Instructions to use EARAI/EARAI0.1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use EARAI/EARAI0.1 with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download EARAI/EARAI0.1 --local-dir EARAI0.1
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Update market_eval/qwen25-0.5b.matched20.jsonl
Browse files
market_eval/qwen25-0.5b.matched20.jsonl
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"task_id": "HumanEval/0", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 2 |
+
{"task_id": "HumanEval/20", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 44, in <module>\n check(find_closest_elements)\n File \"/work/program.py\", line 38, in check\n assert candidate([1.0, 2.0, 5.9, 4.0, 5.0]) == (5.0, 5.9)\n ^^^^^^^^^^^^^^"}
|
| 3 |
+
{"task_id": "HumanEval/26", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 36, in <module>\n check(remove_duplicates)\n File \"/work/program.py\", line 34, in check\n assert candidate([1, 2, 3, 2, 4, 3, 5]) == [1, 4, 5]\n ^^^^^^^^^^^^^^^^^^^^^^^"}
|
| 4 |
+
{"task_id": "HumanEval/28", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 5 |
+
{"task_id": "HumanEval/30", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 6 |
+
{"task_id": "HumanEval/57", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 42, in <module>\n check(monotonic)\n File \"/work/program.py\", line 34, in check\n assert candidate([1, 20, 4, 10]) == False\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAsserti"}
|
| 7 |
+
{"task_id": "HumanEval/61", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 8 |
+
{"task_id": "HumanEval/81", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 73, in <module>\n check(numerical_letter_grade)\n File \"/work/program.py\", line 62, in check\n assert candidate([4.0, 3, 1.7, 2, 3.5]) == ['A+', 'B', 'C-', 'C', 'A-']\n "}
|
| 9 |
+
{"task_id": "HumanEval/107", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 52, in <module>\n check(even_odd_palindrome)\n File \"/work/program.py\", line 40, in check\n assert candidate(123) == (8, 13)\n ^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError\n"}
|
| 10 |
+
{"task_id": "HumanEval/112", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 11 |
+
{"task_id": "HumanEval/125", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 27, in <module>\n check(split_words)\n File \"/work/program.py\", line 19, in check\n assert candidate(\"Hello,world!\") == [\"Hello\",\"world!\"]\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
|
| 12 |
+
{"task_id": "HumanEval/128", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 34, in <module>\n check(prod_signs)\n File \"/work/program.py\", line 21, in check\n assert candidate([1, 2, 2, -4]) == -9\n ^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/work/progra"}
|
| 13 |
+
{"task_id": "HumanEval/131", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 32, in <module>\n check(digits)\n File \"/work/program.py\", line 22, in check\n assert candidate(54) == 5\n ^^^^^^^^^^^^^^^^^^\nAssertionError\n"}
|
| 14 |
+
{"task_id": "HumanEval/140", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 32, in <module>\n check(fix_spaces)\n File \"/work/program.py\", line 28, in check\n assert candidate(\"Exa mple\") == \"Exa-mple\", \"This prints if this assert fails 4 (good for de"}
|
| 15 |
+
{"task_id": "HumanEval/142", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 16 |
+
{"task_id": "HumanEval/146", "passed": false, "syntax_valid": false, "prefix_exceeded": false}
|
| 17 |
+
{"task_id": "HumanEval/150", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 39, in <module>\n check(x_or_y)\n File \"/work/program.py\", line 25, in check\n assert candidate(15, 8, 5) == 5\n ^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError\n"}
|
| 18 |
+
{"task_id": "HumanEval/153", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 86, in <module>\n check(Strongest_Extension)\n File \"/work/program.py\", line 73, in check\n assert candidate('Watashi', ['tEN', 'niNE', 'eIGHt8OKe']) == 'Watashi.eIGHt8OKe'\n "}
|
| 19 |
+
{"task_id": "HumanEval/157", "passed": true, "syntax_valid": true, "prefix_exceeded": false, "failure": ""}
|
| 20 |
+
{"task_id": "HumanEval/159", "passed": false, "syntax_valid": true, "prefix_exceeded": false, "failure": "WARNING: The requested image's platform (linux/amd64) does not match the detected host platform (linux/arm64/v8) and no specific platform was requested\nTraceback (most recent call last):\n File \"/work/program.py\", line 56, in <module>\n check(eat)\n File \"/work/program.py\", line 45, in check\n assert candidate(5, 6, 10) == [11, 4], \"Error\"\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionErr"}
|