Add evaluation results

#6
by SaylorTwift HF Staff - opened
Files changed (1) hide show
  1. .eval_results/LFM3-1.7B.yaml +60 -0
.eval_results/LFM3-1.7B.yaml ADDED
@@ -0,0 +1,60 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - dataset:
2
+ id: harborframework/terminal-bench-2.1
3
+ task_id: terminalbench_2_1
4
+ value: 12.92
5
+ date: "2026-10-27"
6
+ source:
7
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
8
+ name: "LFM3-1.7B model card"
9
+ notes: "OpenCode agent, up to 100 turns."
10
+ - dataset:
11
+ id: SWE-bench/SWE-bench_Verified
12
+ task_id: swe_bench_%_resolved
13
+ value: 43.4
14
+ date: "2026-10-27"
15
+ source:
16
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
17
+ name: "LFM3-1.7B model card"
18
+ notes: "OpenCode agent, up to 250 turns."
19
+ - dataset:
20
+ id: SWE-bench/SWE-bench_Multilingual
21
+ task_id: swe_bench_multilingual_%_resolved
22
+ value: 23.0
23
+ date: "2026-10-27"
24
+ source:
25
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
26
+ name: "LFM3-1.7B model card"
27
+ notes: "OpenCode agent, up to 250 turns."
28
+ - dataset:
29
+ id: claw-eval/Claw-Eval
30
+ task_id: general
31
+ value: 51.4
32
+ date: "2026-10-27"
33
+ source:
34
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
35
+ name: "LFM3-1.7B model card"
36
+ - dataset:
37
+ id: Idavidrein/gpqa
38
+ task_id: diamond
39
+ value: 63.37
40
+ date: "2026-10-27"
41
+ source:
42
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
43
+ name: "LFM3-1.7B model card"
44
+ - dataset:
45
+ id: cais/hle
46
+ task_id: hle
47
+ value: 7.17
48
+ date: "2026-10-27"
49
+ source:
50
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
51
+ name: "LFM3-1.7B model card"
52
+ notes: "No tools."
53
+ - dataset:
54
+ id: LiquidAI/ifstruct-v1.0
55
+ task_id: ifstruct_v1
56
+ value: 93.72
57
+ date: "2026-10-27"
58
+ source:
59
+ url: https://huggingface.co/LiquidAI/LFM3-1.7B
60
+ name: "LFM3-1.7B model card"