Hugging Face's logo

gesh75
/
netops-intent2cli-qwen0.5b-lora

Text Generation
PEFT
Safetensors
lora
networking
network-automation
cli
Synthetic
Model card Files
xet
 Community
netops-intent2cli-qwen0.5b-lora / eval.json
gesh75's picture
gesh75
v2 adapter: test EM 12/108 vs v1 10/108
8796ce8 verified
Raw History Blame Contribute Delete
7.5 kB
{
"base": {
"test": {
"em": 0,
"nm": 0,
"n": 108,
"per_vendor": {
"Arista": [
9,
0,
0
],
"Aruba": [
6,
0,
0
],
"Cisco": [
6,
0,
0
],
"Extreme": [
6,
0,
0
],
"FRR": [
5,
0,
0
],
"FortiOS": [
1,
0,
0
],
"Huawei": [
5,
0,
0
],
"Juniper": [
9,
0,
0
],
"Linux": [
8,
0,
0
],
"Microsoft": [
12,
0,
0
],
"Mikrotik": [
7,
0,
0
],
"NVIDIA": [
6,
0,
0
],
"Nokia": [
6,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
5,
0,
0
],
"VyOS": [
4,
0,
0
],
"Wireshark": [
11,
0,
0
]
}
},
"operator_test": {
"em": 0,
"nm": 0,
"n": 88,
"per_vendor": {
"Arista": [
8,
0,
0
],
"Aruba": [
2,
0,
0
],
"Cisco": [
6,
0,
0
],
"Extreme": [
5,
0,
0
],
"FRR": [
4,
0,
0
],
"Huawei": [
2,
0,
0
],
"Juniper": [
7,
0,
0
],
"Linux": [
7,
0,
0
],
"Microsoft": [
11,
0,
0
],
"Mikrotik": [
5,
0,
0
],
"NVIDIA": [
6,
0,
0
],
"Nokia": [
5,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
4,
0,
0
],
"VyOS": [
3,
0,
0
],
"Wireshark": [
11,
0,
0
]
}
}
},
"v1": {
"test": {
"em": 10,
"nm": 10,
"n": 108,
"per_vendor": {
"Arista": [
9,
0,
0
],
"Aruba": [
6,
1,
1
],
"Cisco": [
6,
1,
1
],
"Extreme": [
6,
0,
0
],
"FRR": [
5,
0,
0
],
"FortiOS": [
1,
0,
0
],
"Huawei": [
5,
1,
1
],
"Juniper": [
9,
0,
0
],
"Linux": [
8,
2,
2
],
"Microsoft": [
12,
1,
1
],
"Mikrotik": [
7,
0,
0
],
"NVIDIA": [
6,
1,
1
],
"Nokia": [
6,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
5,
0,
0
],
"VyOS": [
4,
0,
0
],
"Wireshark": [
11,
3,
3
]
}
},
"operator_test": {
"em": 2,
"nm": 3,
"n": 88,
"per_vendor": {
"Arista": [
8,
0,
0
],
"Aruba": [
2,
0,
0
],
"Cisco": [
6,
0,
0
],
"Extreme": [
5,
0,
0
],
"FRR": [
4,
0,
0
],
"Huawei": [
2,
0,
0
],
"Juniper": [
7,
0,
0
],
"Linux": [
7,
0,
0
],
"Microsoft": [
11,
1,
2
],
"Mikrotik": [
5,
0,
0
],
"NVIDIA": [
6,
0,
0
],
"Nokia": [
5,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
4,
0,
0
],
"VyOS": [
3,
0,
0
],
"Wireshark": [
11,
1,
1
]
}
}
},
"v2": {
"test": {
"em": 12,
"nm": 12,
"n": 108,
"per_vendor": {
"Arista": [
9,
0,
0
],
"Aruba": [
6,
1,
1
],
"Cisco": [
6,
1,
1
],
"Extreme": [
6,
1,
1
],
"FRR": [
5,
0,
0
],
"FortiOS": [
1,
0,
0
],
"Huawei": [
5,
1,
1
],
"Juniper": [
9,
0,
0
],
"Linux": [
8,
2,
2
],
"Microsoft": [
12,
2,
2
],
"Mikrotik": [
7,
0,
0
],
"NVIDIA": [
6,
1,
1
],
"Nokia": [
6,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
5,
0,
0
],
"VyOS": [
4,
0,
0
],
"Wireshark": [
11,
3,
3
]
}
},
"operator_test": {
"em": 9,
"nm": 9,
"n": 88,
"per_vendor": {
"Arista": [
8,
0,
0
],
"Aruba": [
2,
0,
0
],
"Cisco": [
6,
0,
0
],
"Extreme": [
5,
1,
1
],
"FRR": [
4,
0,
0
],
"Huawei": [
2,
0,
0
],
"Juniper": [
7,
0,
0
],
"Linux": [
7,
1,
1
],
"Microsoft": [
11,
3,
3
],
"Mikrotik": [
5,
0,
0
],
"NVIDIA": [
6,
1,
1
],
"Nokia": [
5,
0,
0
],
"PAN-OS": [
2,
0,
0
],
"SONiC": [
4,
0,
0
],
"VyOS": [
3,
0,
0
],
"Wireshark": [
11,
3,
3
]
}
}
}
}