Instructions to use peter2000/laya-vulnerability-groups with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use peter2000/laya-vulnerability-groups with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="peter2000/laya-vulnerability-groups")# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("peter2000/laya-vulnerability-groups", device_map="auto") - Laya
How to use peter2000/laya-vulnerability-groups with Laya:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
Add evaluation metrics
Browse files- metrics.json +36 -36
metrics.json
CHANGED
|
@@ -1,54 +1,54 @@
|
|
| 1 |
{
|
| 2 |
"zero_shot": {
|
| 3 |
-
"macro_f1": 0.
|
| 4 |
-
"micro_f1": 0.
|
| 5 |
-
"ece": 0.
|
| 6 |
-
"subset_accuracy": 0.
|
| 7 |
"per_label_f1": {
|
| 8 |
-
"Agricultural communities": 0.
|
| 9 |
-
"Coastal communities": 0.
|
| 10 |
"Ethnic, racial or other minorities": 0.0,
|
| 11 |
"Fishery communities": 0.0,
|
| 12 |
-
"Informal sector workers": 0.
|
| 13 |
-
"Members of indigenous and local communities": 0.
|
| 14 |
"Migrants and displaced persons": 0.0,
|
| 15 |
-
"Older persons": 0.
|
| 16 |
-
"Other": 0.
|
| 17 |
-
"Persons living in poverty": 0.
|
| 18 |
"Persons with disabilities": 0.0,
|
| 19 |
-
"Persons with pre-existing health conditions": 0.
|
| 20 |
"Residents of drought-prone regions": 0.0,
|
| 21 |
-
"Rural populations": 0.
|
| 22 |
"Sexual minorities (LGBTQI+)": 0.0,
|
| 23 |
-
"Urban populations": 0.
|
| 24 |
"Women and other genders": 0.0
|
| 25 |
},
|
| 26 |
-
"eval_seconds":
|
| 27 |
},
|
| 28 |
"fine_tuned": {
|
| 29 |
-
"macro_f1": 0.
|
| 30 |
-
"micro_f1": 0.
|
| 31 |
-
"ece": 0.
|
| 32 |
-
"subset_accuracy": 0.
|
| 33 |
"per_label_f1": {
|
| 34 |
-
"Agricultural communities": 0.
|
| 35 |
-
"Coastal communities": 0.
|
| 36 |
-
"Ethnic, racial or other minorities": 0.
|
| 37 |
-
"Fishery communities": 0.
|
| 38 |
-
"Informal sector workers":
|
| 39 |
-
"Members of indigenous and local communities": 0.
|
| 40 |
-
"Migrants and displaced persons": 0.
|
| 41 |
-
"Older persons": 0.
|
| 42 |
"Other": 0.0,
|
| 43 |
-
"Persons living in poverty": 0.
|
| 44 |
-
"Persons with disabilities":
|
| 45 |
-
"Persons with pre-existing health conditions": 0.
|
| 46 |
-
"Residents of drought-prone regions": 0.
|
| 47 |
-
"Rural populations": 0.
|
| 48 |
-
"Sexual minorities (LGBTQI+)": 0.
|
| 49 |
-
"Urban populations": 0.
|
| 50 |
-
"Women and other genders": 0.
|
| 51 |
},
|
| 52 |
-
"eval_seconds":
|
| 53 |
}
|
| 54 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"zero_shot": {
|
| 3 |
+
"macro_f1": 0.10825267159446408,
|
| 4 |
+
"micro_f1": 0.11764705882352941,
|
| 5 |
+
"ece": 0.036188173374613,
|
| 6 |
+
"subset_accuracy": 0.08421052631578947,
|
| 7 |
"per_label_f1": {
|
| 8 |
+
"Agricultural communities": 0.087,
|
| 9 |
+
"Coastal communities": 0.125,
|
| 10 |
"Ethnic, racial or other minorities": 0.0,
|
| 11 |
"Fishery communities": 0.0,
|
| 12 |
+
"Informal sector workers": 0.2857,
|
| 13 |
+
"Members of indigenous and local communities": 0.1429,
|
| 14 |
"Migrants and displaced persons": 0.0,
|
| 15 |
+
"Older persons": 0.1818,
|
| 16 |
+
"Other": 0.0588,
|
| 17 |
+
"Persons living in poverty": 0.381,
|
| 18 |
"Persons with disabilities": 0.0,
|
| 19 |
+
"Persons with pre-existing health conditions": 0.25,
|
| 20 |
"Residents of drought-prone regions": 0.0,
|
| 21 |
+
"Rural populations": 0.1176,
|
| 22 |
"Sexual minorities (LGBTQI+)": 0.0,
|
| 23 |
+
"Urban populations": 0.2105,
|
| 24 |
"Women and other genders": 0.0
|
| 25 |
},
|
| 26 |
+
"eval_seconds": 10.3
|
| 27 |
},
|
| 28 |
"fine_tuned": {
|
| 29 |
+
"macro_f1": 0.6543859533629355,
|
| 30 |
+
"micro_f1": 0.6694214876033058,
|
| 31 |
+
"ece": 0.026282352941176475,
|
| 32 |
+
"subset_accuracy": 0.47368421052631576,
|
| 33 |
"per_label_f1": {
|
| 34 |
+
"Agricultural communities": 0.9565,
|
| 35 |
+
"Coastal communities": 0.5,
|
| 36 |
+
"Ethnic, racial or other minorities": 0.6,
|
| 37 |
+
"Fishery communities": 0.4,
|
| 38 |
+
"Informal sector workers": 1.0,
|
| 39 |
+
"Members of indigenous and local communities": 0.9333,
|
| 40 |
+
"Migrants and displaced persons": 0.5714,
|
| 41 |
+
"Older persons": 0.8889,
|
| 42 |
"Other": 0.0,
|
| 43 |
+
"Persons living in poverty": 0.3333,
|
| 44 |
+
"Persons with disabilities": 1.0,
|
| 45 |
+
"Persons with pre-existing health conditions": 0.8,
|
| 46 |
+
"Residents of drought-prone regions": 0.5714,
|
| 47 |
+
"Rural populations": 0.8,
|
| 48 |
+
"Sexual minorities (LGBTQI+)": 0.3333,
|
| 49 |
+
"Urban populations": 0.5714,
|
| 50 |
+
"Women and other genders": 0.8649
|
| 51 |
},
|
| 52 |
+
"eval_seconds": 8.4
|
| 53 |
}
|
| 54 |
}
|