Buckets:

EuroEval/results / CohereForAI_c4ai-command-r-v01 /allocine__test__fewshot.json
saattrupdan's picture
download
raw
2.79 kB
{"eval_library":{"additional_details":{"dataset":"allocine","few_shot":"true","languages":"[\"fr\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.9157818925916902, \"macro_f1\": 0.9565364921826396}, {\"mcc\": 0.9180897025850727, \"macro_f1\": 0.9584958463659665}, {\"mcc\": 0.9218703649893203, \"macro_f1\": 0.9598039215686274}, {\"mcc\": 0.9359665479958722, \"macro_f1\": 0.9672851484501716}, {\"mcc\": 0.9074271633249587, \"macro_f1\": 0.9526307443770827}, {\"mcc\": 0.9222782408615512, \"macro_f1\": 0.9604458143565614}, {\"mcc\": 0.921917812664714, \"macro_f1\": 0.959960899315738}, {\"mcc\": 0.9189258295856969, \"macro_f1\": 0.9589787415874372}, {\"mcc\": 0.934143643329881, \"macro_f1\": 0.9667008113425362}, {\"mcc\": 0.9358369513270431, \"macro_f1\": 0.9672175561530991}]","task":"sentiment-classification","torch_version":"2.11.0","transformers_version":"5.10.2","validation_split":"false","vllm_version":"0.22.0+cpu","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.3.1"},"evaluation_id":"allocine/CohereForAI/c4ai-command-r-v01/1781766554","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":92.32238149255801,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":91.73989135698166,"method":"bootstrap","upper":92.90487162813436},"num_samples":10}},"source_data":{"dataset_name":"allocine","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":96.08055975699858,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":95.778734258832,"method":"bootstrap","upper":96.38238525516516},"num_samples":10}},"source_data":{"dataset_name":"allocine","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:14.151557+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-v01","num_model_parameters":"34980831232","open":true,"release_date":"2024-03-11","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-v01","inference_engine":{"name":"vllm","version":"0.22.0+cpu"},"name":"CohereForAI/c4ai-command-r-v01"},"retrieved_timestamp":"1781766554","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}}

Xet Storage Details

Size:
2.79 kB
·
Xet hash:
552d7e8db548c4695feb93f4fc95fa515f0f28b9256992be5f1eeaaf542a998f

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.