Download evaluation/evaluation_summary.json from tachiwin/tokenizer_test6: direct link, hf CLI and curl.
- Browser
- Download file 455 Bytes
-
https://huggingface.co/tachiwin/tokenizer_test6/resolve/main/evaluation/evaluation_summary.json
- Command line
-
hf download hf://tachiwin/tokenizer_test6/evaluation/evaluation_summary.json
-
curl -L -o evaluation_summary.json https://huggingface.co/tachiwin/tokenizer_test6/resolve/main/evaluation/evaluation_summary.json
455 Bytes
| { | |
| "catalogue_url": "https://huggingface.co/datasets/tachiwin/language_utils/resolve/main/catalogue.json", | |
| "languages_in_catalogue": 363, | |
| "languages_with_samples": 106, | |
| "samples_evaluated": 327, | |
| "failed_sample_round_trips": 0, | |
| "failed_language_round_trips": 0, | |
| "mean_chars_per_token": 3.4151871296633947, | |
| "median_chars_per_token": 3.2913943355119826, | |
| "min_chars_per_token": 2.352803738317757, | |
| "max_chars_per_token": 5.3563829787234045 | |
| } |