| {"eval_library":{"additional_details":{"dataset":"mmlu-fr","few_shot":"true","languages":"[\"fr\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.5261095657867516, \"accuracy\": 0.640625}, {\"mcc\": 0.5177211314546218, \"accuracy\": 0.63525390625}, {\"mcc\": 0.514227911724826, \"accuracy\": 0.630859375}, {\"mcc\": 0.5156010365213831, \"accuracy\": 0.63330078125}, {\"mcc\": 0.48909431034381784, \"accuracy\": 0.6083984375}, {\"mcc\": 0.5232719764358925, \"accuracy\": 0.6376953125}, {\"mcc\": 0.514064673900287, \"accuracy\": 0.63037109375}, {\"mcc\": 0.48907844120952476, \"accuracy\": 0.6123046875}, {\"mcc\": 0.515613855652825, \"accuracy\": 0.6337890625}, {\"mcc\": 0.5388516222343179, \"accuracy\": 0.64990234375}]","task":"knowledge","torch_version":"2.11.0","transformers_version":"5.10.2","validation_split":"false","vllm_version":"0.22.0+cpu","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.3.1"},"evaluation_id":"mmlu-fr/CohereForAI/c4ai-command-r-08-2024/1781766556","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":51.43634525264248,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":50.487471857674024,"method":"bootstrap","upper":52.38521864761094},"num_samples":10}},"source_data":{"dataset_name":"mmlu-fr","source_type":"hf_dataset"}},{"evaluation_name":"test_accuracy","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":63.125,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":62.355820965933496,"method":"bootstrap","upper":63.894179034066504},"num_samples":10}},"source_data":{"dataset_name":"mmlu-fr","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:16.313349+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"131072","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-08-2024","num_model_parameters":"32296476672","open":true,"release_date":"2024-08-19","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-08-2024","inference_engine":{"name":"vllm","version":"0.22.0+cpu"},"name":"CohereForAI/c4ai-command-r-08-2024"},"retrieved_timestamp":"1781766556","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.72 kB
- Xet hash:
- 275911142c5eaf9851bbfbea9a511ab18af965d9faef8a9083bf37f0c8659ea8
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.