| {"eval_library":{"additional_details":{"dataset":"squad-it","few_shot":"true","languages":"[\"it\"]","litellm_version":null,"raw_results":"[{\"f1\": 73.09943051288374, \"em\": 52.803030303030305}, {\"f1\": 73.0541559483903, \"em\": 51.630022744503414}, {\"f1\": 71.7306833209752, \"em\": 51.981351981351985}, {\"f1\": 73.06564673609134, \"em\": 52.28310502283105}, {\"f1\": 71.91831013997057, \"em\": 51.50346954510409}, {\"f1\": 71.84634694930564, \"em\": 50.916030534351144}, {\"f1\": 74.09268141730698, \"em\": 53.51014040561623}, {\"f1\": 71.72998468095996, \"em\": 49.764150943396224}, {\"f1\": 72.57866818272468, \"em\": 53.250773993808046}, {\"f1\": 72.51622513777065, \"em\": 51.46604938271605}]","task":"reading-comprehension","torch_version":"2.11.0","transformers_version":"5.10.2","validation_split":"false","vllm_version":"0.22.0+cpu","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.3.1"},"evaluation_id":"squad-it/CohereForAI/c4ai-command-r-08-2024/1781766556","evaluation_results":[{"evaluation_name":"test_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":72.56321330263792,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":72.08134349688382,"method":"bootstrap","upper":73.04508310839202},"num_samples":10}},"source_data":{"dataset_name":"squad-it","source_type":"hf_dataset"}},{"evaluation_name":"test_em","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":51.91081248567085,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":51.21528678325735,"method":"bootstrap","upper":52.60633818808436},"num_samples":10}},"source_data":{"dataset_name":"squad-it","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:16.313864+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"131072","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-08-2024","num_model_parameters":"32296476672","open":true,"release_date":"2024-08-19","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-08-2024","inference_engine":{"name":"vllm","version":"0.22.0+cpu"},"name":"CohereForAI/c4ai-command-r-08-2024"},"retrieved_timestamp":"1781766556","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.72 kB
- Xet hash:
- 8c3bcf50acf27fee1985633f85cf20956dbc4508ca9d79b53b46ad6c9ff19305
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.