| {"eval_library":{"additional_details":{"dataset":"scala-es","few_shot":"true","languages":"[\"es\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.256069135935585, \"macro_f1\": 0.5797546636183062}, {\"mcc\": 0.28725625897796775, \"macro_f1\": 0.5323801513877208}, {\"mcc\": 0.24473059458259833, \"macro_f1\": 0.5524318460974015}, {\"mcc\": 0.3036074158979774, \"macro_f1\": 0.5267969256160021}, {\"mcc\": 0.3387296230025819, \"macro_f1\": 0.5748831229926583}, {\"mcc\": 0.267165974407189, \"macro_f1\": 0.5432266156706695}, {\"mcc\": 0.3052488478064015, \"macro_f1\": 0.5774563675024738}, {\"mcc\": 0.2958971012760857, \"macro_f1\": 0.5710082530638815}, {\"mcc\": 0.2469847972197016, \"macro_f1\": 0.4866952775014307}, {\"mcc\": 0.28891138821748513, \"macro_f1\": 0.5300030082638778}]","task":"linguistic-acceptability","torch_version":"2.7.0","transformers_version":"4.52.4","validation_split":"false","vllm_version":"0.9.0.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.9.1"},"evaluation_id":"scala-es/CohereForAI/c4ai-command-r-08-2024/1781766556","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":28.34601137323573,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":26.500373482049945,"method":"bootstrap","upper":30.191649264421514},"num_samples":10}},"source_data":{"dataset_name":"scala-es","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":54.746362317144225,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":52.90500766186088,"method":"bootstrap","upper":56.58771697242757},"num_samples":10}},"source_data":{"dataset_name":"scala-es","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:16.313558+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"131072","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-08-2024","num_model_parameters":"32296476672","open":true,"release_date":"2024-08-19","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-08-2024","inference_engine":{"name":"vllm","version":"0.9.0.1"},"name":"CohereForAI/c4ai-command-r-08-2024"},"retrieved_timestamp":"1781766556","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.81 kB
- Xet hash:
- 828c919ceff303ad8b6e85e4510472474683b0879efa66967db3c4e4cf789a4f
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.