{"eval_library":{"additional_details":{"dataset":"scala-fi","few_shot":"true","languages":"[\"fi\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.13795151833009733, \"macro_f1\": 0.5466493919931888}, {\"mcc\": 0.17479129214926106, \"macro_f1\": 0.5845056845478688}, {\"mcc\": 0.09155019765966502, \"macro_f1\": 0.534689805893631}, {\"mcc\": 0.18283053556154166, \"macro_f1\": 0.5854576398613676}, {\"mcc\": 0.13143393769854342, \"macro_f1\": 0.5573568629174563}, {\"mcc\": 0.1389943656454626, \"macro_f1\": 0.5493986807092122}, {\"mcc\": 0.19418507752500846, \"macro_f1\": 0.5969180068339766}, {\"mcc\": 0.15986279634626108, \"macro_f1\": 0.5507019785242121}, {\"mcc\": 0.17081432322243975, \"macro_f1\": 0.5513192898500245}, {\"mcc\": 0.1469189787450318, \"macro_f1\": 0.5729668861532589}]","task":"linguistic-acceptability","torch_version":"2.7.0","transformers_version":"4.53.0","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.1.dev0"},"evaluation_id":"scala-fi/CohereForAI/c4ai-command-r-08-2024/1781766556","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":15.29333022883312,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":13.430917397677508,"method":"bootstrap","upper":17.155743059988733},"num_samples":10}},"source_data":{"dataset_name":"scala-fi","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":56.299642272841965,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":55.027747978853995,"method":"bootstrap","upper":57.571536566829934},"num_samples":10}},"source_data":{"dataset_name":"scala-fi","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:16.313590+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"131072","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-08-2024","num_model_parameters":"32296476672","open":true,"release_date":"2024-08-19","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-08-2024","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/c4ai-command-r-08-2024"},"retrieved_timestamp":"1781766556","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}}