| {"eval_library":{"additional_details":{"dataset":"scala-nn","few_shot":"true","languages":"[\"nn\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.12089069101912392, \"macro_f1\": 0.5594540978512871}, {\"mcc\": 0.19019826350495633, \"macro_f1\": 0.5942050287738321}, {\"mcc\": 0.18561458019901514, \"macro_f1\": 0.5304116211414385}, {\"mcc\": 0.16246209391128089, \"macro_f1\": 0.564822236056798}, {\"mcc\": 0.08584544865656725, \"macro_f1\": 0.46738437382777787}, {\"mcc\": 0.16362794390895385, \"macro_f1\": 0.5604299496412908}, {\"mcc\": 0.14977375428102815, \"macro_f1\": 0.5706813448206401}, {\"mcc\": 0.12795223164553113, \"macro_f1\": 0.5609290047309716}, {\"mcc\": 0.15972898520780254, \"macro_f1\": 0.5733719547887588}, {\"mcc\": 0.14935539112307988, \"macro_f1\": 0.5619687731644931}]","task":"linguistic-acceptability","torch_version":"2.7.0","transformers_version":"4.52.4","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.0.dev0"},"evaluation_id":"scala-nn/CohereForAI/aya-23-35B/1781766557","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":14.954493834573391,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":13.019961277855266,"method":"bootstrap","upper":16.889026391291516},"num_samples":10}},"source_data":{"dataset_name":"scala-nn","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":55.43658384797288,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":53.30677240934556,"method":"bootstrap","upper":57.56639528660019},"num_samples":10}},"source_data":{"dataset_name":"scala-nn","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.005972+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-35B","num_model_parameters":"34980831232","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-35B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-35B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.77 kB
- Xet hash:
- fd0ea5fc16d7643bcf40d9dcc04f7f2a231ed443222348dd46dc0156c66bccd0
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.