| {"eval_library":{"additional_details":{"dataset":"sentiment-headlines-es","few_shot":"true","languages":"[\"es\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.3601257779609711, \"macro_f1\": 0.5181657326550738}, {\"mcc\": 0.40310135958343285, \"macro_f1\": 0.5547060381674481}, {\"mcc\": 0.42146827241809764, \"macro_f1\": 0.5854182836445541}, {\"mcc\": 0.31143023711557877, \"macro_f1\": 0.503092712627022}, {\"mcc\": 0.2956002504898307, \"macro_f1\": 0.46123084420587884}, {\"mcc\": 0.3601545133167502, \"macro_f1\": 0.5294771619294314}, {\"mcc\": 0.33823104316171804, \"macro_f1\": 0.5084233328250933}, {\"mcc\": 0.29468999565168924, \"macro_f1\": 0.4782080486442492}, {\"mcc\": 0.2672508272031499, \"macro_f1\": 0.43195900464162446}, {\"mcc\": 0.3758429248949847, \"macro_f1\": 0.5392265194690286}]","task":"sentiment-classification","torch_version":"2.7.0","transformers_version":"4.51.3","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.0"},"evaluation_id":"sentiment-headlines-es/CohereForAI/aya-23-8B/1781766557","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":34.27895201796203,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":31.161165511538137,"method":"bootstrap","upper":37.39673852438592},"num_samples":10}},"source_data":{"dataset_name":"sentiment-headlines-es","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":51.099076788094045,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":48.28847416319235,"method":"bootstrap","upper":53.90967941299574},"num_samples":10}},"source_data":{"dataset_name":"sentiment-headlines-es","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.050887+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-8B","num_model_parameters":"8028033024","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-8B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-8B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.81 kB
- Xet hash:
- 80edfe8ecbd86256f3c4ddb14499fe9e5262cf31c3d80acbd40bb0d198f570f1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.