| {"eval_library":{"additional_details":{"dataset":"scandisent-fi","few_shot":"true","languages":"[\"fi\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.8868619769218811, \"macro_f1\": 0.9431372549019608}, {\"mcc\": 0.8079685909663942, \"macro_f1\": 0.8974769478103264}, {\"mcc\": 0.8151100090342128, \"macro_f1\": 0.9036170498857066}, {\"mcc\": 0.8431317526639845, \"macro_f1\": 0.9179990660661703}, {\"mcc\": 0.8505617964584054, \"macro_f1\": 0.9252630155394368}, {\"mcc\": 0.8746801760976005, \"macro_f1\": 0.937325708165178}, {\"mcc\": 0.8647441671617506, \"macro_f1\": 0.9316239316239316}, {\"mcc\": 0.8365300788623892, \"macro_f1\": 0.9149060242156035}, {\"mcc\": 0.8518878916794645, \"macro_f1\": 0.9235387088158513}, {\"mcc\": 0.8016586501532059, \"macro_f1\": 0.8983434921260665}]","task":"sentiment-classification","torch_version":"2.7.0","transformers_version":"4.51.3","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.0"},"evaluation_id":"scandisent-fi/CohereForAI/aya-23-8B/1781766557","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":84.33135089999288,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":82.56716415959144,"method":"bootstrap","upper":86.09553764039433},"num_samples":10}},"source_data":{"dataset_name":"scandisent-fi","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":91.93231199150232,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":90.9456025261483,"method":"bootstrap","upper":92.91902145685633},"num_samples":10}},"source_data":{"dataset_name":"scandisent-fi","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.050843+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-8B","num_model_parameters":"8028033024","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-8B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-8B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.77 kB
- Xet hash:
- a03663ba00b432bfdca0349844772cffc98007fd57657b2c21a1fe90e84d2cb5
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.