| {"eval_library":{"additional_details":{"dataset":"danske-talemaader","few_shot":"true","languages":"[\"da\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.2979038680307466, \"accuracy\": 0.4665841584158416}, {\"mcc\": 0.2800782731103287, \"accuracy\": 0.46163366336633666}, {\"mcc\": 0.28576187677566195, \"accuracy\": 0.45173267326732675}, {\"mcc\": 0.2363846937271293, \"accuracy\": 0.4158415841584158}, {\"mcc\": 0.29371969552484084, \"accuracy\": 0.46905940594059403}, {\"mcc\": 0.2788489359476192, \"accuracy\": 0.45544554455445546}, {\"mcc\": 0.2941359346512629, \"accuracy\": 0.46163366336633666}, {\"mcc\": 0.24206345230136958, \"accuracy\": 0.4245049504950495}, {\"mcc\": 0.23300912316080788, \"accuracy\": 0.4207920792079208}, {\"mcc\": 0.3088128491102455, \"accuracy\": 0.4814356435643564}]","task":"knowledge","torch_version":"2.7.0","transformers_version":"4.52.4","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.0.dev0"},"evaluation_id":"danske-talemaader/CohereForAI/aya-23-35B/1781766557","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":27.507187023400125,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":25.793501258841907,"method":"bootstrap","upper":29.220872787958342},"num_samples":10}},"source_data":{"dataset_name":"danske-talemaader","source_type":"hf_dataset"}},{"evaluation_name":"test_accuracy","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":45.08663366336634,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":43.68657409803327,"method":"bootstrap","upper":46.486693228699416},"num_samples":10}},"source_data":{"dataset_name":"danske-talemaader","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.004257+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-35B","num_model_parameters":"34980831232","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-35B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-35B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.79 kB
- Xet hash:
- 20ae3db9dbe00c54e421909550b573b0402a33cd26b6fd22685b16c8f45fc612
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.