| {"eval_library":{"additional_details":{"dataset":"idioms-no","few_shot":"true","languages":"[\"nb\", \"nn\", \"no\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.009449933446339475, \"accuracy\": 0.25244140625}, {\"mcc\": 0.015748402548604927, \"accuracy\": 0.26123046875}, {\"mcc\": -0.005060452683718559, \"accuracy\": 0.24609375}, {\"mcc\": -0.021948571626302347, \"accuracy\": 0.23486328125}, {\"mcc\": 0.021910337383569175, \"accuracy\": 0.26220703125}, {\"mcc\": 0.014136827266103704, \"accuracy\": 0.26025390625}, {\"mcc\": 0.0065272705378316255, \"accuracy\": 0.251953125}, {\"mcc\": -0.020621183321402448, \"accuracy\": 0.23779296875}, {\"mcc\": 0.014225889014851804, \"accuracy\": 0.2587890625}, {\"mcc\": -0.017153264288297908, \"accuracy\": 0.23388671875}]","task":"knowledge","torch_version":"2.7.0","transformers_version":"4.53.0","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.1.dev0"},"evaluation_id":"idioms-no/CohereForAI/aya-23-35B/1781766557","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":0.17215188277579443,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":-0.8524336794218323,"method":"bootstrap","upper":1.1967374449734212},"num_samples":10}},"source_data":{"dataset_name":"idioms-no","source_type":"hf_dataset"}},{"evaluation_name":"test_accuracy","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":24.9951171875,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":24.30360002103476,"method":"bootstrap","upper":25.68663435396524},"num_samples":10}},"source_data":{"dataset_name":"idioms-no","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.004960+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-35B","num_model_parameters":"34980831232","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-35B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-35B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.73 kB
- Xet hash:
- 5ebc29be5cad4dbf37c5be176ac127355942b987873cc9eb1b493a0d913d01bc
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.