| {"eval_library":{"additional_details":{"dataset":"sst2-pt","few_shot":"true","languages":"[\"pt\"]","litellm_version":null,"raw_results":"[{\"mcc\": 0.8572624018408884, \"macro_f1\": 0.9282218177006405}, {\"mcc\": 0.8632928419271955, \"macro_f1\": 0.9315894757738177}, {\"mcc\": 0.8251494306218256, \"macro_f1\": 0.9117314936398978}, {\"mcc\": 0.8283739399998536, \"macro_f1\": 0.9120929433983861}, {\"mcc\": 0.8339913711218686, \"macro_f1\": 0.9169921875}, {\"mcc\": 0.8096612417742264, \"macro_f1\": 0.9038034333640353}, {\"mcc\": 0.8323860473536296, \"macro_f1\": 0.9158897696003943}, {\"mcc\": 0.8356006948652028, \"macro_f1\": 0.9165029307946226}, {\"mcc\": 0.8563262475636242, \"macro_f1\": 0.9281362855471237}, {\"mcc\": 0.8301516916029597, \"macro_f1\": 0.9149279941788013}]","task":"sentiment-classification","torch_version":"2.7.0","transformers_version":"4.53.2","validation_split":"false","vllm_version":"0.9.2","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.13.0"},"evaluation_id":"sst2-pt/CohereForAI/c4ai-command-r-08-2024/1781766556","evaluation_results":[{"evaluation_name":"test_mcc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":83.72195908671273,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":82.68557584036945,"method":"bootstrap","upper":84.758342333056},"num_samples":10}},"source_data":{"dataset_name":"sst2-pt","source_type":"hf_dataset"}},{"evaluation_name":"test_macro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":91.7988833149772,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":91.2582407502229,"method":"bootstrap","upper":92.33952587973151},"num_samples":10}},"source_data":{"dataset_name":"sst2-pt","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:16.313895+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"131072","merge":"false","model_url":"https://hf.co/CohereForAI/c4ai-command-r-08-2024","num_model_parameters":"32296476672","open":true,"release_date":"2024-08-19","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/c4ai-command-r-08-2024","inference_engine":{"name":"vllm","version":"0.9.2"},"name":"CohereForAI/c4ai-command-r-08-2024"},"retrieved_timestamp":"1781766556","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}} | |
Xet Storage Details
- Size:
- 2.79 kB
- Xet hash:
- dce742f43e73102a9970b4491d4f92ca8d13a8d1e6ee46cf12b6838a7f4d0528
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.