Buckets:

EuroEval/results / CohereForAI_aya-23-35B /multinerd-it__test__fewshot.json
saattrupdan's picture
download
raw
2.91 kB
{"eval_library":{"additional_details":{"dataset":"multinerd-it","few_shot":"true","languages":"[\"it\"]","litellm_version":null,"raw_results":"[{\"micro_f1_no_misc\": 0.7387038828243747, \"micro_f1\": 0.5956230460026797}, {\"micro_f1_no_misc\": 0.7412834765032844, \"micro_f1\": 0.6274977085242897}, {\"micro_f1_no_misc\": 0.7053682896379525, \"micro_f1\": 0.6005564031230368}, {\"micro_f1_no_misc\": 0.6375395228513941, \"micro_f1\": 0.553580009610764}, {\"micro_f1_no_misc\": 0.7756410256410257, \"micro_f1\": 0.6287272727272728}, {\"micro_f1_no_misc\": 0.7506856471202821, \"micro_f1\": 0.6225201558112147}, {\"micro_f1_no_misc\": 0.7269950362733868, \"micro_f1\": 0.5459964556146286}, {\"micro_f1_no_misc\": 0.6323065364387678, \"micro_f1\": 0.561904761904762}, {\"micro_f1_no_misc\": 0.7350798722044728, \"micro_f1\": 0.5644546147978643}, {\"micro_f1_no_misc\": 0.7057242676699812, \"micro_f1\": 0.5824751919116269}]","task":"named-entity-recognition","torch_version":"2.7.0","transformers_version":"4.52.4","validation_split":"false","vllm_version":"0.9.1","xgrammar_version":"0.2.0"},"name":"euroeval","version":"15.10.0.dev0"},"evaluation_id":"multinerd-it/CohereForAI/aya-23-35B/1781766557","evaluation_results":[{"evaluation_name":"test_micro_f1_no_misc","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":71.49327557164924,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":68.5884998026425,"method":"bootstrap","upper":74.39805134065597},"num_samples":10}},"source_data":{"dataset_name":"multinerd-it","source_type":"hf_dataset"}},{"evaluation_name":"test_micro_f1","metric_config":{"lower_is_better":false,"max_score":100,"min_score":0,"score_type":"continuous"},"score_details":{"details":{"num_failed_instances":"0.0"},"score":58.833356200281386,"uncertainty":{"confidence_interval":{"confidence_level":0.95,"lower":56.89085809620966,"method":"bootstrap","upper":60.77585430435311},"num_samples":10}},"source_data":{"dataset_name":"multinerd-it","source_type":"hf_dataset"}}],"evaluation_timestamp":"2026-06-18T07:09:17.005344+00:00","model_info":{"additional_details":{"commercially_licensed":false,"generative":"true","generative_type":"instruction_tuned","max_sequence_length":"8192","merge":"false","model_url":"https://hf.co/CohereForAI/aya-23-35B","num_model_parameters":"34980831232","open":true,"release_date":"2024-05-23","trained_from_scratch":false,"vocabulary_size":"256000"},"id":"CohereForAI/aya-23-35B","inference_engine":{"name":"vllm","version":"0.9.1"},"name":"CohereForAI/aya-23-35B"},"retrieved_timestamp":"1781766557","schema_version":"0.2.1","source_metadata":{"evaluator_relationship":"third_party","source_name":"EuroEval","source_organization_name":"EuroEval","source_organization_url":"https://euroeval.com","source_type":"evaluation_run"}}

Xet Storage Details

Size:
2.91 kB
·
Xet hash:
ab16ca8a4789423eb1794020ccf0c763c6f19cf155e115a5d0d33648015c9344

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.