{"id":492,"slug":"mmmu--mmmu","name":"MMMU","author":"MMMU","description":"\n\t\n\t\t\n\t\tMMMU (A Massive Multi-discipline Multimodal Understanding and Reasoning Benchmark for Expert AGI)\n\t\n\n🌐 Homepage | 🏆 Leaderboard | 🤗 Dataset | 🤗 Paper | 📖 arXiv | GitHub\n\n\t\n\t\t\n\t\n\t\n\t\t🔔News\n\t\n\n\n🛠️[2026-04-21]: Fixed option issue in test_Psychology_15.\n‼️[2026-02-12]: We have released the answers for the test set! You can now evaluate your models on the test set locally! 🎉\n🛠️[2024-05-30]: Fixed duplicate option issues in Materials dataset items (validation_Materials_25;… See the full description on the dataset page: https://huggingface.co/datasets/MMMU/MMMU.","tags":"[\"Task_categories:question-Answering\",\"Task_categories:visual-Question-Answering\",\"Task_categories:multiple-Choice\",\"Language:en\",\"Size_categories:10K<n<100K\",\"Format:parquet\"]","license":null,"framework":null,"parameters":null,"downloads":111898,"likes":325,"verified":0,"created_at":"2026-04-28 18:52:29","updated_at":"2026-05-08 11:46:22","source_url":"https://huggingface.co/datasets/MMMU/MMMU","source_platform":"huggingface","hf_repo_id":"MMMU/MMMU","ollama_name":"","category":"dataset","latest_version":"v1.0.0","version_count":1,"signature_count":1,"risk_level":null,"risk_score":null,"versions":[{"id":491,"model_id":492,"version":"v1.0.0","manifest_hash":"6dff2eef1f3610aec0ca7a1f0988de4c537753cc74faf9d42a133792a1152fc9","file_count":0,"total_size":0,"r2_manifest_key":"manifests/datasets/mmmu--mmmu/v1.0.0.json","created_at":"2026-04-28 18:52:29"}],"files":[],"signatures":[{"id":1016,"version_id":491,"signer_did":"did:quantamrkt:registry:shield-v1","algorithm":"ML-DSA-65","signature_hex":"71dc42ffbee9612268d27e896b54ddeab07f300ebe530741c59c04ff7d8a9e7e","attestation_type":"registry","signed_at":"2026-04-28 18:52:29"}],"hndl":null}