{"id":975,"slug":"instruction-pretrain--general-instruction-augmented-corpora","name":"general-instruction-augmented-corpora","author":"instruction-pretrain","description":"\n\t\n\t\t\n\t\tInstruction Pre-Training: Language Models are Supervised Multitask Learners (EMNLP 2024)\n\t\n\nThis repo contains the general instruction-augmented corpora (containing 200M instruction-response pairs covering 40+ task categories) used in our paper Instruction Pre-Training: Language Models are Supervised Multitask Learners.\nWe explore supervised multitask pre-training by proposing Instruction Pre-Training, a framework that scalably augments massive raw corpora with instruction-response… See the full description on the dataset page: https://huggingface.co/datasets/instruction-pretrain/general-instruction-augmented-corpora.","tags":"[\"Task_categories:text-Classification\",\"Task_categories:table-Question-Answering\",\"Task_categories:question-Answering\",\"Task_categories:zero-Shot-Classification\",\"Language:en\",\"Modality:text\"]","license":null,"framework":null,"parameters":null,"downloads":55847,"likes":24,"verified":0,"created_at":"2026-10-10 12:23:26","updated_at":"2026-10-10 12:23:26","source_url":"https://huggingface.co/datasets/instruction-pretrain/general-instruction-augmented-corpora","source_platform":"huggingface","hf_repo_id":"instruction-pretrain/general-instruction-augmented-corpora","ollama_name":"","category":"dataset","latest_version":"v1.0.0","version_count":1,"signature_count":1,"risk_level":null,"risk_score":null,"versions":[{"id":974,"model_id":975,"version":"v1.0.0","manifest_hash":"031ff3a4d68ca6495a06a150fb898128dd5d60ddb34aca1d8715139b0fb07a77","file_count":0,"total_size":0,"r2_manifest_key":"manifests/datasets/instruction-pretrain--general-instruction-augmented-corpora/v1.0.0.json","created_at":"2026-10-10 12:23:26"}],"files":[],"signatures":[{"id":1547,"version_id":974,"signer_did":"did:quantamrkt:registry:shield-v1","algorithm":"ML-DSA-65","signature_hex":"311d31a27746dee404e60d3a142614f013d4a681d0e5a1142db3b65e6a1f3169","attestation_type":"registry","signed_at":"2026-10-10 12:23:26"}],"hndl":null}