{"id":"https://openalex.org/W4407760043","doi":"https://doi.org/10.52202/085713-2246","title":"NaturalReasoning: Reasoning in the Wild with 2.8M Challenging Questions","display_name":"NaturalReasoning: Reasoning in the Wild with 2.8M Challenging Questions","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407760043","doi":"https://doi.org/10.52202/085713-2246"},"language":"en","primary_location":{"id":"doi:10.52202/085713-2246","doi":"https://doi.org/10.52202/085713-2246","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-2246","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.13124","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055933325","display_name":"Weizhe Yuan","orcid":"https://orcid.org/0000-0002-6117-9417","observed_orcids":["https://orcid.org/0000-0002-6117-9417"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weizhe Yuan","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027501725","display_name":"Jian Qiao Yu","orcid":"https://orcid.org/0000-0002-9488-5182","observed_orcids":["https://orcid.org/0000-0002-9488-5182","https://orcid.org/0000-0003-3530-0284"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane Yu","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116335902","display_name":"Song Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Jiang","raw_affiliation_strings":["University of Texas at Arlington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Arlington","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116335903","display_name":"Karthik Padthe","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Padthe","raw_affiliation_strings":["Meta AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yang Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144834211","display_name":"Dong Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Meta Platforms Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta Platforms Inc","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110668","display_name":"Ilia Kulikov","orcid":"https://orcid.org/0000-0001-5989-9733","observed_orcids":["https://orcid.org/0000-0001-5989-9733"]},"institutions":[{"id":"https://openalex.org/I4210154384","display_name":"Facility for Antiproton and Ion Research","ror":"https://ror.org/053veeq82","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210154384"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ilia Kulikov","raw_affiliation_strings":["FAIR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FAIR","institution_ids":["https://openalex.org/I4210154384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091175785","display_name":"Kyunghyun Cho","orcid":"https://orcid.org/0000-0003-1669-3211","observed_orcids":["https://orcid.org/0000-0003-1669-3211"]},"institutions":[{"id":"https://openalex.org/I183934855","display_name":"Genentech","ror":"https://ror.org/04gndp242","country_code":"US","type":"company","lineage":["https://openalex.org/I118019719","https://openalex.org/I129302853","https://openalex.org/I183934855"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyunghyun Cho","raw_affiliation_strings":["Genentech / NYU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Genentech / NYU","institution_ids":["https://openalex.org/I183934855"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084821923","display_name":"Yuandong Tian","orcid":"https://orcid.org/0000-0003-4202-4847","observed_orcids":["https://orcid.org/0000-0003-4202-4847"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuandong Tian","raw_affiliation_strings":["Facebook AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076635608","display_name":"Jason Weston","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jason Weston","raw_affiliation_strings":["Meta FAIR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta FAIR","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Xian Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xian Li","raw_affiliation_strings":["Meta MSL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta MSL","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0168529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"74615","last_page":"74646"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8539999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8539999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.030400000512599945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-generation","display_name":"question generation","score":0.8529999852180481},{"id":"https://openalex.org/keywords/reasoning-datasets","display_name":"reasoning datasets","score":0.6169999837875366},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.8309999704360962},{"id":"https://openalex.org/keywords/reward-models","display_name":"reward models","score":0.7789999842643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43816226720809937},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34824782609939575}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-2246","doi":"https://doi.org/10.52202/085713-2246","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-2246","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.13124","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.13124","pdf_url":"https://arxiv.org/pdf/2502.13124","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.13124","doi":"https://doi.org/10.48550/arxiv.2502.13124","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.13124","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.13124","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.13124","pdf_url":"https://arxiv.org/pdf/2502.13124","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7127442913","https://openalex.org/W4412888300","https://openalex.org/W4404565371","https://openalex.org/W7162132176","https://openalex.org/W7133350380","https://openalex.org/W4416238186","https://openalex.org/W7166822373","https://openalex.org/W4412945228","https://openalex.org/W4414489498","https://openalex.org/W4414858625"],"abstract_inverted_index":{"Scaling":[0],"reasoning":[1,35,89],"capabilities":[2,90],"beyond":[3],"traditional":[4],"domains":[5],"such":[6],"as":[7],"math":[8],"and":[9,18,33,65,87],"coding":[10],"is":[11,101],"hindered":[12],"by":[13,38],"the":[14,69,72],"lack":[15],"of":[16,71],"diverse":[17,32],"high-quality":[19],"questions.":[20],"To":[21,113],"overcome":[22],"this":[23],"limitation,":[24],"we":[25,97,117],"introduce":[26],"a":[27,44,92],"scalable":[28],"approach":[29],"for":[30,104],"generating":[31],"challenging":[34],"questions,":[36],"accompanied":[37],"reference":[39],"answers.":[40],"We":[41,67],"present":[42],"NaturalReasoning,":[43],"comprehensive":[45],"dataset":[46],"comprising":[47],"2.8":[48],"million":[49],"questions":[50,73],"that":[51,82,99],"span":[52],"multiple":[53],"domains,":[54],"including":[55],"STEM":[56],"fields":[57],"(e.g.,":[58],"Physics,":[59],"Computer":[60],"Science),":[61],"Economics,":[62],"Social":[63],"Sciences,":[64],"more.":[66],"demonstrate":[68,98],"utility":[70],"in":[74],"NaturalReasoning":[75,83,100,120],"through":[76],"knowledge":[77],"distillation":[78],"experiments":[79],"which":[80],"show":[81],"can":[84],"effectively":[85],"elicit":[86],"transfer":[88],"from":[91],"strong":[93],"teacher":[94],"model.":[95],"Furthermore,":[96],"also":[102],"effective":[103],"unsupervised":[105],"self-training":[106],"using":[107],"external":[108],"reward":[109],"models":[110],"or":[111],"self-rewarding.":[112],"foster":[114],"future":[115],"work,":[116],"publicly":[118],"release":[119],"at":[121],"https://huggingface.co/datasets/facebook/natural_reasoning.":[122]},"counts_by_year":[],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2025-02-20T00:00:00"}