{"id":"https://openalex.org/W4404782007","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","title":"Weak-to-Strong Reasoning","display_name":"Weak-to-Strong Reasoning","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404782007","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.490"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.490","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","pdf_url":"https://aclanthology.org/2024.findings-emnlp.490.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4404782007"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2024.findings-emnlp.490.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114847568","display_name":"Yuqing Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Yang","raw_affiliation_strings":["Fudan University","Generative AI Research Lab (GAIR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Generative AI Research Lab (GAIR)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114847569","display_name":"Yan Ma","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140664141","display_name":"Pengfei Liu","orcid":"https://orcid.org/0000-0003-0277-8265","observed_orcids":["https://orcid.org/0000-0003-0277-8265"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pengfei Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7899,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.96232682,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"8350","last_page":"8367"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7207000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7207000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07419999688863754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.04690000042319298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8410000205039978},{"id":"https://openalex.org/keywords/preference-optimization","display_name":"preference optimization","score":0.8320000171661377},{"id":"https://openalex.org/keywords/supervised-fine-tuning","display_name":"supervised fine-tuning","score":0.7099999785423279},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.671999990940094},{"id":"https://openalex.org/keywords/gsm8k","display_name":"GSM8K","score":0.7239999771118164},{"id":"https://openalex.org/keywords/math","display_name":"MATH","score":0.6940000057220459},{"id":"https://openalex.org/keywords/ai-supervision","display_name":"AI supervision","score":0.3610000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5908271670341492}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2024.findings-emnlp.490","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","pdf_url":"https://aclanthology.org/2024.findings-emnlp.490.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2407.13647","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13647","pdf_url":"https://arxiv.org/pdf/2407.13647","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.13647","doi":"https://doi.org/10.48550/arxiv.2407.13647","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.13647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-emnlp.490","doi":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-emnlp.490","pdf_url":"https://aclanthology.org/2024.findings-emnlp.490.pdf","source":{"id":"https://openalex.org/S7407096085","display_name":"Findings of the Association for Computational Linguistics: EMNLP (Findings of EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404782007.pdf","grobid_xml":"https://content.openalex.org/works/W4404782007.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2594103193","https://openalex.org/W2626804490","https://openalex.org/W3134642945","https://openalex.org/W4308615640","https://openalex.org/W4311991106","https://openalex.org/W4327810158","https://openalex.org/W4362707064","https://openalex.org/W4378499145","https://openalex.org/W4379089709","https://openalex.org/W4385569771","https://openalex.org/W4385570391","https://openalex.org/W4385571689","https://openalex.org/W4385572634","https://openalex.org/W4385970164","https://openalex.org/W4386044080","https://openalex.org/W4386437475","https://openalex.org/W4387355948","https://openalex.org/W4387561528","https://openalex.org/W4387725649","https://openalex.org/W4388185044","https://openalex.org/W4389519465","https://openalex.org/W4389649385","https://openalex.org/W4389911544","https://openalex.org/W4391506172","https://openalex.org/W4391767144","https://openalex.org/W4392181665","https://openalex.org/W4392822465","https://openalex.org/W4393177760","https://openalex.org/W4393967327","https://openalex.org/W4393969431","https://openalex.org/W4394782324","https://openalex.org/W4396814348","https://openalex.org/W4399555037","https://openalex.org/W4400480041","https://openalex.org/W4415795282","https://openalex.org/W4415795501","https://openalex.org/W4415797796","https://openalex.org/W4415798315","https://openalex.org/W7000672051","https://openalex.org/W7103374186","https://openalex.org/W7133189643","https://openalex.org/W7133192525","https://openalex.org/W7133208539","https://openalex.org/W7133211372","https://openalex.org/W7133224126","https://openalex.org/W7133231369"],"related_works":["https://openalex.org/W7140073337","https://openalex.org/W4416034074","https://openalex.org/W4416400869","https://openalex.org/W7155084708","https://openalex.org/W4396814348","https://openalex.org/W4415152173","https://openalex.org/W7201871183","https://openalex.org/W4414281281","https://openalex.org/W4404396425","https://openalex.org/W7214097839"],"abstract_inverted_index":{"When":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"surpass":[5],"human":[6],"capabilities,":[7],"supervising":[8],"them":[9],"effectively":[10,107],"becomes":[11],"difficult.Weak-to-strong":[12],"learning,":[13],"where":[14],"a":[15,20,44,77,124],"less":[16],"capable":[17],"model":[18,53,94],"enhances":[19],"stronger":[21],"one,":[22],"proves":[23],"valuable":[24],"in":[25,141],"this":[26,31,40],"context.Yet,":[27],"the":[28,51,61,92,97,109,121],"efficacy":[29],"of":[30,63,112],"paradigm":[32],"for":[33,123],"complex":[34],"reasoning":[35,47,110,133],"tasks":[36],"is":[37],"still":[38],"unexplored.In":[39],"paper,":[41],"we":[42],"introduce":[43],"progressive":[45],"weak-to-strong":[46],"framework":[48,71],"that":[49,103],"enables":[50],"strong":[52,93],"to":[54,130],"autonomously":[55],"refine":[56],"its":[57,68],"training":[58],"data,":[59],"maximizing":[60],"use":[62],"weak":[64,117],"signals":[65],"and":[66,99,127,137],"unlocking":[67],"latent":[69],"abilities.This":[70],"begins":[72],"with":[73],"supervised":[74],"fine-tuning":[75],"on":[76,87,96],"selective":[78],"small":[79],"but":[80],"high-quality":[81],"dataset,":[82],"followed":[83],"by":[84,91],"preference":[85],"optimization":[86],"contrastive":[88],"samples":[89],"identified":[90],"itself.Experiments":[95],"GSM8K":[98],"MATH":[100],"datasets":[101],"verify":[102],"our":[104],"method":[105],"can":[106],"improve":[108],"capabilities":[111],"Llama2-70b":[113],"using":[114],"three":[115],"separate":[116],"models.This":[118],"work":[119],"paves":[120],"way":[122],"more":[125],"scalable":[126],"sophisticated":[128],"strategy":[129],"enhance":[131],"AI":[132],"powers.All":[134],"relevant":[135],"code":[136],"resources":[138],"are":[139],"available":[140],"https://github.com/GAIR-NLP/":[142],"weak-to-strong-reasoning.":[143]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4404782007","counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":9}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-11-28T00:00:00"}
