{"id":"https://openalex.org/W4412886848","doi":"https://doi.org/10.18653/v1/2025.acl-long.51","title":"Model Extrapolation Expedites Alignment","display_name":"Model Extrapolation Expedites Alignment","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412886848","doi":"https://doi.org/10.18653/v1/2025.acl-long.51"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.51","pdf_url":"https://aclanthology.org/2025.acl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.51.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016924921","display_name":"Chujie Zheng","orcid":"https://orcid.org/0000-0002-7364-972X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chujie Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438240","display_name":"Ziqi Wang","orcid":"https://orcid.org/0000-0002-4235-8073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziqi Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102111681","display_name":"Heng Ji","orcid":"https://orcid.org/0009-0005-4210-1648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heng Ji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044042138","display_name":"Minlie Huang","orcid":"https://orcid.org/0000-0001-7111-1849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minlie Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030248499","display_name":"Nanyun Peng","orcid":"https://orcid.org/0000-0002-8509-6595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nanyun Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1025","last_page":"1041"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.0560000017285347,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.0560000017285347,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.8475963473320007},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5696985721588135},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14552828669548035},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1293586790561676}],"concepts":[{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.8475963473320007},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5696985721588135},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14552828669548035},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1293586790561676}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.51","pdf_url":"https://aclanthology.org/2025.acl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.51","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.51","pdf_url":"https://aclanthology.org/2025.acl-long.51.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2367558620","display_name":null,"funder_award_id":"62125604","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6710492401","display_name":"CAREER: Insertion-Based Natural Language Generation","funder_award_id":"2339766","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412886848.pdf","grobid_xml":"https://content.openalex.org/works/W4412886848.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1968270095","https://openalex.org/W4296478327","https://openalex.org/W1960072520","https://openalex.org/W2042397106","https://openalex.org/W4361730764","https://openalex.org/W1965029248","https://openalex.org/W2220129715"],"abstract_inverted_index":{"Given":[0],"the":[1,19,30,73,83,113,132],"high":[2],"computational":[3],"cost":[4],"of":[5,9,77],"preference":[6],"alignment":[7,33,59,78],"training":[8,20,34,79,94],"large":[10],"language":[11],"models":[12],"(LLMs),":[13],"exploring":[14],"efficient":[15],"methods":[16],"to":[17,56,111,128],"reduce":[18],"overhead":[21],"remains":[22],"an":[23],"important":[24],"and":[25,66,136],"compelling":[26],"research":[27],"problem.Motivated":[28],"by":[29,80],"observation":[31],"that":[32,100,118],"typically":[35],"involves":[36],"only":[37,108],"small":[38],"parameter":[39,84],"changes":[40],"without":[41,91],"injecting":[42],"new":[43],"knowledge":[44],"into":[45],"models,":[46],"we":[47,98,116],"propose":[48],"a":[49,63,88,103],"straightforward":[50],"method":[51],"called":[52],"EXPO":[53,71,101,119],"(model":[54],"extrapolation)":[55],"expedite":[57],"LLMs'":[58],"with":[60,107],"human":[61],"preferences.Given":[62],"partially-trained":[64],"model":[65,105],"its":[67],"initial":[68],"SFT":[69],"checkpoint,":[70],"improves":[72,121],"implicit":[74],"optimization":[75],"objective":[76],"simply":[81],"amplifying":[82],"change":[85],"based":[86],"on":[87,131],"first-order":[89],"approximation,":[90],"any":[92],"additional":[93],"overhead.Through":[95],"controlled":[96],"experiments,":[97],"demonstrate":[99],"boosts":[102],"DPO":[104],"trained":[106],"20%":[109],"steps":[110],"outperform":[112],"fullytrained":[114],"one.Moreover,":[115],"show":[117],"notably":[120],"existing":[122],"open-source":[123],"LLMs":[124],"(ranging":[125],"from":[126],"1.8B":[127],"70B":[129],"parameters)":[130],"leading":[133],"AlpacaEval":[134],"2.0":[135],"MT-Bench":[137],"benchmarks,":[138],"which":[139],"highlights":[140],"EXPO's":[141],"broader":[142],"utility":[143],"in":[144],"efficiently":[145],"enhancing":[146],"LLM":[147],"alignment.":[148]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}