{"id":"https://openalex.org/W7166886684","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1009","title":"DynamicFocalPO: Adaptive Focusing Strategy for Preference Optimization","display_name":"DynamicFocalPO: Adaptive Focusing Strategy for Preference Optimization","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166886684","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1009"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1009","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1009","pdf_url":"https://aclanthology.org/2026.findings-acl.1009.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1009.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139831059","display_name":"Shu Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139820626","display_name":"Junan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junan Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139788102","display_name":"Rui Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139776697","display_name":"Xin Eric Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139786120","display_name":"Tao Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139793910","display_name":"Hao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87035135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"20206","last_page":"20221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.673799991607666,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.673799991607666,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.12380000203847885,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.3986000120639801},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.26249998807907104},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2606000006198883},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.25619998574256897},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.25369998812675476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.527400016784668},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.24560000002384186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1009","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1009","pdf_url":"https://aclanthology.org/2026.findings-acl.1009.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1009","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1009","pdf_url":"https://aclanthology.org/2026.findings-acl.1009.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G267927631","display_name":null,"funder_award_id":"72574098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6152536712","display_name":null,"funder_award_id":"010814370338","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6831034041","display_name":null,"funder_award_id":"72504122","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7694383859","display_name":null,"funder_award_id":"72074108","funder_id":"https://openalex.org/F4320324852","funder_display_name":"Nanjing University"},{"id":"https://openalex.org/G8524424817","display_name":"\u5173\u8054\u6570\u636e\u9a71\u52a8\u4e0b\u6211\u56fd\u975e\u9057\u6587\u672c\u7684\u8bed\u4e49\u89e3\u6790\u4e0e\u4eba\u6587\u8ba1\u7b97\u7814\u7a76","funder_award_id":"72074108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166886684.pdf","grobid_xml":"https://content.openalex.org/works/W7166886684.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"preference":[1,33],"optimization":[2],"algorithms":[3],"such":[4],"as":[5,44,88],"Direct":[6],"Preference":[7],"Optimization":[8],"(DPO)":[9],"have":[10],"become":[11],"prevalent":[12],"for":[13],"aligning":[14],"large":[15],"language":[16],"models":[17],"(LLMs)":[18],"with":[19],"human":[20],"preferences.FocalPO":[21],"improves":[22],"upon":[23],"DPO":[24,96],"by":[25,67],"introducing":[26],"a":[27,36,56,80],"modulating":[28,38],"factor":[29,39],"that":[30,60,92,116],"down-weighs":[31],"misranked":[32],"pairs.However,":[34],"using":[35,107],"fixed":[37],"throughout":[40],"training":[41,89],"is":[42],"suboptimal,":[43],"the":[45,63,117],"model's":[46],"learning":[47],"capacity":[48],"evolves":[49],"during":[50],"training.We":[51],"introduce":[52],"DynamicFocalPO,":[53],"which":[54],"employs":[55],"dynamic":[57,118],"focusing":[58],"strategy":[59],"adapts":[61],"over":[62],"course":[64],"of":[65],"training.Inspired":[66],"curriculum":[68],"learning,":[69],"our":[70],"method":[71],"initially":[72],"focuses":[73],"on":[74,99],"correctly":[75],"ranked":[76],"samples":[77,87],"to":[78],"establish":[79],"solid":[81],"foundation,":[82],"then":[83],"gradually":[84],"incorporates":[85],"harder":[86],"progresses.Experiments":[90],"demonstrate":[91],"DynamicFocalPO":[93],"surpasses":[94],"both":[95],"and":[97,105,109,124],"FocalPO":[98],"benchmarks":[100],"including":[101],"Alpaca":[102],"Eval":[103],"2.0":[104],"Arena-Hard":[106],"Mistral-Base-7B":[108],"Llama-3-Instruct-8B.We":[110],"further":[111],"provide":[112],"theoretical":[113],"analysis":[114],"showing":[115],"schedule":[119],"enables":[120],"adaptive":[121],"entropy":[122],"regularization":[123],"selective":[125],"gradient":[126],"suppression.":[127]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}
