{"id":"https://openalex.org/W4412887959","doi":"https://doi.org/10.18653/v1/2025.findings-acl.823","title":"Token-level Preference Self-Alignment Optimization for Multi-style Outline Controllable Generation","display_name":"Token-level Preference Self-Alignment Optimization for Multi-style Outline Controllable Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887959","doi":"https://doi.org/10.18653/v1/2025.findings-acl.823"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.823","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.823","pdf_url":"https://aclanthology.org/2025.findings-acl.823.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.823.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001895678","display_name":"Zihao Li","orcid":"https://orcid.org/0009-0009-7840-3364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zihao Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181271","display_name":"Xuekong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuekong Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102811964","display_name":"Z. Chen","orcid":"https://orcid.org/0009-0009-2010-5700"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyao Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114188111","display_name":"Lixin Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lixin Zou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181272","display_name":"Ethanhjwu Ethanhjwu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ethanhjwu Ethanhjwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435655","display_name":"Qiang Chen","orcid":"https://orcid.org/0000-0001-8714-6819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100734065","display_name":"Chenliang Li","orcid":"https://orcid.org/0000-0001-9077-3928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenliang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16176471,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15974","last_page":"16007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.5625,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11517","display_name":"Advanced optical system design","score":0.5403000116348267,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7147341966629028},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.702983021736145},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6565679311752319},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.5942438244819641},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1940658986568451},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.116665780544281},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07039308547973633},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.06724461913108826}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7147341966629028},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.702983021736145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6565679311752319},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.5942438244819641},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1940658986568451},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.116665780544281},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07039308547973633},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.06724461913108826},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.823","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.823","pdf_url":"https://aclanthology.org/2025.findings-acl.823.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.823","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.823","pdf_url":"https://aclanthology.org/2025.findings-acl.823.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7473013270","display_name":null,"funder_award_id":"62272349","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887959.pdf","grobid_xml":"https://content.openalex.org/works/W4412887959.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700"],"abstract_inverted_index":{"Multi-style":[0],"outline":[1,63,131],"controllable":[2,26,64,105,132],"generation":[3,27,133],"is":[4,76],"crucial":[5],"for":[6,62,83,112],"multiple":[7],"applications,":[8],"including":[9],"document":[10],"semantic":[11],"structuring":[12],"and":[13,42,125,140,164],"retrievalaugmented":[14],"generation.The":[15],"great":[16],"success":[17],"of":[18,46],"preference":[19,48,57,85],"alignment":[20],"approaches":[21],"encourages":[22],"their":[23],"application":[24],"in":[25,152,158],"tasks.However,":[28],"these":[29,51],"attempts":[30],"encounter":[31],"several":[32],"limitations:":[33],"(1)":[34],"response":[35,99],"pair":[36],"requirements,":[37],"(2)":[38],"substantial":[39,126],"computation":[40],"costs,":[41],"(3)":[43],"insufficient":[44],"exploitation":[45],"fine-grained":[47,84],"signals.To":[49],"address":[50],"problems,":[52],"we":[53,102],"propose":[54,103],"a":[55,104],"token-level":[56],"selfalignment":[58],"optimization,":[59],"named":[60],"TKPO,":[61],"generation.TKPO":[65],"extends":[66],"the":[67,80,90,117,162],"Bradley-Terry":[68],"model":[69],"from":[70],"pair-wise":[71],"to":[72,89,108,137,150],"listwise":[73],"comparison,":[74],"which":[75],"further":[77],"applied":[78],"at":[79,167],"token":[81],"level":[82],"signal":[86],"utilization.In":[87],"comparison":[88],"representative":[91],"methods,":[92],"e.g.,":[93],"DPO,":[94],"TKPO":[95,114,145],"does":[96],"not":[97],"require":[98],"pairs":[100],"instead,":[101],"attributes-driven":[106],"method":[107],"construct":[109],"reject":[110],"samples":[111],"self-alignment.Additionally,":[113],"optimizes":[115],"only":[116,156],"base":[118],"model,":[119],"thereby":[120],"avoiding":[121],"additional":[122],"memory":[123],"usage":[124],"computational":[127],"costs.We":[128],"curate":[129],"two":[130],"datasets":[134,165],"with":[135],"regard":[136],"language":[138],"style":[139],"level-of-detail.Extensive":[141],"experiments":[142],"demonstrate":[143],"that":[144],"outperforms":[146],"DPO":[147],"by":[148],"up":[149],"19.28%":[151],"performance":[153],"while":[154],"requiring":[155],"56.25%":[157],"training":[159],"time.We":[160],"release":[161],"code":[163],"resources":[166]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}