{"id":"https://openalex.org/W4403585643","doi":"https://doi.org/10.48550/arxiv.2409.02795","title":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","display_name":"Towards a Unified View of Preference Learning for Large Language Models: A Survey","publication_year":2024,"publication_date":"2024-09-04","ids":{"openalex":"https://openalex.org/W4403585643","doi":"https://doi.org/10.48550/arxiv.2409.02795"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.02795","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.02795","pdf_url":"https://arxiv.org/pdf/2409.02795","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.02795","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002310167","display_name":"Bofei Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Bofei","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059659416","display_name":"Feifan Song","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song, Feifan","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045257498","display_name":"Yibo Miao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao, Yibo","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102312458","display_name":"Zefan Cai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cai, Zefan","raw_affiliation_strings":["University of Wisconsin- Madison"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin- Madison","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102958376","display_name":"Zhe Yang","orcid":"https://orcid.org/0000-0001-5840-9034","observed_orcids":["https://orcid.org/0000-0001-5840-9034"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Zhe","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015551207","display_name":"Liang Chen","orcid":"https://orcid.org/0000-0003-3750-1071","observed_orcids":["https://orcid.org/0000-0003-3750-1071"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Liang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hu, Helan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu, Helan","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023594937","display_name":"Runxin Xu","orcid":"https://orcid.org/0000-0002-3876-2284","observed_orcids":["https://orcid.org/0000-0002-3876-2284"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu, Runxin","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113750837","display_name":"Qingxiu Dong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong, Qingxiu","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng, Ce","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng, Ce","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Quan, Shanghaoran","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan, Shanghaoran","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101094795","display_name":"Wen Xiao","orcid":"https://orcid.org/0009-0009-8886-6020","observed_orcids":["https://orcid.org/0009-0009-8886-6020"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao, Wen","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326077","display_name":"Ge Zhang","orcid":"https://orcid.org/0000-0003-0704-0657","observed_orcids":["https://orcid.org/0000-0003-0704-0657"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhang, Ge","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021771488","display_name":"Daoguang Zan","orcid":"https://orcid.org/0009-0009-4269-8543","observed_orcids":["https://orcid.org/0009-0009-4269-8543"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan, Daoguang","raw_affiliation_strings":["Institute of Software , Chinese Academy of Sciences Project"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software , Chinese Academy of Sciences Project","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110849478","display_name":"Keming Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu, Keming","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101188063","display_name":"Bowen Yu","orcid":"https://orcid.org/0009-0008-9642-7880","observed_orcids":["https://orcid.org/0009-0008-9642-7880"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu, Bowen","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062188134","display_name":"Dayiheng Liu","orcid":"https://orcid.org/0000-0002-8755-8941","observed_orcids":["https://orcid.org/0000-0002-8755-8941"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Dayiheng","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cui, Zeyu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cui, Zeyu","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115596508","display_name":"Jian Ming Yang","orcid":"https://orcid.org/0000-0003-4255-9622","observed_orcids":["https://orcid.org/0000-0003-4255-9622"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang, Jian","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sha, Lei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sha, Lei","raw_affiliation_strings":["Zhongguancun Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025565222","display_name":"Houfeng Wang","orcid":"https://orcid.org/0000-0001-7130-1589","observed_orcids":["https://orcid.org/0000-0001-7130-1589"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Houfeng","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110285832","display_name":"Zhifang Sui","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sui, Zhifang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101800668","display_name":"Peiyi Wang","orcid":"https://orcid.org/0000-0001-9121-4327","observed_orcids":["https://orcid.org/0000-0001-9121-4327"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Peiyi","raw_affiliation_strings":["Peking University","Peking University Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peking University Alibaba Group","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379467","display_name":"Tianyu Liu","orcid":"https://orcid.org/0000-0003-3735-3814","observed_orcids":["https://orcid.org/0000-0003-3735-3814"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Tianyu","raw_affiliation_strings":["Alibaba Group"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021459300","display_name":"Baobao Chang","orcid":"https://orcid.org/0000-0003-2824-6750","observed_orcids":["https://orcid.org/0000-0003-2824-6750"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang, Baobao","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.044199999421834946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference-learning","display_name":"preference learning","score":0.8479999899864197},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9580000042915344},{"id":"https://openalex.org/keywords/preference-alignment","display_name":"preference alignment","score":0.7570000290870667},{"id":"https://openalex.org/keywords/human-preferences","display_name":"human preferences","score":0.8069999814033508},{"id":"https://openalex.org/keywords/alignment-strategies","display_name":"alignment strategies","score":0.6769999861717224},{"id":"https://openalex.org/keywords/unified-framework","display_name":"unified framework","score":0.7820000052452087},{"id":"https://openalex.org/keywords/feedback-mechanisms","display_name":"feedback mechanisms","score":0.47600001096725464},{"id":"https://openalex.org/keywords/preference-data","display_name":"preference data","score":0.5210000276565552},{"id":"https://openalex.org/keywords/alignment-algorithms","display_name":"alignment algorithms","score":0.656000018119812}],"concepts":[{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.6589694023132324},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5060929656028748},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.43834584951400757},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15256670117378235},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12613418698310852}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.02795","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.02795","pdf_url":"https://arxiv.org/pdf/2409.02795","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.02795","doi":"https://doi.org/10.48550/arxiv.2409.02795","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.02795","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.02795","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.02795","pdf_url":"https://arxiv.org/pdf/2409.02795","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403585643.pdf","grobid_xml":"https://content.openalex.org/works/W4403585643.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415850505","https://openalex.org/W4399835902","https://openalex.org/W7123905171","https://openalex.org/W4417248785","https://openalex.org/W7164572813","https://openalex.org/W4410555872","https://openalex.org/W4416097798","https://openalex.org/W6948236472","https://openalex.org/W4393300581","https://openalex.org/W7126274551"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"exhibit":[4],"remarkably":[5],"powerful":[6],"capabilities.":[7],"One":[8],"of":[9,33,70,76,131,144,153],"the":[10,18,38,51,68,71,81,96,111,142,163,173],"crucial":[11],"factors":[12],"to":[13,35,57,94,140,157],"achieve":[14],"success":[15],"is":[16],"aligning":[17,180],"LLM's":[19,39],"output":[20],"with":[21,184],"human":[22,185],"preferences.":[23,186],"This":[24,124],"alignment":[25,84,98,133],"process":[26],"often":[27],"requires":[28],"only":[29],"a":[30,91,159],"small":[31],"amount":[32],"data":[34],"efficiently":[36],"enhance":[37],"performance.":[40],"While":[41],"effective,":[42],"research":[43,177],"in":[44,113],"this":[45,106],"area":[46],"spans":[47],"multiple":[48],"domains,":[49],"and":[50,89,122,135,175],"methods":[52,63],"involved":[53],"are":[54],"relatively":[55],"complex":[56],"understand.":[58],"The":[59],"relationships":[60],"between":[61],"different":[62,87,145],"have":[64],"been":[65],"under-explored,":[66],"limiting":[67],"development":[69],"preference":[72,114],"alignment.":[73],"In":[74,105],"light":[75],"this,":[77],"we":[78,108,148,171],"break":[79],"down":[80],"existing":[82,132,155],"popular":[83],"strategies":[85,112],"into":[86,116],"components":[88],"provide":[90],"unified":[92,125,169],"framework":[93],"study":[95],"current":[97],"strategies,":[99],"thereby":[100],"establishing":[101],"connections":[102],"among":[103],"them.":[104],"survey,":[107],"decompose":[109],"all":[110],"learning":[115],"four":[117],"components:":[118],"model,":[119],"data,":[120],"feedback,":[121],"algorithm.":[123],"view":[126],"offers":[127],"an":[128],"in-depth":[129],"understanding":[130,161],"algorithms":[134,156],"also":[136],"opens":[137],"up":[138],"possibilities":[139],"synergize":[141],"strengths":[143],"strategies.":[146],"Furthermore,":[147],"present":[149],"detailed":[150],"working":[151],"examples":[152],"prevalent":[154],"facilitate":[158],"comprehensive":[160],"for":[162,179],"readers.":[164],"Finally,":[165],"based":[166],"on":[167],"our":[168],"perspective,":[170],"explore":[172],"challenges":[174],"future":[176],"directions":[178],"large":[181],"language":[182],"models":[183]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2024-10-21T00:00:00"}