{"id":"https://openalex.org/W4415207023","doi":"https://doi.org/10.1145/3770749","title":"AI Alignment: A Contemporary Survey","display_name":"AI Alignment: A Contemporary Survey","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415207023","doi":"https://doi.org/10.1145/3770749"},"language":"en","primary_location":{"id":"doi:10.1145/3770749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3770749","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010983432","display_name":"Jiaming Ji","orcid":"https://orcid.org/0009-0000-6385-8141"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaming Ji","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108279374","display_name":"Tianyi Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Qiu","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005057280","display_name":"Boyuan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyuan Chen","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101275116","display_name":"Jiayi Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayi Zhou","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072159736","display_name":"Borong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Borong Zhang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049988055","display_name":"Dawei Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghai Hong","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112107091","display_name":"Hantao Lou","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hantao Lou","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063678937","display_name":"Kaile Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaile Wang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102008535","display_name":"Yawen Duan","orcid":"https://orcid.org/0000-0002-5124-1192"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yawen Duan","raw_affiliation_strings":["University of Cambridge"],"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038466261","display_name":"Zhonghao He","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhonghao He","raw_affiliation_strings":["University of Cambridge"],"affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120007953","display_name":"Lukas Vierling","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lukas Vierling","raw_affiliation_strings":["University of Oxford"],"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683815","display_name":"Zhaowei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaowei Zhang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020542482","display_name":"F. R. Zeng","orcid":"https://orcid.org/0000-0002-0628-5321"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanzhi Zeng","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110937622","display_name":"Juntao Dai","orcid":"https://orcid.org/0000-0002-2315-573X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juntao Dai","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001682354","display_name":"Xuehai Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehai Pan","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111404244","display_name":"Hua Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Xu","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092715918","display_name":"Aidan O\u2019Gara","orcid":"https://orcid.org/0000-0002-9471-4930"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aidan O'Gara","raw_affiliation_strings":["University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060777264","display_name":"Kwan Yee Ng","orcid":null},"institutions":[{"id":"https://openalex.org/I105925353","display_name":"Concordia University Wisconsin","ror":"https://ror.org/04k83g518","country_code":"US","type":"education","lineage":["https://openalex.org/I105925353"]},{"id":"https://openalex.org/I4210148195","display_name":"Concordia University","ror":"https://ror.org/04dwckp88","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwan Ng","raw_affiliation_strings":["Concordia AI"],"affiliations":[{"raw_affiliation_string":"Concordia AI","institution_ids":["https://openalex.org/I4210148195","https://openalex.org/I105925353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087031022","display_name":"Brian Tse","orcid":null},"institutions":[{"id":"https://openalex.org/I105925353","display_name":"Concordia University Wisconsin","ror":"https://ror.org/04k83g518","country_code":"US","type":"education","lineage":["https://openalex.org/I105925353"]},{"id":"https://openalex.org/I4210148195","display_name":"Concordia University","ror":"https://ror.org/04dwckp88","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian Tse","raw_affiliation_strings":["Concordia AI"],"affiliations":[{"raw_affiliation_string":"Concordia AI","institution_ids":["https://openalex.org/I4210148195","https://openalex.org/I105925353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101713885","display_name":"Jie Fu","orcid":"https://orcid.org/0000-0002-4494-843X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jie Fu","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077119323","display_name":"S. McAleer","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Mcaleer","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100645705","display_name":"Yanfeng Wang","orcid":"https://orcid.org/0000-0002-3196-2347"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Wang","raw_affiliation_strings":["Peking University","Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104113468","display_name":"Mingchuan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingchuan Yang","raw_affiliation_strings":["China Telecommunications Corporation"],"affiliations":[{"raw_affiliation_string":"China Telecommunications Corporation","institution_ids":["https://openalex.org/I4210136246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082653046","display_name":"Yunhuai Liu","orcid":"https://orcid.org/0000-0002-1180-8078"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhuai Liu","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602395","display_name":"Yizhou Wang","orcid":"https://orcid.org/0000-0001-9888-6409"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhou Wang","raw_affiliation_strings":["Peking University","Shanghai Jiao Tong University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031660884","display_name":"Song-Chun Zhu","orcid":"https://orcid.org/0009-0009-9458-5583"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song-Chun Zhu","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051748619","display_name":"Yike Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yike Guo","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090073634","display_name":"Yaodong Yang","orcid":"https://orcid.org/0000-0001-8132-5613"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaodong Yang","raw_affiliation_strings":["Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101523804","display_name":"Wen Gao","orcid":"https://orcid.org/0000-0001-8894-1806"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Wen Gao","raw_affiliation_strings":["Computer Science, Peking University"],"affiliations":[{"raw_affiliation_string":"Computer Science, Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I111483173"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":29,"corresponding_author_ids":["https://openalex.org/A5010983432"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":19.8318,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9915443,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"58","issue":"5","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5458999872207642},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.498199999332428},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.49300000071525574},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.44040000438690186},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4106000065803528},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.3846000134944916},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.3239000141620636},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.3215000033378601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7861999869346619},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.498199999332428},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.49300000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44769999384880066},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.44040000438690186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4221000075340271},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29739999771118164},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C196879817","wikidata":"https://www.wikidata.org/wiki/Q872685","display_name":"Data governance","level":4,"score":0.28450000286102295},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2736000120639801},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2567000091075897},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2565999925136566},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C147513830","wikidata":"https://www.wikidata.org/wiki/Q5938602","display_name":"Human systems engineering","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3770749","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3770749","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W648152870","https://openalex.org/W1999874108","https://openalex.org/W2060482235","https://openalex.org/W2102705755","https://openalex.org/W2150704630","https://openalex.org/W2164945937","https://openalex.org/W2531563875","https://openalex.org/W2540646130","https://openalex.org/W2560674852","https://openalex.org/W2604382266","https://openalex.org/W2606555609","https://openalex.org/W2763110165","https://openalex.org/W2909340128","https://openalex.org/W2945976633","https://openalex.org/W2952523122","https://openalex.org/W2962937807","https://openalex.org/W2962977603","https://openalex.org/W2963095307","https://openalex.org/W2963969878","https://openalex.org/W2964303497","https://openalex.org/W2987434780","https://openalex.org/W2997823717","https://openalex.org/W3002093512","https://openalex.org/W3002916673","https://openalex.org/W3004493409","https://openalex.org/W3006334608","https://openalex.org/W3010694149","https://openalex.org/W3035688398","https://openalex.org/W3037248211","https://openalex.org/W3105871743","https://openalex.org/W3115477807","https://openalex.org/W3126041111","https://openalex.org/W3127346538","https://openalex.org/W3138984732","https://openalex.org/W3172314959","https://openalex.org/W3181414820","https://openalex.org/W3201174429","https://openalex.org/W3202070718","https://openalex.org/W3207316473","https://openalex.org/W3212069793","https://openalex.org/W4205758343","https://openalex.org/W4214717370","https://openalex.org/W4220681836","https://openalex.org/W4221143046","https://openalex.org/W4226278401","https://openalex.org/W4229022036","https://openalex.org/W4241399673","https://openalex.org/W4283318904","https://openalex.org/W4283460722","https://openalex.org/W4287266177","https://openalex.org/W4287674181","https://openalex.org/W4292779060","https://openalex.org/W4296288933","https://openalex.org/W4308831279","https://openalex.org/W4309674289","https://openalex.org/W4377371615","https://openalex.org/W4378976798","https://openalex.org/W4380319026","https://openalex.org/W4385894687","https://openalex.org/W4389617257","https://openalex.org/W4394644466","https://openalex.org/W4401218004","https://openalex.org/W4404134492","https://openalex.org/W4410366223","https://openalex.org/W4411858512","https://openalex.org/W4412369068"],"related_works":[],"abstract_inverted_index":{"AI":[0,5,16,61,102,222,257],"alignment":[1,35,82,92,95,106,118,270],"aims":[2,99,111,261],"to":[3,100,112,123,162,174,202,262],"make":[4,101],"systems":[6,17,103,223],"behave":[7],"in":[8,37],"line":[9],"with":[10],"human":[11,155,170,232],"intentions":[12],"and":[13,30,47,66,84,93,119,138,151,157,199,213,231,238,247,255,279,293],"values.":[14],"As":[15],"grow":[18],"more":[19],"capable,":[20],"so":[21],"do":[22],"risks":[23],"from":[24,136,154],"misalignment.":[25],"To":[26],"provide":[27,263],"a":[28,264],"comprehensive":[29,265],"up-to-date":[31],"overview":[32],"of":[33,49,60,80,196,221,269,289],"the":[34,43,57,78,109,116,141,194,282],"field,":[36],"this":[38],"survey,":[39],"we":[40,52,76,131,145,181,209,217,276],"delve":[41],"into":[42,87],"core":[44],"concepts,":[45],"methodology,":[46],"practice":[48],"alignment.":[50],"First,":[51],"identify":[53],"four":[54,74],"principles":[55],"as":[56,188],"key":[58,89],"objectives":[59],"alignment:":[62],"Robustness,":[63],"Interpretability,":[64],"Controllability,":[65],"Ethicality":[67],"(":[68],"RICE":[69],").":[70],"Guided":[71],"by":[72,243],"these":[73],"principles,":[75],"outline":[77],"landscape":[79],"current":[81,237],"research":[83,271],"decompose":[85],"them":[86,121],"two":[88],"components:":[90],"forward":[91,129],"backward":[94,207],".":[96],"The":[97],"former":[98],"aligned":[104],"via":[105],"training,":[107],"while":[108],"latter":[110],"gain":[113],"evidence":[114],"about":[115],"systems\u2019":[117],"govern":[120],"appropriately":[122],"avoid":[124],"exacerbating":[125],"misalignment":[126],"risks.":[127,258],"On":[128,206],"alignment,":[130,208],"discuss":[132,159,210,236],"techniques":[133,212],"for":[134,166],"learning":[135,139,153,177],"feedback":[137,156],"under":[140,178],"distribution":[142,179,185,195],"shift.":[143],"Specifically,":[144,216],"survey":[146,218,260],"traditional":[147],"preference":[148],"modeling":[149],"methods":[150,220],"reinforcement":[152],"further":[158],"potential":[160],"frameworks":[161],"reach":[163],"scalable":[164],"oversight":[165,171],"tasks":[167],"where":[168],"effective":[169],"is":[172],"hard":[173],"obtain.":[175],"Within":[176],"shift,":[180],"also":[182,277],"cover":[183],"data":[184,198],"interventions":[186,201],"such":[187],"adversarial":[189],"training":[190,197],"that":[191],"helps":[192],"expand":[193],"algorithmic":[200],"combat":[203],"goal":[204],"misgeneralization.":[205],"assurance":[211,219],"governance":[214,240],"practices.":[215],"throughout":[224],"their":[225],"lifecycle,":[226],"covering":[227],"safety":[228],"evaluation,":[229],"interpretability,":[230],"value":[233],"compliance.":[234],"We":[235],"prospective":[239],"practices":[241],"adopted":[242],"governments,":[244],"industry":[245],"actors,":[246],"other":[248,294],"third":[249],"parties,":[250],"aimed":[251],"at":[252],"managing":[253],"existing":[254],"future":[256],"This":[259],"yet":[266],"beginner-friendly":[267],"review":[268],"topics.":[272],"Based":[273],"on":[274],"this,":[275],"release":[278],"continually":[280],"update":[281],"website":[283],"www.alignmentsurvey.com":[284],"which":[285],"features":[286],"tutorials,":[287],"collections":[288],"papers,":[290],"blog":[291],"posts,":[292],"resources.":[295]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-16T00:00:00"}