{"id":"https://openalex.org/W4388328257","doi":"https://doi.org/10.48550/arxiv.2311.00710","title":"Interactive AI Alignment: Specification, Process, and Evaluation Alignment","display_name":"Interactive AI Alignment: Specification, Process, and Evaluation Alignment","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4388328257","doi":"https://doi.org/10.48550/arxiv.2311.00710"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.00710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00710","pdf_url":"https://arxiv.org/pdf/2311.00710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.00710","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015483503","display_name":"Michael A. Terry","orcid":"https://orcid.org/0000-0003-1941-939X","observed_orcids":["https://orcid.org/0000-0003-1941-939X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Terry, Michael","raw_affiliation_strings":["Harvard University and Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I136199984","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078443228","display_name":"Chinmay Eishan Kulkarni","orcid":"https://orcid.org/0000-0003-4922-6601","observed_orcids":["https://orcid.org/0000-0003-4922-6601","https://orcid.org/0000-0002-3023-9835"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Kulkarni, Chinmay","raw_affiliation_strings":["Harvard University and Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I136199984","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039276358","display_name":"MARTIN P. WATTENBERG","orcid":"https://orcid.org/0000-0003-0904-4862","observed_orcids":["https://orcid.org/0000-0003-0904-4862"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Wattenberg, Martin","raw_affiliation_strings":["Harvard University and Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I136199984","https://openalex.org/I4210090411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103159534","display_name":"Lucas Dixon","orcid":"https://orcid.org/0000-0003-1094-1675","observed_orcids":["https://orcid.org/0000-0003-1094-1675"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Dixon, Lucas","raw_affiliation_strings":["Harvard University and Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I136199984","https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062285844","display_name":"Meredith Ringel Morris","orcid":"https://orcid.org/0000-0003-1436-9223","observed_orcids":["https://orcid.org/0000-0003-1436-9223"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Morris, Meredith Ringel","raw_affiliation_strings":["Harvard University and Google DeepMind"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University and Google DeepMind","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I136199984","https://openalex.org/I4210090411"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.5503000020980835,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.5503000020980835,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0697999969124794,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.05040000006556511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-alignment","display_name":"AI alignment","score":0.9539999961853027},{"id":"https://openalex.org/keywords/interactive-alignment","display_name":"interactive alignment","score":0.7799999713897705},{"id":"https://openalex.org/keywords/process-alignment","display_name":"process alignment","score":0.9990000128746033},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.3630000054836273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7729754447937012},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.7153212428092957},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6152887344360352},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5683320760726929},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5458590984344482},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4719005525112152},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4553729295730591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4470125734806061},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20349305868148804},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.00710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00710","pdf_url":"https://arxiv.org/pdf/2311.00710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.00710","doi":"https://doi.org/10.48550/arxiv.2311.00710","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.00710","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.00710","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.00710","pdf_url":"https://arxiv.org/pdf/2311.00710","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388328257.pdf","grobid_xml":"https://content.openalex.org/works/W4388328257.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2059216172","https://openalex.org/W2099305423","https://openalex.org/W2143894141","https://openalex.org/W2240086230","https://openalex.org/W2282821441","https://openalex.org/W2768908787","https://openalex.org/W2798877128","https://openalex.org/W2901707424","https://openalex.org/W2916904544","https://openalex.org/W2918341242","https://openalex.org/W2964029788","https://openalex.org/W3002093512","https://openalex.org/W3030163527","https://openalex.org/W3031000691","https://openalex.org/W3032875465","https://openalex.org/W3148330722","https://openalex.org/W3163054706","https://openalex.org/W3185451263","https://openalex.org/W4224035735","https://openalex.org/W4225165463","https://openalex.org/W4226278401","https://openalex.org/W4281485151","https://openalex.org/W4281618209","https://openalex.org/W4303440777","https://openalex.org/W4318351475","https://openalex.org/W4362655490","https://openalex.org/W4365601419","https://openalex.org/W4366548330","https://openalex.org/W4379089709","https://openalex.org/W4381104137","https://openalex.org/W4383679928","https://openalex.org/W4385774603","https://openalex.org/W4386728930","https://openalex.org/W4388481599","https://openalex.org/W4390873054","https://openalex.org/W4409736307","https://openalex.org/W7133224126","https://openalex.org/W7196971834"],"related_works":["https://openalex.org/W7221035975","https://openalex.org/W7163395136","https://openalex.org/W7149448256","https://openalex.org/W7214746890","https://openalex.org/W7160833291","https://openalex.org/W4288058266","https://openalex.org/W7169508968","https://openalex.org/W7128805155","https://openalex.org/W7117472673","https://openalex.org/W4408550795"],"abstract_inverted_index":{"Modern":[0],"AI":[1,17,63,113],"enables":[2],"a":[3],"high-level,":[4],"declarative":[5,55],"form":[6],"of":[7,53,57,72,112],"interaction:":[8],"Users":[9],"describe":[10],"the":[11,25,40,46],"intended":[12],"outcome":[13,26],"they":[14],"wish":[15],"an":[16,122],"to":[18,38,65,79,86],"produce,":[19],"but":[20],"do":[21,87],"not":[22],"actually":[23],"create":[24,39],"themselves.":[27],"In":[28],"contrast,":[29],"in":[30,51,62,94],"traditional":[31],"user":[32],"interfaces,":[33],"users":[34,93],"invoke":[35],"specific":[36],"operations":[37],"desired":[41],"outcome.":[42],"This":[43],"paper":[44],"revisits":[45],"basic":[47],"input-output":[48],"interaction":[49],"cycle":[50],"light":[52],"this":[54],"style":[56],"interaction,":[58],"and":[59,89,96,120],"connects":[60],"concepts":[61],"alignment":[64,71,75,82,91,114],"define":[66],"three":[67],"objectives":[68],"for":[69],"interactive":[70],"AI:":[73],"specification":[74],"(aligning":[76,83],"on":[77,84],"what":[78,98],"do),":[80],"process":[81],"how":[85,108],"it),":[88],"evaluation":[90],"(assisting":[92],"verifying":[95],"understanding":[97],"was":[99],"produced).":[100],"Using":[101],"existing":[102],"systems":[103],"as":[104,121],"examples,":[105],"we":[106],"show":[107],"these":[109],"user-centered":[110],"views":[111],"can":[115],"be":[116],"used":[117],"descriptively,":[118],"prescriptively,":[119],"evaluative":[123],"aid.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-11-04T00:00:00"}