{"id":"https://openalex.org/W4224106435","doi":"https://doi.org/10.1145/3511605","title":"Assessing Human-AI Interaction Early through Factorial Surveys: A Study on the Guidelines for Human-AI Interaction","display_name":"Assessing Human-AI Interaction Early through Factorial Surveys: A Study on the Guidelines for Human-AI Interaction","publication_year":2022,"publication_date":"2022-04-14","ids":{"openalex":"https://openalex.org/W4224106435","doi":"https://doi.org/10.1145/3511605"},"language":"en","primary_location":{"id":"doi:10.1145/3511605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511605","source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511605","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100460601","display_name":"Tianyi Li","orcid":"https://orcid.org/0000-0002-1145-2526"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Li","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066017612","display_name":"Mihaela Vorvoreanu","orcid":"https://orcid.org/0000-0002-3322-3548"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mihaela Vorvoreanu","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067693549","display_name":"Derek DeBellis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Derek Debellis","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057541630","display_name":"Saleema Amershi","orcid":"https://orcid.org/0000-0002-3294-7288"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Saleema Amershi","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1854,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97756818,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"30","issue":"5","first_page":"1","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.6997465491294861},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.686946451663971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6460760831832886},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5662277340888977},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5225805044174194},{"id":"https://openalex.org/keywords/guideline","display_name":"Guideline","score":0.5107789039611816},{"id":"https://openalex.org/keywords/factorial-experiment","display_name":"Factorial experiment","score":0.44795408844947815},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4079371988773346},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3759118318557739},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34493589401245117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3419804871082306},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22265490889549255},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14187085628509521}],"concepts":[{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6997465491294861},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.686946451663971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6460760831832886},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5662277340888977},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5225805044174194},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.5107789039611816},{"id":"https://openalex.org/C169222746","wikidata":"https://www.wikidata.org/wiki/Q4116558","display_name":"Factorial experiment","level":2,"score":0.44795408844947815},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4079371988773346},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3759118318557739},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34493589401245117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3419804871082306},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22265490889549255},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14187085628509521},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511605","source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3511605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511605","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511605","source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224106435.pdf","grobid_xml":"https://content.openalex.org/works/W4224106435.grobid-xml"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W66554464","https://openalex.org/W262436420","https://openalex.org/W645135512","https://openalex.org/W1506534339","https://openalex.org/W1527065706","https://openalex.org/W1554531572","https://openalex.org/W1583059097","https://openalex.org/W1791587663","https://openalex.org/W1966275791","https://openalex.org/W1977368841","https://openalex.org/W1979290264","https://openalex.org/W1983734259","https://openalex.org/W2006824347","https://openalex.org/W2015000462","https://openalex.org/W2019569997","https://openalex.org/W2031848747","https://openalex.org/W2036485578","https://openalex.org/W2038495346","https://openalex.org/W2044140042","https://openalex.org/W2047074192","https://openalex.org/W2047212654","https://openalex.org/W2048385912","https://openalex.org/W2054348336","https://openalex.org/W2055551358","https://openalex.org/W2059216172","https://openalex.org/W2067652191","https://openalex.org/W2080560177","https://openalex.org/W2081093195","https://openalex.org/W2082498402","https://openalex.org/W2091728925","https://openalex.org/W2099697766","https://openalex.org/W2101353123","https://openalex.org/W2106772961","https://openalex.org/W2110065044","https://openalex.org/W2125783664","https://openalex.org/W2128225950","https://openalex.org/W2133084664","https://openalex.org/W2133711947","https://openalex.org/W2141044623","https://openalex.org/W2148527190","https://openalex.org/W2150208481","https://openalex.org/W2160510495","https://openalex.org/W2162532690","https://openalex.org/W2162598207","https://openalex.org/W2166323020","https://openalex.org/W2170001221","https://openalex.org/W2178882079","https://openalex.org/W2237502368","https://openalex.org/W2248908455","https://openalex.org/W2282821441","https://openalex.org/W2288402871","https://openalex.org/W2338034815","https://openalex.org/W2400693975","https://openalex.org/W2408626796","https://openalex.org/W2485543143","https://openalex.org/W2532398339","https://openalex.org/W2536378363","https://openalex.org/W2556508130","https://openalex.org/W2560661849","https://openalex.org/W2727940568","https://openalex.org/W2749360402","https://openalex.org/W2768869732","https://openalex.org/W2804268810","https://openalex.org/W2826134699","https://openalex.org/W2891503716","https://openalex.org/W2895552032","https://openalex.org/W2902480251","https://openalex.org/W2904468173","https://openalex.org/W2913693384","https://openalex.org/W2916904544","https://openalex.org/W2917767525","https://openalex.org/W2918497321","https://openalex.org/W2919971226","https://openalex.org/W2940473144","https://openalex.org/W2944277342","https://openalex.org/W2945295328","https://openalex.org/W2953522645","https://openalex.org/W2973890672","https://openalex.org/W2974075815","https://openalex.org/W2989096867","https://openalex.org/W2991537405","https://openalex.org/W2995929628","https://openalex.org/W2999637955","https://openalex.org/W3004493409","https://openalex.org/W3012406522","https://openalex.org/W3013998503","https://openalex.org/W3016099278","https://openalex.org/W3020941501","https://openalex.org/W3023169005","https://openalex.org/W3031484172","https://openalex.org/W3032875465","https://openalex.org/W3103751997","https://openalex.org/W3104149808","https://openalex.org/W3125518682","https://openalex.org/W3161120666","https://openalex.org/W3163443091","https://openalex.org/W4236130975","https://openalex.org/W4252148582","https://openalex.org/W4299627282","https://openalex.org/W4299687421"],"related_works":["https://openalex.org/W2506292322","https://openalex.org/W4283209547","https://openalex.org/W2339422290","https://openalex.org/W4255371791","https://openalex.org/W4233871529","https://openalex.org/W2397653702","https://openalex.org/W2338818750","https://openalex.org/W2365451219","https://openalex.org/W2415869793","https://openalex.org/W4211072166"],"abstract_inverted_index":{"This":[0],"work":[1],"contributes":[2],"a":[3,41,69,80],"research":[4,18,46],"protocol":[5,19,47],"for":[6],"evaluating":[7],"human-AI":[8,28,61],"interaction":[9,29,62],"in":[10,37,118],"the":[11,45,103,125],"context":[12],"of":[13,44,60,88,106,114,124],"specific":[14],"AI":[15,92,116],"products.":[16],"The":[17,94],"enables":[20],"UX":[21,104],"and":[22,31,48,99,122],"HCI":[23],"researchers":[24],"to":[25,55,75],"assess":[26],"different":[27],"solutions":[30],"validate":[32],"design":[33,74],"decisions":[34],"before":[35],"investing":[36],"engineering.":[38],"We":[39,64],"present":[40],"detailed":[42],"account":[43],"demonstrate":[49],"its":[50],"use":[51],"by":[52],"employing":[53],"it":[54],"study":[56],"an":[57],"existing":[58],"set":[59],"guidelines.":[63,126],"used":[65],"factorial":[66],"surveys":[67],"with":[68],"2":[70,72],"\u00d7":[71],"mixed":[73],"compare":[76],"user":[77],"perceptions":[78],"when":[79],"guideline":[81],"is":[82],"applied":[83],"versus":[84,90],"violated,":[85],"under":[86],"conditions":[87],"optimal":[89],"sub-optimal":[91],"performance.":[93],"results":[95],"provided":[96],"both":[97],"qualitative":[98],"quantitative":[100],"insights":[101,110],"into":[102],"impact":[105],"each":[107],"guideline.":[108],"These":[109],"can":[111],"support":[112],"creators":[113],"user-facing":[115],"systems":[117],"their":[119],"nuanced":[120],"prioritization":[121],"application":[123]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":6}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}