{"id":"https://openalex.org/W4409885603","doi":"https://doi.org/10.1145/3706598.3713726","title":"Understanding the LLM-ification of CHI: Unpacking the Impact of LLMs at CHI through a Systematic Literature Review","display_name":"Understanding the LLM-ification of CHI: Unpacking the Impact of LLMs at CHI through a Systematic Literature Review","publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4409885603","doi":"https://doi.org/10.1145/3706598.3713726"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3713726","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3713726","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013420619","display_name":"Rock Yuren Pang","orcid":"https://orcid.org/0000-0001-8613-498X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rock Yuren Pang","raw_affiliation_strings":["University of Washington, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0001-8613-498X","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018646665","display_name":"Hope Schroeder","orcid":"https://orcid.org/0000-0001-7826-3298"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hope Schroeder","raw_affiliation_strings":["MIT, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0001-7826-3298","affiliations":[{"raw_affiliation_string":"MIT, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039637818","display_name":"Kynnedy Simone Smith","orcid":"https://orcid.org/0009-0008-0857-1277"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kynnedy Simone Smith","raw_affiliation_strings":["Columbia University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0009-0008-0857-1277","affiliations":[{"raw_affiliation_string":"Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074825066","display_name":"Solon Barocas","orcid":"https://orcid.org/0000-0003-4577-466X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Solon Barocas","raw_affiliation_strings":["Microsoft Research, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-4577-466X","affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, New York, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083645580","display_name":"Ziang Xiao","orcid":"https://orcid.org/0000-0003-3368-0180"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziang Xiao","raw_affiliation_strings":["Johns Hopkins University, Baltimore, Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0003-3368-0180","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, Maryland, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036398088","display_name":"Emily Tseng","orcid":"https://orcid.org/0000-0003-1087-1101"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Tseng","raw_affiliation_strings":["Microsoft Research, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0003-1087-1101","affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, New York, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042324278","display_name":"Danielle Bragg","orcid":"https://orcid.org/0000-0002-7846-3481"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danielle Bragg","raw_affiliation_strings":["Microsoft Research, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0002-7846-3481","affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":79.8653,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99936982,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unpacking","display_name":"Unpacking","score":0.9380967617034912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3960675001144409},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36714819073677063},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09288260340690613},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06799864768981934}],"concepts":[{"id":"https://openalex.org/C2777256151","wikidata":"https://www.wikidata.org/wiki/Q7897273","display_name":"Unpacking","level":2,"score":0.9380967617034912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3960675001144409},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36714819073677063},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09288260340690613},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06799864768981934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3706598.3713726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3713726","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3706598.3713726","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713726","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3706598.3713726","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2841865451","display_name":null,"funder_award_id":"2315937","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409885603.pdf","grobid_xml":"https://content.openalex.org/works/W4409885603.grobid-xml"},"referenced_works_count":164,"referenced_works":["https://openalex.org/W121756605","https://openalex.org/W1119960297","https://openalex.org/W1902040647","https://openalex.org/W1964116302","https://openalex.org/W1973203990","https://openalex.org/W1983726249","https://openalex.org/W2007872832","https://openalex.org/W2008653298","https://openalex.org/W2092795326","https://openalex.org/W2110466318","https://openalex.org/W2115310639","https://openalex.org/W2134332471","https://openalex.org/W2157985198","https://openalex.org/W2166261011","https://openalex.org/W2340656418","https://openalex.org/W2402661097","https://openalex.org/W2405932006","https://openalex.org/W2407300725","https://openalex.org/W2793021873","https://openalex.org/W2795398890","https://openalex.org/W2916904544","https://openalex.org/W2933377349","https://openalex.org/W2941255702","https://openalex.org/W2952342347","https://openalex.org/W2957654274","https://openalex.org/W2990138404","https://openalex.org/W3003802619","https://openalex.org/W3032875465","https://openalex.org/W3102543979","https://openalex.org/W3123978464","https://openalex.org/W3156789018","https://openalex.org/W3161443521","https://openalex.org/W3162821954","https://openalex.org/W3185966361","https://openalex.org/W3203321135","https://openalex.org/W4220747294","https://openalex.org/W4224983903","https://openalex.org/W4225012671","https://openalex.org/W4225112959","https://openalex.org/W4225120919","https://openalex.org/W4280576890","https://openalex.org/W4283170666","https://openalex.org/W4288075919","https://openalex.org/W4309618996","https://openalex.org/W4318905129","https://openalex.org/W4319167005","https://openalex.org/W4321162272","https://openalex.org/W4322716930","https://openalex.org/W4323570570","https://openalex.org/W4361009501","https://openalex.org/W4361805702","https://openalex.org/W4365601419","https://openalex.org/W4366547384","https://openalex.org/W4366547453","https://openalex.org/W4366547485","https://openalex.org/W4366548330","https://openalex.org/W4366548479","https://openalex.org/W4366549000","https://openalex.org/W4366549247","https://openalex.org/W4366549631","https://openalex.org/W4366549767","https://openalex.org/W4366551359","https://openalex.org/W4366586169","https://openalex.org/W4366587379","https://openalex.org/W4366588626","https://openalex.org/W4366591012","https://openalex.org/W4366594764","https://openalex.org/W4366729084","https://openalex.org/W4367188881","https://openalex.org/W4379140845","https://openalex.org/W4386837623","https://openalex.org/W4387607021","https://openalex.org/W4387773443","https://openalex.org/W4389636360","https://openalex.org/W4390052109","https://openalex.org/W4391417542","https://openalex.org/W4391421426","https://openalex.org/W4391421475","https://openalex.org/W4391591807","https://openalex.org/W4391835981","https://openalex.org/W4392120502","https://openalex.org/W4392120599","https://openalex.org/W4392182430","https://openalex.org/W4392223038","https://openalex.org/W4392271267","https://openalex.org/W4392489540","https://openalex.org/W4392490376","https://openalex.org/W4392538528","https://openalex.org/W4392539404","https://openalex.org/W4392619071","https://openalex.org/W4392736278","https://openalex.org/W4392822385","https://openalex.org/W4393064092","https://openalex.org/W4393064140","https://openalex.org/W4393118307","https://openalex.org/W4394972031","https://openalex.org/W4396827132","https://openalex.org/W4396827149","https://openalex.org/W4396827151","https://openalex.org/W4396827165","https://openalex.org/W4396828482","https://openalex.org/W4396831857","https://openalex.org/W4396831892","https://openalex.org/W4396831897","https://openalex.org/W4396831908","https://openalex.org/W4396831923","https://openalex.org/W4396831935","https://openalex.org/W4396831946","https://openalex.org/W4396831952","https://openalex.org/W4396831992","https://openalex.org/W4396831993","https://openalex.org/W4396832043","https://openalex.org/W4396832076","https://openalex.org/W4396832091","https://openalex.org/W4396832192","https://openalex.org/W4396832230","https://openalex.org/W4396832241","https://openalex.org/W4396832250","https://openalex.org/W4396832321","https://openalex.org/W4396832366","https://openalex.org/W4396832474","https://openalex.org/W4396832548","https://openalex.org/W4396832581","https://openalex.org/W4396832587","https://openalex.org/W4396832601","https://openalex.org/W4396832709","https://openalex.org/W4396832739","https://openalex.org/W4396832803","https://openalex.org/W4396832832","https://openalex.org/W4396832834","https://openalex.org/W4396832847","https://openalex.org/W4396832932","https://openalex.org/W4396832943","https://openalex.org/W4396832944","https://openalex.org/W4396832972","https://openalex.org/W4396832979","https://openalex.org/W4396833044","https://openalex.org/W4396833067","https://openalex.org/W4396833086","https://openalex.org/W4396833093","https://openalex.org/W4396833113","https://openalex.org/W4396833223","https://openalex.org/W4396833227","https://openalex.org/W4396833376","https://openalex.org/W4396833400","https://openalex.org/W4396833412","https://openalex.org/W4396833421","https://openalex.org/W4396833426","https://openalex.org/W4396833464","https://openalex.org/W4396833505","https://openalex.org/W4396833519","https://openalex.org/W4396833645","https://openalex.org/W4396833668","https://openalex.org/W4396833703","https://openalex.org/W4396833706","https://openalex.org/W4396833729","https://openalex.org/W4396833734","https://openalex.org/W4396870811","https://openalex.org/W4399203759","https://openalex.org/W4399251710","https://openalex.org/W4399450035","https://openalex.org/W4401042836","https://openalex.org/W4402256254","https://openalex.org/W4409735071"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2980032325","https://openalex.org/W2042188247","https://openalex.org/W2017714611","https://openalex.org/W4224995949","https://openalex.org/W1992482086","https://openalex.org/W2385797406","https://openalex.org/W4398694690"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"been":[5,34],"positioned":[6],"to":[7,123,137],"revolutionize":[8],"HCI,":[9],"by":[10],"reshaping":[11],"not":[12],"only":[13],"the":[14,26,139],"interfaces,":[15],"design":[16],"patterns,":[17],"and":[18,77,81,93,113,116,128,131,141],"sociotechnical":[19],"systems":[20],"that":[21,56],"we":[22,29],"study,":[23],"but":[24],"also":[25],"research":[27,104,126],"practices":[28],"use.To-date,":[30],"however,":[31],"there":[32],"has":[33],"little":[35],"understanding":[36],"of":[37,50,69,143],"LLMs'":[38],"uptake":[39],"in":[40,71,86,98],"HCI.We":[41],"address":[42],"this":[43],"gap":[44],"via":[45,91],"a":[46],"systematic":[47],"literature":[48],"review":[49],"153":[51],"CHI":[52],"papers":[53],"from":[54],"2020-24":[55],"engage":[57],"with":[58,127],"LLMs.We":[59],"taxonomize:":[60],"(1)":[61],"domains":[62],"where":[63],"LLMs":[64,70,97],"are":[65],"applied;":[66],"(2)":[67],"roles":[68],"HCI":[72,125],"projects;":[73],"(3)":[74],"contribution":[75],"types;":[76],"(4)":[78],"acknowledged":[79],"limitations":[80],"risks.We":[82],"find":[83],"LLM":[84],"work":[85],"10":[87],"diverse":[88],"domains,":[89],"primarily":[90],"empirical":[92],"artifact":[94],"contributions.Authors":[95],"use":[96],"five":[99],"distinct":[100],"roles,":[101],"including":[102],"as":[103],"tools":[105],"or":[106],"simulated":[107],"users.Still,":[108],"authors":[109],"often":[110],"raise":[111],"validity":[112,140],"reproducibility":[114],"concerns,":[115],"overwhelmingly":[117],"study":[118],"closed":[119],"models.We":[120],"outline":[121],"opportunities":[122],"improve":[124],"on":[129],"LLMs,":[130],"provide":[132],"guiding":[133],"questions":[134],"for":[135],"researchers":[136],"consider":[138],"appropriateness":[142],"LLM-related":[144],"work.":[145],"CCS":[146],"Concepts":[147]},"counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":10}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}