{"id":"https://openalex.org/W7133341177","doi":"https://doi.org/10.1145/3742413.3789219","title":"The Behavioral Fabric of LLM-Powered GUI Agents: Human Values and Interaction Outcomes","display_name":"The Behavioral Fabric of LLM-Powered GUI Agents: Human Values and Interaction Outcomes","publication_year":2026,"publication_date":"2026-03-03","ids":{"openalex":"https://openalex.org/W7133341177","doi":"https://doi.org/10.1145/3742413.3789219"},"language":null,"primary_location":{"id":"doi:10.1145/3742413.3789219","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789219","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742413.3789219","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029995655","display_name":"Simret Araya Gebreegziabher","orcid":"https://orcid.org/0000-0002-1772-6065"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simret Araya Gebreegziabher","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-1772-6065","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102965060","display_name":"Yukun Yang","orcid":"https://orcid.org/0009-0003-1971-4468"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yukun Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0003-1971-4468","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109909965","display_name":"Charles Chiang","orcid":"https://orcid.org/0009-0008-6079-4355"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Chiang","raw_affiliation_strings":["Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0008-6079-4355","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123824335","display_name":"Hojun Yoo","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hojun Yoo","raw_affiliation_strings":["Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0000-6979-1072","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029148728","display_name":"Chaoran Chen","orcid":"https://orcid.org/0000-0002-9161-4088"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chaoran Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-9161-4088","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010514636","display_name":"Hyo Jin","orcid":"https://orcid.org/0000-0001-8297-6792"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyo Jin Do","raw_affiliation_strings":["IBM Research, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0001-8297-6792","affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003440919","display_name":"Zahra Ashktorab","orcid":"https://orcid.org/0000-0002-0686-7911"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zahra Ashktorab","raw_affiliation_strings":["Thomas J. Watson Center, IBM Research, Yorktown Heights, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-0686-7911","affiliations":[{"raw_affiliation_string":"Thomas J. Watson Center, IBM Research, Yorktown Heights, New York, USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022799238","display_name":"Werner Geyer","orcid":"https://orcid.org/0000-0003-4699-5026"},"institutions":[{"id":"https://openalex.org/I4210087032","display_name":"Cambridge Scientific (United States)","ror":"https://ror.org/001s4dh65","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Werner Geyer","raw_affiliation_strings":["IBM Research, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0003-4699-5026","affiliations":[{"raw_affiliation_string":"IBM Research, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I4210087032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123844638","display_name":"Diego G\u00f3mez-Zar\u00e1","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diego G\u00f3mez-Zar\u00e1","raw_affiliation_strings":["Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-4609-6293","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007240808","display_name":"Toby Jia-Jun Li","orcid":"https://orcid.org/0000-0001-7902-7625"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Jia-Jun Li","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0001-7902-7625","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Notre Dame, Notre Dame, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"909","last_page":"927"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.5022000074386597,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.5022000074386597,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.08049999922513962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.032600000500679016,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.7134000062942505},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6065000295639038},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5932999849319458},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5529000163078308},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.48919999599456787},{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.4722000062465668},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.44620001316070557},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.39010000228881836},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3596000075340271}],"concepts":[{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.7134000062942505},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6952999830245972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615999937057495},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5932999849319458},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5529000163078308},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.4722000062465668},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36070001125335693},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3596000075340271},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2987000048160553},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2773999869823456},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C61096286","wikidata":"https://www.wikidata.org/wiki/Q7978592","display_name":"Web navigation","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.25189998745918274},{"id":"https://openalex.org/C2779018934","wikidata":"https://www.wikidata.org/wiki/Q1129653","display_name":"Everyday life","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742413.3789219","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789219","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742413.3789219","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742413.3789219","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4799765378","display_name":null,"funder_award_id":"CNS-2426395","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2018417524","https://openalex.org/W2052963912","https://openalex.org/W2120722175","https://openalex.org/W2141946720","https://openalex.org/W2150563888","https://openalex.org/W2795529671","https://openalex.org/W3002093512","https://openalex.org/W3045254453","https://openalex.org/W3111248923","https://openalex.org/W3161004350","https://openalex.org/W4206244061","https://openalex.org/W4230507407","https://openalex.org/W4238998169","https://openalex.org/W4321455981","https://openalex.org/W4385567603","https://openalex.org/W4387835442","https://openalex.org/W4388140393","https://openalex.org/W4401758415","https://openalex.org/W4401856679","https://openalex.org/W4402667079","https://openalex.org/W4402753874","https://openalex.org/W4402888402","https://openalex.org/W4404781205","https://openalex.org/W4408615073","https://openalex.org/W4409719977","https://openalex.org/W4409720496","https://openalex.org/W4409736285","https://openalex.org/W4410244386","https://openalex.org/W4411505886","https://openalex.org/W4412887867","https://openalex.org/W4412888069","https://openalex.org/W4415797693","https://openalex.org/W4416037051","https://openalex.org/W7084060743","https://openalex.org/W7084134822","https://openalex.org/W7133208539","https://openalex.org/W7133214447","https://openalex.org/W7133215859"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)-powered":[3],"web":[4,64,159,223],"GUI":[5],"agents":[6,97,114,133],"are":[7,196],"increasingly":[8],"automating":[9],"everyday":[10],"online":[11],"tasks.":[12],"Despite":[13,161],"their":[14,101,144,162],"popularity,":[15],"little":[16],"is":[17],"known":[18],"about":[19],"how":[20,35,217],"users\u2019":[21],"preferences":[22,89,120,219],"and":[23,28,38,52,70,77,90,98,109,121,140,157,170,181,211,220],"values":[24,91,207,221],"impact":[25],"agents\u2019":[26,147,178],"reasoning":[27],"behavior.":[29],"In":[30],"this":[31,194],"work,":[32],"we":[33],"investigate":[34],"both":[36],"explicit":[37],"implicit":[39],"user":[40,47,127,218],"preferences,":[41],"as":[42,44,92,168],"well":[43],"the":[45,124,151,177,204],"underlying":[46],"values,":[48],"influence":[49,205],"agent":[50,209,224],"decision-making":[51],"action":[53,179],"trajectories.":[54],"We":[55,85],"built":[56],"a":[57,80,136],"controlled":[58],"testbed":[59,201],"of":[60,126,154,193,206,216],"14":[61],"common":[62],"interactive":[63,158],"tasks,":[65],"spanning":[66],"shopping,":[67],"travel,":[68],"dining,":[69],"housing,":[71],"each":[72],"replicated":[73],"from":[74],"real":[75],"websites":[76],"integrated":[78],"with":[79],"low-fidelity":[81],"LLM-based":[82],"recommender":[83],"system.":[84],"injected":[86],"12":[87],"human":[88],"personas":[93],"into":[94],"four":[95],"state-of-the-art":[96],"systematically":[99],"analyzed":[100],"task":[102],"behaviors.":[103,225],"Our":[104],"results":[105],"show":[106],"that":[107,117,184],"preference":[108,128],"value-infused":[110],"prompts":[111],"consistently":[112],"guided":[113],"toward":[115],"outcomes":[116],"reflected":[118,188],"these":[119,174],"values.":[122],"While":[123],"absence":[125],"or":[129],"value":[130],"guidance":[131],"led":[132],"to":[134],"exhibit":[135],"strong":[137],"efficiency":[138],"bias":[139],"employ":[141],"shortest-path":[142],"strategies,":[143],"presence":[145],"steered":[146],"behavior":[148],"trajectories":[149,180],"through":[150],"greater":[152],"use":[153],"corresponding":[155],"filters":[156],"features.":[160],"influence,":[163],"dominant":[164],"interface":[165],"cues,":[166],"such":[167],"discounts":[169],"advertisements,":[171],"frequently":[172],"overrode":[173],"effects,":[175],"shortening":[176],"inducing":[182],"rationalizations":[183],"masked":[185],"rather":[186],"than":[187],"value-consistent":[189],"reasoning.":[190],"The":[191],"contributions":[192],"paper":[195],"twofold:":[197],"(1)":[198],"an":[199,213],"open-source":[200],"for":[202],"studying":[203],"in":[208],"behaviors,":[210],"(2)":[212],"empirical":[214],"investigation":[215],"shape":[222]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-04T00:00:00"}