{"id":"https://openalex.org/W4407170313","doi":"https://doi.org/10.1145/3706598.3713218","title":"Plan-Then-Execute: An Empirical Study of User Trust and Team Performance When Using LLM Agents As A Daily Assistant","display_name":"Plan-Then-Execute: An Empirical Study of User Trust and Team Performance When Using LLM Agents As A Daily Assistant","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4407170313","doi":"https://doi.org/10.1145/3706598.3713218"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3713218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713218","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706598.3713218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073826103","display_name":"Gaole He","orcid":"https://orcid.org/0000-0002-8152-4791"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Gaole He","raw_affiliation_strings":["Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-8152-4791","affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052565959","display_name":"Gianluca Demartini","orcid":"https://orcid.org/0000-0002-7311-3693"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Gianluca Demartini","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, University of Queensland, Brisbane, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7311-3693","affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038081564","display_name":"Ujwal Gadiraju","orcid":"https://orcid.org/0000-0002-6189-6539"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ujwal Gadiraju","raw_affiliation_strings":["Web Information Systems, Delft University of Technology, Delft, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-6189-6539","affiliations":[{"raw_affiliation_string":"Web Information Systems, Delft University of Technology, Delft, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7238258123397827},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.49998903274536133},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.4924987256526947},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.47034981846809387},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4189557433128357},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3811286985874176},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.36479613184928894},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14511239528656006},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13450887799263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7238258123397827},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.49998903274536133},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.4924987256526947},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.47034981846809387},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4189557433128357},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3811286985874176},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.36479613184928894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14511239528656006},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13450887799263},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3713218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713218","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.01390","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01390","pdf_url":"https://arxiv.org/pdf/2502.01390","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3706598.3713218","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706598.3713218","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W614149592","https://openalex.org/W1494192115","https://openalex.org/W1986984616","https://openalex.org/W2007567868","https://openalex.org/W2010158189","https://openalex.org/W2030874315","https://openalex.org/W2055669065","https://openalex.org/W2072500831","https://openalex.org/W2153310220","https://openalex.org/W2579555219","https://openalex.org/W2726137762","https://openalex.org/W2758442112","https://openalex.org/W2792106437","https://openalex.org/W2800029302","https://openalex.org/W2800068874","https://openalex.org/W2892341857","https://openalex.org/W2914304175","https://openalex.org/W2942157335","https://openalex.org/W2951286828","https://openalex.org/W2963969878","https://openalex.org/W2984353433","https://openalex.org/W2999637955","https://openalex.org/W3032816739","https://openalex.org/W3042045432","https://openalex.org/W3047840587","https://openalex.org/W3081530389","https://openalex.org/W3093066786","https://openalex.org/W3103751997","https://openalex.org/W3112374793","https://openalex.org/W3119689140","https://openalex.org/W3121705224","https://openalex.org/W3125633690","https://openalex.org/W3126538636","https://openalex.org/W3134111219","https://openalex.org/W3136021864","https://openalex.org/W3156106752","https://openalex.org/W3156666346","https://openalex.org/W3159250634","https://openalex.org/W3161631465","https://openalex.org/W3163667721","https://openalex.org/W3173265486","https://openalex.org/W3174333417","https://openalex.org/W3184778778","https://openalex.org/W3199781855","https://openalex.org/W3203321135","https://openalex.org/W3205980116","https://openalex.org/W3206874785","https://openalex.org/W3207598588","https://openalex.org/W4200195738","https://openalex.org/W4200546216","https://openalex.org/W4205561327","https://openalex.org/W4206238894","https://openalex.org/W4224940987","https://openalex.org/W4224982959","https://openalex.org/W4224990314","https://openalex.org/W4225006930","https://openalex.org/W4225295761","https://openalex.org/W4243342770","https://openalex.org/W4281566573","https://openalex.org/W4285603627","https://openalex.org/W4288076015","https://openalex.org/W4309674289","https://openalex.org/W4317757464","https://openalex.org/W4318620371","https://openalex.org/W4327810784","https://openalex.org/W4360991389","https://openalex.org/W4365999041","https://openalex.org/W4366003124","https://openalex.org/W4366547597","https://openalex.org/W4366549077","https://openalex.org/W4380365974","https://openalex.org/W4381189853","https://openalex.org/W4385302687","https://openalex.org/W4385570088","https://openalex.org/W4387328606","https://openalex.org/W4387606298","https://openalex.org/W4387835442","https://openalex.org/W4392223038","https://openalex.org/W4392297945","https://openalex.org/W4393065402","https://openalex.org/W4396218105","https://openalex.org/W4396802056","https://openalex.org/W4396831993","https://openalex.org/W4396832356","https://openalex.org/W4396832884","https://openalex.org/W4396833224","https://openalex.org/W4398160780","https://openalex.org/W4399913500","https://openalex.org/W4401042451","https://openalex.org/W4401043735","https://openalex.org/W4401208924","https://openalex.org/W4401983348","https://openalex.org/W4402679727","https://openalex.org/W4402684345","https://openalex.org/W4402696988","https://openalex.org/W4406975581","https://openalex.org/W4409735071","https://openalex.org/W4409736036","https://openalex.org/W4409885179"],"related_works":["https://openalex.org/W4304620183","https://openalex.org/W2384575798","https://openalex.org/W2007211730","https://openalex.org/W2265189214","https://openalex.org/W2766654718","https://openalex.org/W2379378785","https://openalex.org/W4396600116","https://openalex.org/W1975337239","https://openalex.org/W1971312788","https://openalex.org/W2354542942"],"abstract_inverted_index":{"Since":[0],"the":[1,90,145,157,219,254],"explosion":[2],"in":[3,46,95,116,152,165,209],"popularity":[4],"of":[5,66,92,110,124,257],"ChatGPT,":[6],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"have":[11,53],"continued":[12],"to":[13,43,238],"impact":[14],"our":[15],"everyday":[16],"lives.":[17],"Equipped":[18],"with":[19,97,121,128,222,263],"external":[20],"tools":[21],"that":[22,87,187,224],"are":[23,211],"designed":[24],"for":[25,30,99,231,253],"a":[26,55,63,153,166,192,202],"specific":[27],"purpose":[28],"(e.g.,":[29,130],"flight":[31,131],"booking":[32,133],"or":[33],"an":[34,40,104],"alarm":[35],"clock),":[36],"LLM":[37,51,111,146,150,188,220,233,264],"agents":[38,52,112,151,158,189,221,234],"exercise":[39],"increasing":[41],"capability":[42],"assist":[44],"humans":[45],"their":[47,178],"daily":[48,59,71,114,236,258],"work.":[49],"Although":[50],"shown":[54],"promising":[56],"blueprint":[57],"as":[58,113,235],"assistants,":[60],"there":[61],"is":[62],"limited":[64],"understanding":[65],"how":[67,171],"they":[68,197],"can":[69,190,198,216],"provide":[70],"assistance":[72],"based":[73],"on":[74],"planning":[75,100,161],"and":[76,134,142,162,180,205,213,242,260],"sequential":[77],"decision":[78],"making":[79],"capabilities.":[80],"We":[81,102,169,227],"draw":[82],"inspiration":[83],"from":[84],"recent":[85],"work":[86,199,249],"has":[88,250],"highlighted":[89],"value":[91],"'LLM-modulo'":[93],"setups":[94],"conjunction":[96],"humans-in-the-loop":[98],"tasks.":[101],"conducted":[103,159],"empirical":[105],"study":[106],"(N":[107],"=":[108],"248)":[109],"assistants":[115,237,259],"six":[117],"commonly":[118],"occurring":[119],"tasks":[120],"different":[122],"levels":[123],"risk":[125],"typically":[126],"associated":[127],"them":[129],"ticket":[132],"credit":[135],"card":[136],"payments).":[137],"To":[138],"ensure":[139],"user":[140,172,207,240],"agency":[141],"control":[143],"over":[144],"agent,":[147],"we":[148],"adopted":[149],"plan-then-execute":[154],"manner,":[155],"wherein":[156],"step-wise":[160],"step-by-step":[163],"execution":[164,210],"simulation":[167],"environment.":[168],"analyzed":[170],"involvement":[173,208],"at":[174],"each":[175],"stage":[176],"affects":[177],"trust":[179,241],"collaborative":[181],"team":[182],"performance.":[183],"Our":[184,248],"findings":[185],"demonstrate":[186],"be":[191],"double-edged":[193],"sword":[194],"--":[195],"(1)":[196],"well":[200],"when":[201],"high-quality":[203],"plan":[204],"necessary":[206],"available,":[212],"(2)":[214],"users":[215],"easily":[217],"mistrust":[218],"plans":[223],"seem":[225],"plausible.":[226],"synthesized":[228],"key":[229],"insights":[230],"using":[232],"calibrate":[239],"achieve":[243],"better":[244],"overall":[245],"task":[246],"outcomes.":[247],"important":[251],"implications":[252],"future":[255],"design":[256],"human-AI":[261],"collaboration":[262],"agents.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}