{"id":"https://openalex.org/W7084077715","doi":"https://doi.org/10.1145/3746059.3747748","title":"Sensible Agent: A Framework for Unobtrusive Interaction with Proactive AR Agents","display_name":"Sensible Agent: A Framework for Unobtrusive Interaction with Proactive AR Agents","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W7084077715","doi":"https://doi.org/10.1145/3746059.3747748"},"language":"en","primary_location":{"id":"doi:10.1145/3746059.3747748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746059.3747748","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Geonsun Lee","orcid":"https://orcid.org/0000-0001-9401-8559"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Geonsun Lee","raw_affiliation_strings":["University of Maryland, College Park, MD, USA and Google, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9401-8559","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA and Google, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Min Xia","orcid":"https://orcid.org/0009-0002-8922-9567"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Min Xia","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-8922-9567","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nels Numan","orcid":"https://orcid.org/0000-0003-2931-7653"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nels Numan","raw_affiliation_strings":["University College London, London, United Kingdom and Google, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2931-7653","affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom and Google, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xun Qian","orcid":"https://orcid.org/0000-0003-1976-7992"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xun Qian","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1976-7992","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Li","orcid":"https://orcid.org/0000-0002-3187-6190"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Li","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3187-6190","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanhe Chen","orcid":"https://orcid.org/0009-0007-6060-0410"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanhe Chen","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0009-0007-6060-0410","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Achin Kulshrestha","orcid":"https://orcid.org/0009-0004-8632-9575"},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Achin Kulshrestha","raw_affiliation_strings":["Google, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0004-8632-9575","affiliations":[{"raw_affiliation_string":"Google, Toronto, ON, Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ishan Chatterjee","orcid":"https://orcid.org/0000-0002-2123-6392"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ishan Chatterjee","raw_affiliation_strings":["Google, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2123-6392","affiliations":[{"raw_affiliation_string":"Google, Seattle, WA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yinda Zhang","orcid":"https://orcid.org/0000-0001-5386-8872"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinda Zhang","raw_affiliation_strings":["Google, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5386-8872","affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dinesh Manocha","orcid":"https://orcid.org/0000-0001-7047-9801"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinesh Manocha","raw_affiliation_strings":["University of Maryland, College Park, MD, USA"],"raw_orcid":"https://orcid.org/0000-0001-7047-9801","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":null,"display_name":"David Kim","orcid":"https://orcid.org/0000-0002-0508-3509"},"institutions":[{"id":"https://openalex.org/I4210100430","display_name":"Google (Switzerland)","ror":"https://ror.org/014f9c269","country_code":"CH","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210100430","https://openalex.org/I4210128969"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"David Kim","raw_affiliation_strings":["Google, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0508-3509","affiliations":[{"raw_affiliation_string":"Google, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210100430"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ruofei Du","orcid":"https://orcid.org/0000-0003-2471-9776"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruofei Du","raw_affiliation_strings":["Google, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2471-9776","affiliations":[{"raw_affiliation_string":"Google, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":23.0466,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9936431,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.14880000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.14880000054836273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11740","display_name":"Geochemistry and Elemental Analysis","score":0.11620000004768372,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10995","display_name":"Methane Hydrates and Related Phenomena","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/2304","display_name":"Environmental Chemistry"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.6931999921798706},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.6097000241279602},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5898000001907349},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4514000117778778},{"id":"https://openalex.org/keywords/smartwatch","display_name":"Smartwatch","score":0.34139999747276306},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3089999854564667},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.30660000443458557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235000133514404},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7001000046730042},{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.6931999921798706},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6097000241279602},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5898000001907349},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C29794715","wikidata":"https://www.wikidata.org/wiki/Q5362345","display_name":"Smartwatch","level":3,"score":0.34139999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3343000113964081},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C142944206","wikidata":"https://www.wikidata.org/wiki/Q1786137","display_name":"Proactivity","level":2,"score":0.2962000072002411},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2879999876022339},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C2780806968","wikidata":"https://www.wikidata.org/wiki/Q6045196","display_name":"Interaction model","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C71611378","wikidata":"https://www.wikidata.org/wiki/Q5165191","display_name":"Contextual design","level":3,"score":0.2554999887943268}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746059.3747748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2509.09255","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.09255","pdf_url":"https://arxiv.org/pdf/2509.09255","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3746059.3747748","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747748","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5444557070732117}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W2049322157","https://openalex.org/W2071473964","https://openalex.org/W2130571151","https://openalex.org/W2157289187","https://openalex.org/W2170809941","https://openalex.org/W2175656083","https://openalex.org/W2335819971","https://openalex.org/W2611961839","https://openalex.org/W2764065835","https://openalex.org/W2908701480","https://openalex.org/W2918063914","https://openalex.org/W2919074993","https://openalex.org/W2941708730","https://openalex.org/W2941918768","https://openalex.org/W2946949532","https://openalex.org/W2949713740","https://openalex.org/W2950457956","https://openalex.org/W2982904530","https://openalex.org/W3021963853","https://openalex.org/W3028597557","https://openalex.org/W3030508559","https://openalex.org/W3031722511","https://openalex.org/W3032793209","https://openalex.org/W3033850452","https://openalex.org/W3034548376","https://openalex.org/W3042061728","https://openalex.org/W3154257542","https://openalex.org/W3155393805","https://openalex.org/W3161351659","https://openalex.org/W3175439762","https://openalex.org/W3179945325","https://openalex.org/W3184923943","https://openalex.org/W3187653187","https://openalex.org/W3213124967","https://openalex.org/W4200187188","https://openalex.org/W4224979644","https://openalex.org/W4225122476","https://openalex.org/W4225124540","https://openalex.org/W4225137702","https://openalex.org/W4283693135","https://openalex.org/W4283829246","https://openalex.org/W4284683571","https://openalex.org/W4296593993","https://openalex.org/W4297775537","https://openalex.org/W4304142421","https://openalex.org/W4323322934","https://openalex.org/W4361806248","https://openalex.org/W4366549957","https://openalex.org/W4383472635","https://openalex.org/W4383683106","https://openalex.org/W4384890810","https://openalex.org/W4392538167","https://openalex.org/W4392619071","https://openalex.org/W4396832321","https://openalex.org/W4396832611","https://openalex.org/W4396832914","https://openalex.org/W4396833739","https://openalex.org/W4400702582","https://openalex.org/W4400913041","https://openalex.org/W4402502574","https://openalex.org/W4403334054","https://openalex.org/W4403334246","https://openalex.org/W4403334400","https://openalex.org/W4403334451","https://openalex.org/W4403334715","https://openalex.org/W4403680259","https://openalex.org/W4403794691","https://openalex.org/W4405876452","https://openalex.org/W4406265632","https://openalex.org/W4406265791","https://openalex.org/W4406266242","https://openalex.org/W4406548581","https://openalex.org/W4406890873","https://openalex.org/W4406950783","https://openalex.org/W4409747316","https://openalex.org/W6948191305","https://openalex.org/W6948320781","https://openalex.org/W6967067042"],"related_works":[],"abstract_inverted_index":{"Proactive":[0],"AR":[1,111],"agents":[2],"promise":[3],"context-aware":[4],"assistance,":[5],"but":[6],"their":[7],"interactions":[8],"often":[9],"rely":[10],"on":[11,54,100],"explicit":[12],"voice":[13],"prompts":[14],"or":[15,21],"responses,":[16],"which":[17],"can":[18],"be":[19],"disruptive":[20],"socially":[22],"awkward.":[23],"We":[24,96],"introduce":[25],"Sensible":[26,38,118],"Agent,":[27],"a":[28,66,105],"framework":[29,72],"designed":[30],"for":[31],"unobtrusive":[32],"interaction":[33,94,123],"with":[34],"these":[35],"proactive":[36],"agents.":[37],"Agent":[39,119],"dynamically":[40],"adapts":[41],"both":[42,110],"\"what\"":[43],"assistance":[44],"to":[45,50,83,126],"offer":[46],"and,":[47],"crucially,":[48],"\"how\"":[49],"deliver":[51],"it,":[52],"based":[53],"real-time":[55],"multimodal":[56,76],"context":[57,85],"sensing.":[58],"Informed":[59],"by":[60],"an":[61,101],"expert":[62],"workshop":[63],"(n=12)":[64],"and":[65,78,86,112,133],"data":[67],"annotation":[68],"study":[69,107],"(n=40),":[70],"the":[71],"leverages":[73],"egocentric":[74],"cameras,":[75],"sensing,":[77],"Large":[79],"Multimodal":[80],"Models":[81],"(LMMs)":[82],"infer":[84],"suggest":[87],"appropriate":[88],"actions":[89],"delivered":[90],"via":[91],"minimally":[92],"intrusive":[93],"modes.":[95],"demonstrate":[97],"our":[98],"prototype":[99],"XR":[102],"headset":[103],"through":[104],"user":[106],"(n=10)":[108],"in":[109],"VR":[113],"scenarios.":[114],"Results":[115],"indicate":[116],"that":[117],"significantly":[120],"reduces":[121],"perceived":[122],"effort":[124],"compared":[125],"voice-prompted":[127],"baseline,":[128],"while":[129],"maintaining":[130],"high":[131],"usability":[132],"achieving":[134],"higher":[135],"preference.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}
