{"id":"https://openalex.org/W4403334400","doi":"https://doi.org/10.1145/3654777.3676470","title":"SituationAdapt: Contextual UI Optimization in Mixed Reality with Situation Awareness via LLM Reasoning","display_name":"SituationAdapt: Contextual UI Optimization in Mixed Reality with Situation Awareness via LLM Reasoning","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334400","doi":"https://doi.org/10.1145/3654777.3676470"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039269084","display_name":"Zhipeng Li","orcid":"https://orcid.org/0000-0001-6602-0176"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Zhipeng Li","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008646925","display_name":"Christoph Gebhardt","orcid":"https://orcid.org/0000-0001-7162-0133"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christoph Gebhardt","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109026308","display_name":"Yves Inglin","orcid":"https://orcid.org/0009-0005-8883-8135"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yves Inglin","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109026309","display_name":"Nicolas Steck","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicolas Steck","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056435918","display_name":"Paul Streli","orcid":"https://orcid.org/0000-0002-3334-7727"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paul Streli","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046815740","display_name":"Christian Holz","orcid":"https://orcid.org/0000-0001-9655-9519"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christian Holz","raw_affiliation_strings":["Department of Computer Science, ETH Z\u00fcrich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5039269084"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":16.8079,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.99492799,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6350825428962708},{"id":"https://openalex.org/keywords/mixed-reality","display_name":"Mixed reality","score":0.5683905482292175},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.499835729598999},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.35394030809402466}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6350825428962708},{"id":"https://openalex.org/C206776904","wikidata":"https://www.wikidata.org/wiki/Q1758389","display_name":"Mixed reality","level":3,"score":0.5683905482292175},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.499835729598999},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.35394030809402466}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654777.3676470","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5299999713897705,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2047328415","https://openalex.org/W2054170361","https://openalex.org/W2311815372","https://openalex.org/W2403959797","https://openalex.org/W2611579020","https://openalex.org/W2739423245","https://openalex.org/W2760791623","https://openalex.org/W2795807647","https://openalex.org/W2918063914","https://openalex.org/W2924969775","https://openalex.org/W2940738546","https://openalex.org/W2942165257","https://openalex.org/W2967681066","https://openalex.org/W2973351510","https://openalex.org/W2980704365","https://openalex.org/W2980956911","https://openalex.org/W2981034728","https://openalex.org/W2996683616","https://openalex.org/W3136515919","https://openalex.org/W3143042382","https://openalex.org/W3160155271","https://openalex.org/W3162510564","https://openalex.org/W3188904800","https://openalex.org/W3205571996","https://openalex.org/W4224985369","https://openalex.org/W4224992082","https://openalex.org/W4225003999","https://openalex.org/W4225108562","https://openalex.org/W4225131971","https://openalex.org/W4246837862","https://openalex.org/W4294068603","https://openalex.org/W4306311936","https://openalex.org/W4307475996","https://openalex.org/W4312392850","https://openalex.org/W4312424618","https://openalex.org/W4313451803","https://openalex.org/W4323065217","https://openalex.org/W4360978301","https://openalex.org/W4366549000","https://openalex.org/W4366550012","https://openalex.org/W4366550842","https://openalex.org/W4366597926","https://openalex.org/W4377371585","https://openalex.org/W4383681480","https://openalex.org/W4385187421","https://openalex.org/W4385889990","https://openalex.org/W4387087930","https://openalex.org/W4387319165","https://openalex.org/W4387801225","https://openalex.org/W4387835434","https://openalex.org/W4389437528"],"related_works":["https://openalex.org/W4315498436","https://openalex.org/W1990434954","https://openalex.org/W4236000927","https://openalex.org/W2394424449","https://openalex.org/W2471972198","https://openalex.org/W2624249381","https://openalex.org/W2915381807","https://openalex.org/W4229456911","https://openalex.org/W9783058","https://openalex.org/W2905138457"],"abstract_inverted_index":{"Mixed":[0,48,122,169],"Reality":[1,49,123],"is":[2],"increasingly":[3],"used":[4],"in":[5,60,148],"mobile":[6],"settings":[7],"beyond":[8],"controlled":[9],"home":[10],"and":[11,57,69,80,185],"office":[12],"spaces.":[13],"This":[14,101],"mobility":[15],"introduces":[16],"the":[17,83,95],"need":[18],"for":[19,35,72,127,168],"user":[20,157],"interface":[21],"layouts":[22,105,167],"that":[23,46,103,125],"adapt":[24],"to":[25,51,93,150,187],"varying":[26],"contexts.":[27],"However,":[28],"existing":[29],"adaptive":[30,175],"systems":[31],"are":[32],"designed":[33],"only":[34],"static":[36],"environments.":[37],"In":[38,154],"this":[39],"paper,":[40],"we":[41,137,159],"introduce":[42],"SituationAdapt,":[43],"a":[44,90,181],"system":[45,64],"adjusts":[47],"UIs":[50],"real-world":[52],"surroundings":[53],"by":[54],"considering":[55],"environmental":[56,110],"social":[58,115],"cues":[59,111],"shared":[61],"settings.":[62],"Our":[63,75,117],"consists":[65],"of":[66,97,144,164,183],"perception,":[67],"reasoning,":[68],"optimization":[70,118],"modules":[71],"UI":[73,99,146],"adaptation.":[74],"perception":[76],"module":[77,88,119],"identifies":[78],"objects":[79],"individuals":[81],"around":[82],"user,":[84],"while":[85],"our":[86,140],"reasoning":[87,141],"leverages":[89],"Vision-and-Language":[91],"Model":[92],"assess":[94],"placement":[96],"interactive":[98],"elements.":[100],"ensures":[102],"adapted":[104],"do":[106],"not":[107],"obstruct":[108],"relevant":[109],"or":[112],"interfere":[113],"with":[114,180],"norms.":[116],"then":[120,160],"generates":[121],"interfaces":[124],"account":[126],"these":[128],"considerations":[129],"as":[130,132],"well":[131],"temporal":[133],"constraints.":[134],"For":[135],"evaluation,":[136],"first":[138],"validate":[139],"module\u2019s":[142],"capability":[143,163],"assessing":[145],"contexts":[147],"comparison":[149],"human":[151],"expert":[152],"users.":[153],"an":[155],"online":[156],"study,":[158],"establish":[161],"SituationAdapt\u2019s":[162,189],"producing":[165],"context-aware":[166],"Reality,":[170],"where":[171],"it":[172],"outperformed":[173],"previous":[174],"layout":[176],"methods.":[177],"We":[178],"conclude":[179],"series":[182],"applications":[184],"scenarios":[186],"demonstrate":[188],"versatility.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":18}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}