{"id":"https://openalex.org/W4410636459","doi":"https://doi.org/10.1145/3701716.3717525","title":"Identifying User Goals From UI Trajectories","display_name":"Identifying User Goals From UI Trajectories","publication_year":2025,"publication_date":"2025-05-08","ids":{"openalex":"https://openalex.org/W4410636459","doi":"https://doi.org/10.1145/3701716.3717525"},"language":"en","primary_location":{"id":"doi:10.1145/3701716.3717525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717525","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717525","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717525","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099380803","display_name":"Omri Berkovitch","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Omri Berkovitch","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099380804","display_name":"Sapir Caduri","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sapir Caduri","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099380805","display_name":"Noam Kahlon","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noam Kahlon","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114180759","display_name":"Anatoly Efros","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anatoly Efros","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077903013","display_name":"Avi Caciularu","orcid":"https://orcid.org/0000-0003-0573-1075"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avi Caciularu","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117649388","display_name":"Ido Dagan","orcid":"https://orcid.org/0009-0007-0165-606X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Ido Dagan","raw_affiliation_strings":["Google Research, Mountain View, CA, USA and Bar-Ilan University, Ramat Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA and Bar-Ilan University, Ramat Gan, Israel","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5099380803"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09504031,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2381","last_page":"2390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7136181592941284},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5955148339271545}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7136181592941284},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5955148339271545}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701716.3717525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717525","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717525","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3701716.3717525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701716.3717525","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701716.3717525","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410636459.pdf","grobid_xml":"https://content.openalex.org/works/W4410636459.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W140092655","https://openalex.org/W2011375074","https://openalex.org/W2017634428","https://openalex.org/W2102029756","https://openalex.org/W2765874585","https://openalex.org/W2991537901","https://openalex.org/W3128987790","https://openalex.org/W3153682083","https://openalex.org/W3204260746","https://openalex.org/W4206103951","https://openalex.org/W4223412119","https://openalex.org/W4234227141","https://openalex.org/W4283828996","https://openalex.org/W4304080418","https://openalex.org/W4312846666","https://openalex.org/W4404545083"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Identifying":[0],"underlying":[1],"user":[2,23],"goals":[3],"and":[4,25,99,115,120,133,147,170],"intents":[5],"has":[6],"been":[7],"recognized":[8],"as":[9,16],"valuable":[10],"in":[11,172],"various":[12],"personalization-oriented":[13],"settings,":[14],"such":[15],"personalized":[17],"agents,":[18],"improved":[19],"search":[20],"responses,":[21],"advertising,":[22],"analytics,":[24],"more.":[26],"In":[27],"this":[28,55,84,107,173],"paper,":[29],"we":[30,57,81,109],"propose":[31],"a":[32,48,60,76,165],"new":[33],"task-goal":[34],"identification":[35,160],"from":[36],"observed":[37],"UI":[38,51,78,95,162],"trajectories-aiming":[39],"to":[40,65,137],"infer":[41],"the":[42,91,111,141,144,148,156],"user's":[43],"detailed":[44],"intentions":[45],"when":[46],"performing":[47],"task":[49,85,146],"within":[50,75,161],"environments.":[52],"To":[53,105],"support":[54],"task,":[56,108],"also":[58],"introduce":[59],"novel":[61],"evaluation":[62],"methodology":[63],"designed":[64,89],"assess":[66],"whether":[67],"two":[68],"intent":[69],"descriptions":[70],"can":[71,86],"be":[72],"considered":[73],"paraphrases":[74],"specific":[77],"environment.":[79],"Furthermore,":[80],"demonstrate":[82],"how":[83],"leverage":[87],"datasets":[88,101],"for":[90,102,151,167],"inverse":[92],"problem":[93],"of":[94,113,143,158],"automation,":[96],"utilizing":[97],"Android":[98],"web":[100],"our":[103,124],"experiments.":[104],"benchmark":[106],"compare":[110],"performance":[112],"humans":[114],"state-of-the-art":[116],"models,":[117],"specifically":[118],"GPT-4":[119],"Gemini-1.5":[121],"Pro,":[122],"using":[123],"proposed":[125,145],"metric.":[126],"The":[127],"results":[128],"reveal":[129],"that":[130],"both":[131],"Gemini":[132],"GPT":[134],"underperform":[135],"relative":[136],"human":[138],"performance,":[139],"underscoring":[140],"challenge":[142],"significant":[149],"room":[150],"improvement.":[152],"This":[153],"work":[154],"highlights":[155],"importance":[157],"goal":[159],"trajectories,":[163],"providing":[164],"foundation":[166],"further":[168],"exploration":[169],"advancement":[171],"area.":[174]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}