{"id":"https://openalex.org/W4387801102","doi":"https://doi.org/10.1145/3586183.3606824","title":"Never-ending Learning of User Interfaces","display_name":"Never-ending Learning of User Interfaces","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4387801102","doi":"https://doi.org/10.1145/3586183.3606824"},"language":"en","primary_location":{"id":"doi:10.1145/3586183.3606824","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606824","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606824","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606824","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076580255","display_name":"Jason Wu","orcid":"https://orcid.org/0000-0001-5101-0557"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason Wu","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, United States"],"raw_orcid":"https://orcid.org/0000-0001-5101-0557","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032132190","display_name":"Rebecca Krosnick","orcid":"https://orcid.org/0000-0002-8427-3895"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Krosnick","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-8427-3895","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029531613","display_name":"Eldon Schoop","orcid":"https://orcid.org/0000-0001-8951-2878"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eldon Schoop","raw_affiliation_strings":["Apple, United States"],"raw_orcid":"https://orcid.org/0000-0001-8951-2878","affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085693746","display_name":"Amanda Swearngin","orcid":"https://orcid.org/0000-0003-2468-6337"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda Swearngin","raw_affiliation_strings":["Apple, United States"],"raw_orcid":"https://orcid.org/0000-0003-2468-6337","affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082603621","display_name":"Jeffrey P. Bigham","orcid":"https://orcid.org/0000-0002-2072-0625"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey P Bigham","raw_affiliation_strings":["Apple, United States"],"raw_orcid":"https://orcid.org/0000-0002-2072-0625","affiliations":[{"raw_affiliation_string":"Apple, United States","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081566660","display_name":"Jeffrey Nichols","orcid":"https://orcid.org/0000-0002-6880-8546"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Nichols","raw_affiliation_strings":["Apple Inc, United States"],"raw_orcid":"https://orcid.org/0000-0002-6880-8546","affiliations":[{"raw_affiliation_string":"Apple Inc, United States","institution_ids":["https://openalex.org/I4210153776"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076580255"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":4.3256,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95321908,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8631716966629028},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.557392418384552},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5303773880004883},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.5229516625404358},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49714401364326477},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.49280551075935364},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.48211097717285156},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.480620801448822},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4568749666213989},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4328920245170593},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.35242289304733276},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3288501501083374},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12322473526000977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8631716966629028},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.557392418384552},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5303773880004883},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5229516625404358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49714401364326477},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.49280551075935364},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.48211097717285156},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.480620801448822},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4568749666213989},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4328920245170593},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.35242289304733276},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3288501501083374},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12322473526000977},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3586183.3606824","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606824","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606824","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3586183.3606824","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3586183.3606824","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3586183.3606824","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6899999976158142,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387801102.pdf","grobid_xml":"https://content.openalex.org/works/W4387801102.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W277886906","https://openalex.org/W2138621090","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2765874585","https://openalex.org/W2884282566","https://openalex.org/W2897966957","https://openalex.org/W2916286502","https://openalex.org/W2942422815","https://openalex.org/W2962843773","https://openalex.org/W2962992787","https://openalex.org/W2964189064","https://openalex.org/W2999907851","https://openalex.org/W3010331969","https://openalex.org/W3022455436","https://openalex.org/W3032493835","https://openalex.org/W3098062821","https://openalex.org/W3100699829","https://openalex.org/W3101041928","https://openalex.org/W3116323972","https://openalex.org/W3124240085","https://openalex.org/W3134648203","https://openalex.org/W3160022552","https://openalex.org/W3163060204","https://openalex.org/W3163374010","https://openalex.org/W3187004776","https://openalex.org/W3194896961","https://openalex.org/W3199581401","https://openalex.org/W3199730823","https://openalex.org/W3205557064","https://openalex.org/W3206316161","https://openalex.org/W4205683115","https://openalex.org/W4220747226","https://openalex.org/W4224981210","https://openalex.org/W4224981985","https://openalex.org/W4224988754","https://openalex.org/W4225089191","https://openalex.org/W4225378656","https://openalex.org/W4287065492","https://openalex.org/W4288080284"],"related_works":["https://openalex.org/W1608278265","https://openalex.org/W2048990642","https://openalex.org/W2097677915","https://openalex.org/W1186135329","https://openalex.org/W2140011328","https://openalex.org/W1498430983","https://openalex.org/W2342418236","https://openalex.org/W2154641962","https://openalex.org/W2186453640","https://openalex.org/W4389606753"],"abstract_inverted_index":{"Machine":[0],"learning":[1,138],"models":[2,27,139,172],"have":[3,72],"been":[4],"trained":[5],"to":[6,14,20,23,114,131,141,167],"predict":[7,142],"semantic":[8,116],"information":[9],"about":[10],"user":[11],"interfaces":[12],"(UIs)":[13],"make":[15],"apps":[16,105,166],"more":[17,154],"accessible,":[18],"easier":[19],"test,":[21],"and":[22,45,69,85,111,127,134,180],"automate.":[24],"Currently,":[25],"most":[26],"rely":[28],"on":[29,77,164],"datasets":[30],"of":[31,75,118],"static":[32],"screenshots":[33],"that":[34,42,101],"are":[35],"labeled":[36],"by":[37,120],"human":[38],"annotators,":[39],"a":[40,56,62,107,161],"process":[41],"is":[43,59],"costly":[44],"surprisingly":[46],"error-prone":[47],"for":[48,153,173],"certain":[49],"tasks.":[50],"For":[51],"example,":[52],"workers":[53],"labeling":[54],"whether":[55],"UI":[57,79,96,123,147],"element":[58,80],"\u201ctappable\u201d":[60],"from":[61,106],"screenshot":[63],"must":[64],"guess":[65],"using":[66],"visual":[67],"signifiers,":[68],"do":[70],"not":[71],"the":[73,78,82,87,94],"benefit":[74],"tapping":[76],"in":[81],"running":[83],"app":[84,99,109],"observing":[86],"effects.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"present":[93],"Never-ending":[95,146],"Learner,":[97],"an":[98],"crawler":[100],"automatically":[102],"installs":[103],"real":[104],"mobile":[108],"store":[110],"crawls":[112],"them":[113],"infer":[115],"properties":[117],"UIs":[119],"interacting":[121],"with":[122],"elements,":[124],"discovering":[125],"new":[126],"challenging":[128],"training":[129],"examples":[130],"learn":[132],"from,":[133],"continually":[135],"updating":[136],"machine":[137],"designed":[140],"these":[143],"semantics.":[144],"The":[145],"Learner":[148],"so":[149],"far":[150],"has":[151],"crawled":[152],"than":[155],"5,000":[156],"device-hours,":[157],"performing":[158],"over":[159],"half":[160],"million":[162],"actions":[163],"6,000":[165],"train":[168],"three":[169],"computer":[170],"vision":[171],"i)":[174],"tappability":[175],"prediction,":[176,179],"ii)":[177],"draggability":[178],"iii)":[181],"screen":[182],"similarity.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}