{"id":"https://openalex.org/W2897966957","doi":"https://doi.org/10.1145/3242587.3242650","title":"Learning Design Semantics for Mobile Apps","display_name":"Learning Design Semantics for Mobile Apps","publication_year":2018,"publication_date":"2018-10-11","ids":{"openalex":"https://openalex.org/W2897966957","doi":"https://doi.org/10.1145/3242587.3242650","mag":"2897966957"},"language":"en","primary_location":{"id":"doi:10.1145/3242587.3242650","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242587.3242650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012545160","display_name":"Thomas F. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas F. Liu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018846623","display_name":"Mark Craft","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Craft","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048283678","display_name":"Jason Situ","orcid":"https://orcid.org/0009-0009-3385-871X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Situ","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028817790","display_name":"Ersin Yumer","orcid":"https://orcid.org/0000-0002-3245-5515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ersin Yumer","raw_affiliation_strings":["Argo AI, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Argo AI, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060956547","display_name":"Radom\u00edr M\u011bch","orcid":"https://orcid.org/0000-0002-5558-0327"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Radomir Mech","raw_affiliation_strings":["Adobe Research, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research, San Jose, CA, USA","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027407975","display_name":"Ranjitha Kumar","orcid":"https://orcid.org/0009-0001-2107-1647"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjitha Kumar","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":158,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"569","last_page":"579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8525524139404297},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6198773980140686},{"id":"https://openalex.org/keywords/icon","display_name":"Icon","score":0.542967677116394},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5121066570281982},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.45822083950042725},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.44802340865135193},{"id":"https://openalex.org/keywords/mobile-apps","display_name":"Mobile apps","score":0.4431527853012085},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.42159950733184814},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41993436217308044},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3782796561717987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2955341935157776},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.27407556772232056},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18544289469718933}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8525524139404297},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6198773980140686},{"id":"https://openalex.org/C2778447006","wikidata":"https://www.wikidata.org/wiki/Q1156474","display_name":"Icon","level":2,"score":0.542967677116394},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5121066570281982},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.45822083950042725},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.44802340865135193},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.4431527853012085},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.42159950733184814},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41993436217308044},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3782796561717987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2955341935157776},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27407556772232056},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18544289469718933},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3242587.3242650","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3242587.3242650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4269371261","display_name":"CAREER: Tying Design to Outcomes: Open-sourced Analytics for Mobile App Testing","funder_award_id":"1750563","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307786","display_name":"Adobe Systems","ror":"https://ror.org/059tvcg64"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W276698864","https://openalex.org/W1000153461","https://openalex.org/W1992057865","https://openalex.org/W2025044306","https://openalex.org/W2043828712","https://openalex.org/W2081580037","https://openalex.org/W2099471712","https://openalex.org/W2099854727","https://openalex.org/W2108598243","https://openalex.org/W2114413866","https://openalex.org/W2176412452","https://openalex.org/W2270878873","https://openalex.org/W2342426841","https://openalex.org/W2533771361","https://openalex.org/W2610837079","https://openalex.org/W2617273419","https://openalex.org/W2765874585","https://openalex.org/W2884071284","https://openalex.org/W2949650786","https://openalex.org/W3091905774","https://openalex.org/W3100955000","https://openalex.org/W3118608800","https://openalex.org/W6610071464"],"related_works":["https://openalex.org/W3034529322","https://openalex.org/W2115913271","https://openalex.org/W2113597336","https://openalex.org/W2155505549","https://openalex.org/W2357479218","https://openalex.org/W1819546284","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W2043253324","https://openalex.org/W2018648706"],"abstract_inverted_index":{"Recently,":[0],"researchers":[1],"have":[2],"developed":[3],"black-box":[4],"approaches":[5],"to":[6,98,102,107],"mine":[7],"design":[8,30],"and":[9,40,68,86,106],"interaction":[10,21],"data":[11,17,97],"from":[12],"mobile":[13,56],"apps.":[14,92],"Although":[15],"the":[16,29,37,123,135,140,148],"captured":[18],"during":[19],"this":[20,95],"mining":[22],"is":[23],"descriptive,":[24],"it":[25],"does":[26],"not":[27],"expose":[28],"semantics":[31],"of":[32,64,76,79,125,147],"UIs:":[33],"what":[34],"elements":[35,67],"on":[36],"screen":[38],"mean":[39],"how":[41],"they":[42],"are":[43],"used.":[44],"This":[45],"paper":[46],"introduces":[47],"an":[48,60],"automatic":[49],"approach":[50,127],"for":[51,55,134,145],"generating":[52],"semantic":[53,132],"annotations":[54,133],"app":[57],"UIs.":[58],"Through":[59],"iterative":[61],"open":[62],"coding":[63],"73k":[65],"UI":[66,80,104],"720":[69],"screens,":[70],"we":[71,130],"contribute":[72],"a":[73,109],"lexical":[74],"database":[75],"25":[77],"types":[78],"components,":[81],"197":[82],"text":[83],"button":[84],"concepts,":[85],"135":[87],"icon":[88,116],"classes":[89,117],"shared":[90],"across":[91],"We":[93],"use":[94],"labeled":[96],"learn":[99],"code-based":[100],"patterns":[101],"detect":[103],"components":[105],"train":[108],"convolutional":[110],"neural":[111],"network":[112],"that":[113],"distinguishes":[114],"between":[115],"with":[118],"94%":[119],"accuracy.":[120],"To":[121],"demonstrate":[122],"efficacy":[124],"our":[126],"at":[128],"scale,":[129],"compute":[131],"72k":[136],"unique":[137],"UIs":[138],"in":[139],"Rico":[141],"dataset,":[142],"assigning":[143],"labels":[144],"78%":[146],"total":[149],"visible,":[150],"non-redundant":[151],"elements.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":12}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}