{"id":"https://openalex.org/W3008024462","doi":"https://doi.org/10.48550/arxiv.2003.00380","title":"Unblind Your Apps: Predicting Natural-Language Labels for Mobile GUI Components by Deep Learning","display_name":"Unblind Your Apps: Predicting Natural-Language Labels for Mobile GUI Components by Deep Learning","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3008024462","doi":"https://doi.org/10.48550/arxiv.2003.00380","mag":"3008024462"},"language":"en","primary_location":{"id":"mag:3103843169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://arxiv.org/abs/2003.00380","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032440450","display_name":"Jieshan Chen","orcid":"https://orcid.org/0000-0002-2700-7478","observed_orcids":["https://orcid.org/0000-0002-2700-7478"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jieshan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075639297","display_name":"Chunyang Chen","orcid":"https://orcid.org/0000-0003-2011-9618","observed_orcids":["https://orcid.org/0000-0003-2011-9618"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Chunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028641941","display_name":"Zhenchang Xing","orcid":"https://orcid.org/0000-0001-7663-1421","observed_orcids":["https://orcid.org/0000-0001-7663-1421"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Zhenchang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006841485","display_name":"Xiwei Xu","orcid":"https://orcid.org/0000-0002-2273-1862","observed_orcids":["https://orcid.org/0000-0002-2273-1862"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064683660","display_name":"Liming Zhu","orcid":"https://orcid.org/0000-0001-5839-3765","observed_orcids":["https://orcid.org/0000-0001-5839-3765","https://orcid.org/0009-0005-3180-8365"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Liming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Guoqiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Guoqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014620670","display_name":"Jinshui Wang","orcid":"https://orcid.org/0000-0002-8831-4447","observed_orcids":["https://orcid.org/0000-0002-8831-4447"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinshui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"322","last_page":"334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.8848000168800354,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.02850000001490116,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mobile-accessibility","display_name":"mobile accessibility","score":0.5090000033378601},{"id":"https://openalex.org/keywords/screen-readers","display_name":"screen readers","score":0.7039999961853027},{"id":"https://openalex.org/keywords/blind-users","display_name":"blind users","score":0.5889999866485596},{"id":"https://openalex.org/keywords/visual-impairment","display_name":"visual impairment","score":0.6489999890327454},{"id":"https://openalex.org/keywords/android-application","display_name":"Android application","score":0.8320000171661377},{"id":"https://openalex.org/keywords/accessibility-for-visually-impaired-users","display_name":"accessibility for visually impaired users","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.7328030467033386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232382297515869},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5271539092063904},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5181528329849243},{"id":"https://openalex.org/C2777421447","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile phone","level":2,"score":0.5123339891433716},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4861850142478943},{"id":"https://openalex.org/C2988045736","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android app","level":3,"score":0.48514804244041443},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.47469180822372437},{"id":"https://openalex.org/C2779794324","wikidata":"https://www.wikidata.org/wiki/Q3814081","display_name":"App store","level":2,"score":0.47383221983909607},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.43399015069007874},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41055387258529663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39193469285964966},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3787139654159546},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:3103843169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2003.00380","doi":"https://doi.org/10.48550/arxiv.2003.00380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2003.00380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"mag:3103843169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2003.00380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W639708223","https://openalex.org/W761890246","https://openalex.org/W1522301498","https://openalex.org/W1538131130","https://openalex.org/W1857789879","https://openalex.org/W1861492603","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1956340063","https://openalex.org/W1965555277","https://openalex.org/W1972978214","https://openalex.org/W2039184942","https://openalex.org/W2064675550","https://openalex.org/W2069442545","https://openalex.org/W2082177508","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2110065044","https://openalex.org/W2123301721","https://openalex.org/W2143860600","https://openalex.org/W2150824314","https://openalex.org/W2151967815","https://openalex.org/W2161987701","https://openalex.org/W2163605009","https://openalex.org/W2168842329","https://openalex.org/W2194775991","https://openalex.org/W2200611418","https://openalex.org/W2213051614","https://openalex.org/W2214322531","https://openalex.org/W2242083635","https://openalex.org/W2293111166","https://openalex.org/W2313513770","https://openalex.org/W2475883615","https://openalex.org/W2481985212","https://openalex.org/W2513201734","https://openalex.org/W2513969877","https://openalex.org/W2525084721","https://openalex.org/W2610917376","https://openalex.org/W2626778328","https://openalex.org/W2742636803","https://openalex.org/W2768401321","https://openalex.org/W2774988559","https://openalex.org/W2794908093","https://openalex.org/W2805591798","https://openalex.org/W2896625930","https://openalex.org/W2897267527","https://openalex.org/W2899371602","https://openalex.org/W2911344747","https://openalex.org/W2911831256","https://openalex.org/W2922099667","https://openalex.org/W2942870440","https://openalex.org/W2956017828","https://openalex.org/W2962992787","https://openalex.org/W2963461515","https://openalex.org/W2985406956","https://openalex.org/W2989724224","https://openalex.org/W3091044163"],"related_works":["https://openalex.org/W4288080284","https://openalex.org/W3194949025","https://openalex.org/W4393969035","https://openalex.org/W4365790337","https://openalex.org/W4288696727","https://openalex.org/W4408231987","https://openalex.org/W7163343062","https://openalex.org/W2896625930","https://openalex.org/W3163374010","https://openalex.org/W7125817959"],"abstract_inverted_index":{"According":[0],"to":[1,29,59,83,96,112,116,137,166,170,204],"the":[2,36,60,66,74,79,85,91,99,102,117,124,159,168,207,233],"World":[3],"Health":[4],"Organization(WHO),":[5],"it":[6],"is":[7,38,108],"estimated":[8],"that":[9,109,225,241],"approximately":[10],"1.3":[11],"billion":[12],"people":[13],"live":[14],"with":[15,69,98,178],"some":[16],"forms":[17],"of":[18,22,45,87,104,133,140,145,153,185,188,209,237],"vision":[19,70],"impairment":[20,71],"globally,":[21],"whom":[23],"36":[24],"million":[25],"are":[26,122,148,187,236],"blind.":[27],"Due":[28],"their":[30],"disability,":[31],"engaging":[32],"these":[33,146,194],"minority":[34],"into":[35],"society":[37],"a":[39,50,198],"challenging":[40],"problem.":[41],"The":[42,221],"recent":[43],"rise":[44],"smart":[46],"mobile":[47,80],"phones":[48],"provides":[49],"new":[51],"solution":[52],"by":[53,150,212],"enabling":[54],"blind":[55],"users'":[56],"convenient":[57],"access":[58],"information":[61],"and":[62,93,155,180,232],"service":[63],"for":[64],"understanding":[65],"world.":[67],"Users":[68],"can":[72,228],"adopt":[73],"screen":[75,89,106],"reader":[76],"embedded":[77],"in":[78,157,218],"operating":[81],"systems":[82],"read":[84],"content":[86],"each":[88],"within":[90],"app,":[92],"use":[94],"gestures":[95],"interact":[97],"phone.":[100],"However,":[101],"prerequisite":[103],"using":[105],"readers":[107],"developers":[110,164],"have":[111,131],"add":[113,167],"natural-language":[114],"labels":[115,169,208,235],"image-based":[118,210],"components":[119],"when":[120],"they":[121,173],"developing":[123],"app.":[125],"Unfortunately,":[126],"more":[127],"than":[128,240],"77%":[129],"apps":[130,217],"issues":[132,147],"missing":[134],"labels,":[135],"according":[136],"our":[138,226],"analysis":[139],"10,408":[141],"Android":[142,244],"apps.":[143],"Most":[144],"caused":[149],"developers'":[151],"lack":[152],"awareness":[154],"knowledge":[156],"considering":[158],"minority.":[160],"And":[161],"even":[162],"if":[163],"want":[165],"UI":[171],"components,":[172],"may":[174],"not":[175],"come":[176],"up":[177],"concise":[179],"clear":[181],"description":[182],"as":[183],"most":[184],"them":[186],"no":[189],"visual":[190],"issues.":[191],"To":[192],"overcome":[193],"challenges,":[195],"we":[196],"develop":[197],"deep-learning":[199],"based":[200],"model,":[201],"called":[202],"LabelDroid,":[203],"automatically":[205],"predict":[206],"buttons":[211],"learning":[213],"from":[214,242],"large-scale":[215],"commercial":[216],"Google":[219],"Play.":[220],"experimental":[222],"results":[223],"show":[224],"model":[227],"make":[229],"accurate":[230],"predictions":[231],"generated":[234],"higher":[238],"quality":[239],"real":[243],"developers.":[245]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}