{"id":"https://openalex.org/W4297102427","doi":"https://doi.org/10.1145/3539637.3558044","title":"Real Time Detection of Mobile Graphical User Interface Elements Using Convolutional Neural Networks","display_name":"Real Time Detection of Mobile Graphical User Interface Elements Using Convolutional Neural Networks","publication_year":2022,"publication_date":"2022-09-26","ids":{"openalex":"https://openalex.org/W4297102427","doi":"https://doi.org/10.1145/3539637.3558044"},"language":"en","primary_location":{"id":"doi:10.1145/3539637.3558044","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539637.3558044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Brazilian Symposium on Multimedia and the Web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068991537","display_name":"Richard Hada Degaki","orcid":null},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Richard Hada Degaki","raw_affiliation_strings":["Institute of Computing, Federal University of Amazonas, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing, Federal University of Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069052519","display_name":"Juan G. Colonna","orcid":"https://orcid.org/0000-0002-1740-2618"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Juan Gabriel Colonna","raw_affiliation_strings":["Institute of Computing, Federal University of Amazonas, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing, Federal University of Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049518307","display_name":"Yadini P\u00e9rez L\u00f3pez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadini Lopez","raw_affiliation_strings":["SITA-AIG Automation Innovation Group, SIDIA Development and Reasearch Institute, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SITA-AIG Automation Innovation Group, SIDIA Development and Reasearch Institute, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017074646","display_name":"Jos\u00e9 Reginaldo H. Carvalho","orcid":"https://orcid.org/0000-0002-3828-7233"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Reginaldo Carvalho","raw_affiliation_strings":["Institute of Computing, Federal University of Amazonas, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing, Federal University of Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036962471","display_name":"Edson Silva","orcid":"https://orcid.org/0000-0002-3210-1127"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Edson Silva","raw_affiliation_strings":["Institute of Computing, Federal University of Amazonas, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing, Federal University of Amazonas, Brazil","institution_ids":["https://openalex.org/I62885914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4061,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.59999635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"159","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8357512950897217},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.8042721748352051},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.673281192779541},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6288477778434753},{"id":"https://openalex.org/keywords/graphical-user-interface-testing","display_name":"Graphical user interface testing","score":0.5566045641899109},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5330974459648132},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5116410851478577},{"id":"https://openalex.org/keywords/android","display_name":"Android (operating system)","score":0.49936699867248535},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.4809812307357788},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4379490911960602},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41534897685050964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3783895671367645},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2800847589969635},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"User interface design","score":0.19746407866477966},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18153369426727295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8357512950897217},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.8042721748352051},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.673281192779541},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6288477778434753},{"id":"https://openalex.org/C66153210","wikidata":"https://www.wikidata.org/wiki/Q5597182","display_name":"Graphical user interface testing","level":4,"score":0.5566045641899109},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5330974459648132},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5116410851478577},{"id":"https://openalex.org/C557433098","wikidata":"https://www.wikidata.org/wiki/Q94","display_name":"Android (operating system)","level":2,"score":0.49936699867248535},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.4809812307357788},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4379490911960602},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41534897685050964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3783895671367645},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2800847589969635},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.19746407866477966},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18153369426727295},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539637.3558044","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539637.3558044","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Brazilian Symposium on Multimedia and the Web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2141125339","https://openalex.org/W2158447593","https://openalex.org/W2241093273","https://openalex.org/W2765874585","https://openalex.org/W2959108026","https://openalex.org/W2985406956","https://openalex.org/W3034392229","https://openalex.org/W3048516901","https://openalex.org/W3090401226","https://openalex.org/W3100314869","https://openalex.org/W3164797848","https://openalex.org/W3205142155","https://openalex.org/W4238641215","https://openalex.org/W4401508155"],"related_works":["https://openalex.org/W3180179400","https://openalex.org/W2118366689","https://openalex.org/W963721989","https://openalex.org/W2039055059","https://openalex.org/W2183494409","https://openalex.org/W2381088774","https://openalex.org/W2116888309","https://openalex.org/W2197102099","https://openalex.org/W2477652530","https://openalex.org/W2154998455"],"abstract_inverted_index":{"In":[0],"this":[1,67],"work,":[2],"we":[3,27,42,69,95,132],"model":[4],"the":[5,86,97,128,137],"Graphical":[6],"User":[7],"Interface":[8],"(GUI)":[9],"detection":[10,15,126],"challenge":[11],"as":[12],"an":[13],"object":[14,92,125],"problem":[16],"from":[17,36,127],"Computer":[18],"Vision":[19],"(CV)":[20],"domain.":[21],"Based":[22],"on":[23,123],"our":[24],"literature":[25],"review,":[26],"identified":[28],"some":[29],"works":[30],"with":[31],"similar":[32],"proposals":[33],"but":[34],"suffering":[35],"reproducibility":[37],"and":[38,59,76,82,105,112],"comparability":[39],"problems.":[40],"Thus,":[41],"propose":[43],"to":[44],"mitigate":[45],"these":[46],"problems":[47],"by":[48],"creating":[49],"a":[50,118],"standardized":[51],"dataset":[52,98],"that":[53],"can":[54],"be":[55],"used":[56],"for":[57,91,136],"training":[58],"evaluating":[60],"CV":[61],"algorithms":[62],"in":[63],"Mobile":[64],"GUI.":[65],"For":[66],"purpose,":[68],"use":[70],"Rico\u2019s":[71],"Android":[72],"application":[73],"screen":[74],"collection":[75],"semantic":[77],"annotation":[78],"of":[79],"GUI":[80],"elements":[81],"labelled":[83],"them":[84],"using":[85],"standard":[87],"Microsoft":[88],"COCO":[89],"format":[90],"detection.":[93,115],"Finally,":[94,131],"split":[96],"into":[99],"three":[100,138],"main":[101],"challenges:":[102],"1)":[103],"clickable":[104],"non-clickable":[106],"elements;":[107],"2)":[108],"interface":[109],"components":[110],"detection;":[111],"3)":[113],"icons":[114],"We":[116],"trained":[117],"baseline":[119],"algorithm":[120],"considered":[121],"state-of-the-art":[122],"real-time":[124],"YOLO":[129],"family.":[130],"present":[133],"quantitative":[134],"results":[135],"proposed":[139],"challenges.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}