{"id":"https://openalex.org/W3125592878","doi":"https://doi.org/10.1145/3324884.3418917","title":"Discovering UI display issues with visual understanding","display_name":"Discovering UI display issues with visual understanding","publication_year":2020,"publication_date":"2020-12-21","ids":{"openalex":"https://openalex.org/W3125592878","doi":"https://doi.org/10.1145/3324884.3418917","mag":"3125592878"},"language":"en","primary_location":{"id":"doi:10.1145/3324884.3418917","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3418917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100462353","display_name":"Zhe Liu","orcid":"https://orcid.org/0000-0001-9709-8275"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Liu","raw_affiliation_strings":["University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5100462353"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.8007,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81823082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1373","last_page":"1375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8372057676315308},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7201628088951111},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5896492004394531},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5717252492904663},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5674471855163574},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5306441187858582},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5228652954101562},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4275834560394287},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.412349671125412},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3492699861526489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29150667786598206},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19624042510986328},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11694499850273132}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8372057676315308},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7201628088951111},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5896492004394531},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5717252492904663},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5674471855163574},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5306441187858582},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5228652954101562},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4275834560394287},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.412349671125412},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3492699861526489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29150667786598206},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19624042510986328},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11694499850273132},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3324884.3418917","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3324884.3418917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1977795386","https://openalex.org/W2013856010","https://openalex.org/W2060528272","https://openalex.org/W2112796928","https://openalex.org/W2163605009","https://openalex.org/W2173520492","https://openalex.org/W2241093273","https://openalex.org/W2319350884","https://openalex.org/W2356780433","https://openalex.org/W2514303331","https://openalex.org/W2737745421","https://openalex.org/W2740596488","https://openalex.org/W2740742367","https://openalex.org/W2762638234","https://openalex.org/W2765874585","https://openalex.org/W2785557022","https://openalex.org/W2794908093","https://openalex.org/W2883419767","https://openalex.org/W2922039621","https://openalex.org/W2962858109","https://openalex.org/W4248839592","https://openalex.org/W4255634804"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W1540371141","https://openalex.org/W1549363203","https://openalex.org/W4231274751","https://openalex.org/W2154063878","https://openalex.org/W2280422768","https://openalex.org/W2556012038","https://openalex.org/W3143197806","https://openalex.org/W1489772951","https://openalex.org/W4252555497"],"abstract_inverted_index":{"GUI":[0,8,32,75,97,114],"complexity":[1],"posts":[2],"a":[3,61,108,122,128],"great":[4],"challenge":[5],"to":[6,11,38,101],"the":[7,39,47,74,88,92,95,103,135,142],"implementation.":[9],"According":[10],"our":[12,138,146],"pilot":[13],"study":[14],"of":[15,73,91,137],"crowdtesting":[16],"bug":[17],"reports,":[18],"display":[19,83,118,158],"issues":[20,84],"such":[21],"as":[22],"text":[23],"overlap,":[24],"blurred":[25],"screen,":[26],"missing":[27],"image":[28],"always":[29],"occur":[30],"during":[31],"rendering":[33],"on":[34,66],"difference":[35],"devices":[36],"due":[37],"software":[40],"or":[41],"hardware":[42],"compatibility.":[43],"They":[44],"negatively":[45],"influence":[46],"app":[48],"usability,":[49],"resulting":[50],"in":[51,94,155,163],"poor":[52],"user":[53],"experience.":[54],"To":[55],"detect":[56,80],"these":[57,165],"issues,":[58,159],"we":[59],"propose":[60],"novel":[62],"approach,":[63],"OwlEye,":[64],"based":[65],"deep":[67],"learning":[68],"for":[69,98,133],"modelling":[70],"visual":[71],"information":[72],"screenshot.":[76],"Therefore,":[77],"OwlEye":[78,147],"can":[79,148],"GUIs":[81],"with":[82,112,116],"and":[85,127,152,160],"also":[86],"locate":[87],"detailed":[89],"region":[90],"issue":[93],"given":[96],"guiding":[99],"developers":[100],"fix":[102],"bug.":[104],"We":[105,120],"manually":[106],"construct":[107],"large-scale":[109],"labelled":[110],"dataset":[111],"4,470":[113],"screenshots":[115],"UI":[117,157],"issues.":[119,166],"develop":[121],"heuristics-based":[123],"data":[124,130],"augmentation":[125,131],"method":[126,132],"GAN-based":[129],"boosting":[134],"performance":[136],"OwlEye.":[139],"At":[140],"present,":[141],"evaluation":[143],"demonstrates":[144],"that":[145],"achieve":[149],"85%":[150],"precision":[151],"84%":[153],"recall":[154],"detecting":[156],"90%":[161],"accuracy":[162],"localizing":[164]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}