{"id":"https://openalex.org/W3217695345","doi":"https://doi.org/10.1109/access.2021.3131753","title":"GUI Widget Detection and Intent Generation via Image Understanding","display_name":"GUI Widget Detection and Intent Generation via Image Understanding","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3217695345","doi":"https://doi.org/10.1109/access.2021.3131753","mag":"3217695345"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3131753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131753","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09631239.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09631239.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076928740","display_name":"Penghua Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119087","display_name":"North China Institute of Aerospace Engineering","ror":"https://ror.org/02m7msy24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119087"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Penghua Zhu","raw_affiliation_strings":["North China Institute of Aerospace Engineering, Langfang, China","North China Institute of Aerospace Engineering, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North China Institute of Aerospace Engineering, Langfang, China","institution_ids":["https://openalex.org/I4210119087"]},{"raw_affiliation_string":"North China Institute of Aerospace Engineering, China","institution_ids":["https://openalex.org/I4210119087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414156","display_name":"Ying Li","orcid":"https://orcid.org/0000-0002-1487-3350"},"institutions":[{"id":"https://openalex.org/I4210119087","display_name":"North China Institute of Aerospace Engineering","ror":"https://ror.org/02m7msy24","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119087"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Li","raw_affiliation_strings":["North China Institute of Aerospace Engineering, Langfang, China","North China Institute of Aerospace Engineering, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North China Institute of Aerospace Engineering, Langfang, China","institution_ids":["https://openalex.org/I4210119087"]},{"raw_affiliation_string":"North China Institute of Aerospace Engineering, China","institution_ids":["https://openalex.org/I4210119087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102970649","display_name":"Tongyu Li","orcid":"https://orcid.org/0000-0003-4095-3490"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongyu Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-4095-3490","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613524","display_name":"Wei Yang","orcid":"https://orcid.org/0000-0002-5338-7347"},"institutions":[{"id":"https://openalex.org/I4210166468","display_name":"Beijing Aerospace Flight Control Center","ror":"https://ror.org/007a14354","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210166468"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Yang","raw_affiliation_strings":["Beijing Aerospace Automatic Control Institute, Beijing, China","Beijing Aerospace Automatic Control Institute, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Aerospace Automatic Control Institute, Beijing, China","institution_ids":["https://openalex.org/I4210166468"]},{"raw_affiliation_string":"Beijing Aerospace Automatic Control Institute, China","institution_ids":["https://openalex.org/I4210166468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101838296","display_name":"Yihan Xu","orcid":"https://orcid.org/0009-0003-4669-4757"},"institutions":[{"id":"https://openalex.org/I4210102741","display_name":"Jiangsu Vocational College of Medicine","ror":"https://ror.org/01jzst437","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102741"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihan Xu","raw_affiliation_strings":["Jiangsu Vocational College of Electronics and Information, Huai’an, China","Jiangsu Vocational College of Electronics and Information, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Vocational College of Electronics and Information, Huai’an, China","institution_ids":["https://openalex.org/I4210102741"]},{"raw_affiliation_string":"Jiangsu Vocational College of Electronics and Information, China","institution_ids":["https://openalex.org/I4210102741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076928740"],"corresponding_institution_ids":["https://openalex.org/I4210119087"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8993,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.86185243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"160697","last_page":"160707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8135325312614441},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6391445398330688},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5197298526763916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48141881823539734},{"id":"https://openalex.org/keywords/aerospace","display_name":"Aerospace","score":0.47579821944236755},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13735339045524597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08873268961906433}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8135325312614441},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6391445398330688},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5197298526763916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48141881823539734},{"id":"https://openalex.org/C167740415","wikidata":"https://www.wikidata.org/wiki/Q2876213","display_name":"Aerospace","level":2,"score":0.47579821944236755},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13735339045524597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08873268961906433},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3131753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131753","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09631239.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:133fbb7a5bf84630a020d24d4f692bd1","is_oa":true,"landing_page_url":"https://doaj.org/article/133fbb7a5bf84630a020d24d4f692bd1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 160697-160707 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3131753","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3131753","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09631239.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3217695345.pdf","grobid_xml":"https://content.openalex.org/works/W3217695345.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1897761818","https://openalex.org/W1905882502","https://openalex.org/W2064675550","https://openalex.org/W2085577046","https://openalex.org/W2143786659","https://openalex.org/W2145023731","https://openalex.org/W2241093273","https://openalex.org/W2504335775","https://openalex.org/W2765874585","https://openalex.org/W2791213089","https://openalex.org/W2794908093","https://openalex.org/W2896348597","https://openalex.org/W2897966957","https://openalex.org/W2953322005","https://openalex.org/W2953461273","https://openalex.org/W2959108026","https://openalex.org/W2962724148","https://openalex.org/W2962739631","https://openalex.org/W2963295463","https://openalex.org/W2963743213","https://openalex.org/W2982260276","https://openalex.org/W2984951742","https://openalex.org/W2985406956","https://openalex.org/W3000386806","https://openalex.org/W3029105705","https://openalex.org/W3048516901","https://openalex.org/W3100314869","https://openalex.org/W3105531629","https://openalex.org/W3110019360","https://openalex.org/W3163374010","https://openalex.org/W4288080284","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6637373629","https://openalex.org/W6739901393","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4380991453","https://openalex.org/W1806806738","https://openalex.org/W2583753783","https://openalex.org/W3136415915","https://openalex.org/W3046053921","https://openalex.org/W2059749727","https://openalex.org/W1999709735","https://openalex.org/W2109313593","https://openalex.org/W2464921719","https://openalex.org/W4230932140"],"abstract_inverted_index":{"Aerospace":[0],"control":[1,59,67],"software":[2,30,47,80],"is":[3,32,72,201,204,207,210,218],"the":[4,53,62,69,75,79,89,92,99,109,117,121,125,140,145,167,178],"most":[5],"important":[6],"part":[7],"of":[8,65,91,95,180],"aerospace":[9,58,66],"software.":[10,60],"Since":[11],"its":[12,43],"potential":[13],"defects":[14],"endanger":[15],"life":[16],"and":[17,28,46,82,107,112,138,162,183],"safety,":[18],"there":[19],"are":[20],"strict":[21],"requirements":[22],"on":[23,78,104,160,166],"product":[24],"quality.":[25],"Therefore,":[26],"efficient":[27],"reliable":[29],"testing":[31,36,49,57,64],"essential.":[33],"The":[34,152,212],"traditional":[35],"method":[37,217],"has":[38,50],"been":[39],"challenging":[40],"to":[41,73,115,134,143,176],"meet":[42],"development":[44],"requirements,":[45],"automation":[48,63],"gradually":[51],"become":[52],"main":[54],"tool":[55],"for":[56],"For":[61,186,194],"software,":[68],"core":[70],"problem":[71],"locate":[74],"GUI":[76],"widgets":[77],"screenshots":[81],"identify":[83],"their":[84],"intent,":[85],"which":[86],"directly":[87],"affects":[88],"accuracy":[90,179],"test.":[93],"Because":[94],"this,":[96],"we":[97,128],"use":[98,108,129,139],"widget":[100,118,126,181,187,195],"recognition":[101,182],"technology":[102,114],"based":[103,165],"image":[105,110,119,136],"matching":[106],"understanding":[111],"analysis":[113],"extract":[116,135],"in":[120],"screenshots.":[122],"After":[123],"obtaining":[124],"image,":[127],"a":[130,150,156],"convolutional":[131],"neural":[132],"network":[133],"features":[137,148],"encoder":[141],"module":[142,154],"encode":[144],"extracted":[146],"information":[147],"as":[149],"tensor.":[151],"decoder":[153],"generates":[155],"word":[157],"sequence":[158],"conditional":[159],"tensor":[161],"previous":[163],"output":[164],"encoded":[168],"information.":[169],"We":[170],"also":[171],"conduct":[172],"an":[173],"empirical":[174],"study":[175],"evaluate":[177],"intention":[184],"generation.":[185],"recognition,":[188],"our":[189,198,216],"average":[190],"IoU":[191],"reached":[192],"0.81.":[193],"intent":[196],"generation,":[197],"model":[199],"BLEU-1":[200],"0.567,":[202],"BLEU-2":[203],"0.356,":[205],"BLEU-3":[206],"0.261,":[208],"BLEU-4":[209],"0.131.":[211],"results":[213],"show":[214],"that":[215],"very":[219],"effective.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}