{"id":"https://openalex.org/W4360994979","doi":"https://doi.org/10.1631/fitee.2200099","title":"UI layers merger: merging UI layers via visual learning and boundary prior","display_name":"UI layers merger: merging UI layers via visual learning and boundary prior","publication_year":2023,"publication_date":"2023-03-01","ids":{"openalex":"https://openalex.org/W4360994979","doi":"https://doi.org/10.1631/fitee.2200099"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2200099","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1631/fitee.2200099","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031788959","display_name":"Yunnong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunnong Chen","raw_affiliation_strings":["School of Software Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049423110","display_name":"Yankun Zhen","orcid":"https://orcid.org/0000-0002-7153-1090"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yankun Zhen","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109577817","display_name":"Chuning Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuning Shi","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103016895","display_name":"Jiazhi Li","orcid":"https://orcid.org/0000-0003-3938-7989"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiazhi Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012614577","display_name":"Liuqing Chen","orcid":"https://orcid.org/0000-0002-9049-0394"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liuqing Chen","raw_affiliation_strings":["Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9049-0394","affiliations":[{"raw_affiliation_string":"Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015625724","display_name":"Zejian Li","orcid":"https://orcid.org/0000-0001-5313-2742"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zejian Li","raw_affiliation_strings":["Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","School of Software Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Software Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba-Zhejiang University Joint Research Institute of Frontier Technologies, Hangzhou, China","institution_ids":["https://openalex.org/I45928872","https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang-Singapore Innovation and AI Joint Research Lab, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050998972","display_name":"Tingting Zhou","orcid":"https://orcid.org/0000-0001-5977-1115"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tingting Zhou","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073971230","display_name":"Yanfang Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfang Chang","raw_affiliation_strings":["Alibaba Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5012614577"],"corresponding_institution_ids":["https://openalex.org/I168879160","https://openalex.org/I45928872","https://openalex.org/I76130692"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":3.5163,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93280148,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"24","issue":"3","first_page":"373","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8309615850448608},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.7535310983657837},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5627092719078064},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5410131216049194},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5300455093383789},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.46575623750686646},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.44015738368034363},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3356916904449463},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.18795281648635864},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1834021508693695},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15677881240844727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8309615850448608},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.7535310983657837},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5627092719078064},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5410131216049194},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5300455093383789},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.46575623750686646},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.44015738368034363},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3356916904449463},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.18795281648635864},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1834021508693695},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15677881240844727}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2200099","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1631/fitee.2200099","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1974828111","https://openalex.org/W2088188470","https://openalex.org/W2194775991","https://openalex.org/W2241093273","https://openalex.org/W2565639579","https://openalex.org/W2604469346","https://openalex.org/W2765874585","https://openalex.org/W2794908093","https://openalex.org/W2883419767","https://openalex.org/W2933448476","https://openalex.org/W2943691840","https://openalex.org/W2951173698","https://openalex.org/W2953913754","https://openalex.org/W2959108026","https://openalex.org/W2962724148","https://openalex.org/W2963295463","https://openalex.org/W2964241181","https://openalex.org/W2985406956","https://openalex.org/W3048516901","https://openalex.org/W3082687416","https://openalex.org/W3100314869","https://openalex.org/W3122319236","https://openalex.org/W3154394866","https://openalex.org/W3160022552","https://openalex.org/W3163374010","https://openalex.org/W3163944103","https://openalex.org/W4213067985","https://openalex.org/W4224988754","https://openalex.org/W6600574797","https://openalex.org/W6600994665","https://openalex.org/W6607163335"],"related_works":["https://openalex.org/W3180179400","https://openalex.org/W2118366689","https://openalex.org/W2624709009","https://openalex.org/W2154998455","https://openalex.org/W2116888309","https://openalex.org/W2477652530","https://openalex.org/W2039055059","https://openalex.org/W2381088774","https://openalex.org/W963721989","https://openalex.org/W1547777009"],"abstract_inverted_index":{"With":[0],"the":[1,10,46,53,56,61,69,74,105,118,125,131,138,142,160,173,177,185,189,211],"fast-growing":[2],"graphical":[3],"user":[4,31,203],"interface":[5,32],"(GUI)":[6],"development":[7],"workload":[8],"in":[9,45],"Internet":[11],"industry,":[12],"some":[13],"work":[14],"attempted":[15],"to":[16,72,122,158],"generate":[17],"maintainable":[18],"front-end":[19],"code":[20],"from":[21],"GUI":[22,64],"screenshots.":[23],"It":[24],"can":[25,92,135],"be":[26],"more":[27],"suitable":[28],"for":[29,137,171],"using":[30],"(UI)":[33],"design":[34,48],"drafts":[35],"that":[36,91,184],"contain":[37],"UI":[38,47,84,100,128,169],"metadata.":[39],"However,":[40],"fragmented":[41,70,97],"layers":[42,71,85,98,140],"inevitably":[43],"appear":[44],"drafts,":[49],"which":[50],"greatly":[51],"reduces":[52],"quality":[54],"of":[55,60,76,127,162,179,213],"generated":[57,77],"code.":[58,78],"None":[59],"existing":[62],"automated":[63],"techniques":[65],"detects":[66],"and":[67,95,110,145,175,196],"merges":[68],"improve":[73],"accessibility":[75],"In":[79],"this":[80],"paper,":[81],"we":[82],"propose":[83],"merger":[86],"(UILM),":[87],"a":[88,111,149,153,167,206],"vision-based":[89],"method":[90,187],"automatically":[93],"detect":[94,124],"merge":[96,146],"into":[99,148],"components.":[101,129],"Our":[102],"UILM":[103],"contains":[104],"merging":[106,113,133,193,200],"area":[107,194],"detector":[108],"(MAD)":[109],"layer":[112,132,199],"algorithm.":[114],"The":[115],"MAD":[116,174],"incorporates":[117],"boundary":[119],"prior":[120],"knowledge":[121],"accurately":[123],"boundaries":[126,144],"Then,":[130],"algorithm":[134],"search":[136],"associated":[139],"within":[141],"components\u2019":[143],"them":[147],"whole.":[150],"We":[151,164],"present":[152],"dynamic":[154],"data":[155],"augmentation":[156],"approach":[157],"boost":[159],"performance":[161,178],"MAD.":[163],"also":[165,209],"construct":[166],"large-scale":[168],"dataset":[170],"training":[172],"testing":[176],"UILM.":[180,215],"Experimental":[181],"results":[182],"show":[183],"proposed":[186],"outperforms":[188],"best":[190],"baseline":[191],"regarding":[192],"detection":[195],"achieves":[197],"decent":[198],"accuracy.":[201],"A":[202],"study":[204],"on":[205],"real":[207],"application":[208],"confirms":[210],"effectiveness":[212],"our":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}