{"id":"https://openalex.org/W4409657194","doi":"https://doi.org/10.1145/3696410.3714891","title":"UIC opilot : Automating UI Synthesis via Hierarchical Code Generation from Webpage Designs","display_name":"UIC opilot : Automating UI Synthesis via Hierarchical Code Generation from Webpage Designs","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409657194","doi":"https://doi.org/10.1145/3696410.3714891"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714891","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714891","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714891","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714891","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084159330","display_name":"Yi Gui","orcid":"https://orcid.org/0009-0006-2841-7942"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Gui","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0006-2841-7942","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101555948","display_name":"Yao Wan","orcid":"https://orcid.org/0000-0001-6937-4180"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wan","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-6937-4180","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhen Li","orcid":"https://orcid.org/0009-0007-0873-6126"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-0873-6126","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069229847","display_name":"Zhongyi Zhang","orcid":"https://orcid.org/0009-0009-9951-3335"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyi Zhang","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-9951-3335","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015370659","display_name":"Dongping Chen","orcid":"https://orcid.org/0009-0009-9848-2557"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongping Chen","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0009-9848-2557","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3063-9425","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109980408","display_name":"Yi Su","orcid":"https://orcid.org/0009-0007-9336-3562"},"institutions":[{"id":"https://openalex.org/I4210126203","display_name":"Hubei University of Automotive Technology","ror":"https://ror.org/039m95m06","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210126203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Su","raw_affiliation_strings":["Hubei University of Automotive Technology, Shiyan, China"],"raw_orcid":"https://orcid.org/0009-0007-9336-3562","affiliations":[{"raw_affiliation_string":"Hubei University of Automotive Technology, Shiyan, China","institution_ids":["https://openalex.org/I4210126203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111133708","display_name":"Bohua Chen","orcid":"https://orcid.org/0009-0004-8927-8902"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bohua Chen","raw_affiliation_strings":["Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-8927-8902","affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101316823","display_name":"Xing Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing Zhou","raw_affiliation_strings":["Rabbitpre AI, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-4165-7756","affiliations":[{"raw_affiliation_string":"Rabbitpre AI, Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003231472","display_name":"Wenbin Jiang","orcid":"https://orcid.org/0000-0001-5628-8806"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbin Jiang","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5628-8806","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000755750","display_name":"Xiangliang Zhang","orcid":"https://orcid.org/0000-0002-3574-5665"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangliang Zhang","raw_affiliation_strings":["University of Notre Dame, Notre Dame, USA"],"raw_orcid":"https://orcid.org/0000-0002-3574-5665","affiliations":[{"raw_affiliation_string":"University of Notre Dame, Notre Dame, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.8851,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.99109423,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1846","last_page":"1855"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7506065368652344},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5047780275344849},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.4716343581676483},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4674229323863983},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.4295520782470703},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.33701515197753906},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.31693553924560547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506065368652344},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5047780275344849},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4716343581676483},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4674229323863983},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.4295520782470703},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.33701515197753906},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.31693553924560547},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714891","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714891","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714891","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714891","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714891","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714891","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1702756715","display_name":null,"funder_award_id":"2022YFB4501400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4410170455","display_name":null,"funder_award_id":"62372199","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409657194.pdf","grobid_xml":"https://content.openalex.org/works/W4409657194.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2133665775","https://openalex.org/W2560674852","https://openalex.org/W2888557792","https://openalex.org/W2930957955","https://openalex.org/W2962724148","https://openalex.org/W2963295463","https://openalex.org/W2999343753","https://openalex.org/W3011632945","https://openalex.org/W3199730823","https://openalex.org/W3205557064","https://openalex.org/W4311088269","https://openalex.org/W4312933868","https://openalex.org/W4376167329","https://openalex.org/W4386057769","https://openalex.org/W4386071957","https://openalex.org/W4386076190","https://openalex.org/W4393160218","https://openalex.org/W4402753874","https://openalex.org/W4403536858","https://openalex.org/W6600488088","https://openalex.org/W6602003647","https://openalex.org/W6607045254","https://openalex.org/W6852746770"],"related_works":["https://openalex.org/W2418291489","https://openalex.org/W3135843367","https://openalex.org/W2611741382","https://openalex.org/W3096519538","https://openalex.org/W2744747300","https://openalex.org/W4241166160","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"Automating":[0],"the":[1,16,27,79,88,118,153,159],"synthesis":[2,108],"of":[3,30,61,83,91,120,155],"User":[4],"Interfaces":[5],"(UIs)":[6],"plays":[7],"a":[8,58,102,126],"crucial":[9],"role":[10],"in":[11,69,86,140],"enhancing":[12],"productivity":[13],"and":[14,23,81,145],"accelerating":[15],"development":[17,21,29],"lifecycle,":[18],"reducing":[19],"both":[20,141],"time":[22],"manual":[24],"effort.":[25],"Recently,":[26],"rapid":[28],"Multimodal":[31],"Large":[32],"Language":[33,45],"Models":[34],"(MLLMs)":[35],"has":[36],"made":[37],"it":[38],"possible":[39],"to":[40,105],"generate":[41],"front-end":[42],"Hypertext":[43],"Markup":[44],"(HTML)":[46],"code":[47,75,111],"directly":[48],"from":[49,113],"webpage":[50,114],"designs.":[51,93,115],"However,":[52],"real-world":[53,127],"webpages":[54,160],"encompass":[55],"not":[56],"only":[57],"diverse":[59],"array":[60],"HTML":[62],"tags":[63],"but":[64],"also":[65],"complex":[66],"stylesheets,":[67],"resulting":[68],"significantly":[70,136],"lengthy":[71,74],"code.":[72],"The":[73],"poses":[76],"challenges":[77],"for":[78],"performance":[80],"efficiency":[82],"MLLMs,":[84],"especially":[85],"capturing":[87],"structural":[89],"information":[90],"UI":[92,107],"To":[94,116],"address":[95],"these":[96],"challenges,":[97],"this":[98],"paper":[99],"proposes":[100],"UICopilot,":[101,121],"novel":[103],"approach":[104],"automating":[106],"via":[109],"hierarchical":[110],"generation":[112],"validate":[117],"effectiveness":[119],"we":[122],"conduct":[123],"experiments":[124],"on":[125],"dataset,":[128],"i.e.,":[129],"WebCode2M.":[130],"Experimental":[131],"results":[132],"demonstrate":[133],"that":[134,152],"UICopilot":[135,163],"outperforms":[137],"existing":[138],"baselines":[139],"automatic":[142],"evaluation":[143],"metrics":[144],"human":[146,156],"evaluations.":[147],"Specifically,":[148],"statistical":[149],"analysis":[150],"reveals":[151],"majority":[154],"annotators":[157],"prefer":[158],"generated":[161],"by":[162,167],"over":[164],"those":[165],"produced":[166],"GPT-4V.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}