{"id":"https://openalex.org/W2794908093","doi":"https://doi.org/10.1145/3180155.3180240","title":"From UI design image to GUI skeleton","display_name":"From UI design image to GUI skeleton","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2794908093","doi":"https://doi.org/10.1145/3180155.3180240","mag":"2794908093"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3180240","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3180155.3180240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075639297","display_name":"Chunyang Chen","orcid":"https://orcid.org/0000-0003-2011-9618"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Chunyang Chen","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043441209","display_name":"Ting Su","orcid":"https://orcid.org/0000-0003-1628-9796"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ting Su","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017417068","display_name":"Guozhu Meng","orcid":"https://orcid.org/0000-0001-6388-2571"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhu Meng","raw_affiliation_strings":["Nanyang Technological University, China and Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, China and Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028641941","display_name":"Zhenchang Xing","orcid":"https://orcid.org/0000-0001-7663-1421"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhenchang Xing","raw_affiliation_strings":["Australian National University, Australia"],"affiliations":[{"raw_affiliation_string":"Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075639297"],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":36.0322,"has_fulltext":false,"cited_by_count":191,"citation_normalized_percentile":{"value":0.99686478,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"665","last_page":"676"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8465045690536499},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.5725066661834717},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5194817781448364},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.4819588363170624},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4667150378227234},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2882651686668396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8465045690536499},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.5725066661834717},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5194817781448364},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.4819588363170624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4667150378227234},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2882651686668396},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3180155.3180240","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3180155.3180240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W141682647","https://openalex.org/W207320278","https://openalex.org/W753012316","https://openalex.org/W1498238796","https://openalex.org/W1665214252","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1881604308","https://openalex.org/W1895577753","https://openalex.org/W1955857676","https://openalex.org/W1974828111","https://openalex.org/W1977795386","https://openalex.org/W1982067089","https://openalex.org/W1986601961","https://openalex.org/W2001642682","https://openalex.org/W2018389835","https://openalex.org/W2050372846","https://openalex.org/W2064675550","https://openalex.org/W2097001189","https://openalex.org/W2098580305","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2116360511","https://openalex.org/W2117731089","https://openalex.org/W2124386111","https://openalex.org/W2130942839","https://openalex.org/W2142503704","https://openalex.org/W2145023731","https://openalex.org/W2145287260","https://openalex.org/W2154897437","https://openalex.org/W2156163116","https://openalex.org/W2157331557","https://openalex.org/W2158447593","https://openalex.org/W2227887088","https://openalex.org/W2241093273","https://openalex.org/W2266506687","https://openalex.org/W2402619042","https://openalex.org/W2406976408","https://openalex.org/W2504108613","https://openalex.org/W2508920351","https://openalex.org/W2525778437","https://openalex.org/W2550100435","https://openalex.org/W2596289355","https://openalex.org/W2608179060","https://openalex.org/W2618530766","https://openalex.org/W2740742367","https://openalex.org/W2770368305","https://openalex.org/W2919115771","https://openalex.org/W2962724148","https://openalex.org/W2962995178","https://openalex.org/W2963311793","https://openalex.org/W2964322208","https://openalex.org/W4240768087"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2993198389","https://openalex.org/W2102284328","https://openalex.org/W1555107492"],"abstract_inverted_index":{"A":[0],"GUI":[1,16,44,61,80,96,126,145,166],"skeleton":[2,17],"is":[3,65],"the":[4,35,71,77,185],"starting":[5],"point":[6],"for":[7,58,118],"implementing":[8],"a":[9,15,19,66,104,120,125,148],"UI":[10,20,28,74,121,136,173],"design":[11,21,122],"image.":[12],"To":[13],"obtain":[14],"from":[18,175],"image,":[22,36],"developers":[23],"have":[24],"to":[25,70,82,131,169,183],"visually":[26],"understand":[27],"elements":[29],"and":[30,37,46,53,76,95,115,143,188],"their":[31,47],"spatial":[32,141],"layout":[33],"in":[34,112,135,147],"then":[38],"translate":[39],"this":[40,50,100],"understanding":[41,52,94],"into":[42,124],"proper":[43],"components":[45],"compositions.":[48],"Automating":[49],"visual":[51,93,133],"translation":[54,117],"would":[55],"be":[56],"beneficial":[57],"bootstraping":[59],"mobile":[60],"implementation,":[62],"but":[63],"it":[64],"challenging":[67],"task":[68],"due":[69],"diversity":[72],"of":[73,79,190],"designs":[75],"complexity":[78],"skeletons":[81,146],"generate.":[83],"Existing":[84],"tools":[85],"are":[86],"rigid":[87],"as":[88],"they":[89],"depend":[90],"on":[91],"heuristically-designed":[92],"generation":[97],"rules.":[98],"In":[99],"paper,":[101],"we":[102,162],"present":[103],"neural":[105,150],"machine":[106,116],"translator":[107,129],"that":[108],"combines":[109],"recent":[110],"advances":[111],"computer":[113],"vision":[114],"translating":[119],"image":[123],"skeleton.":[127],"Our":[128],"learns":[130],"extract":[132],"features":[134],"images,":[137],"encode":[138],"these":[139],"features'":[140],"layouts,":[142],"generate":[144],"unified":[149],"network":[151],"framework,":[152],"without":[153],"requiring":[154],"manual":[155],"rule":[156],"development.":[157],"For":[158],"training":[159],"our":[160,191],"translator,":[161],"develop":[163],"an":[164],"automated":[165],"exploration":[167],"method":[168],"automatically":[170],"collect":[171],"large-scale":[172],"data":[174],"real-world":[176],"applications.":[177],"We":[178],"carry":[179],"out":[180],"extensive":[181],"experiments":[182],"evaluate":[184],"accuracy,":[186],"generality":[187],"usefulness":[189],"approach.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":31},{"year":2019,"cited_by_count":24},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}