{"id":"https://openalex.org/W4403334001","doi":"https://doi.org/10.1145/3654777.3676399","title":"ProtoDreamer: A Mixed-prototype Tool Combining Physical Model and Generative AI to Support Conceptual Design","display_name":"ProtoDreamer: A Mixed-prototype Tool Combining Physical Model and Generative AI to Support Conceptual Design","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403334001","doi":"https://doi.org/10.1145/3654777.3676399"},"language":"en","primary_location":{"id":"doi:10.1145/3654777.3676399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100461082","display_name":"Hongbo Zhang","orcid":"https://orcid.org/0000-0002-6755-8231"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongbo Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058762433","display_name":"Pei Chen","orcid":"https://orcid.org/0000-0003-0962-6459"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104205830","display_name":"Xuelong Xie","orcid":"https://orcid.org/0009-0000-1017-3931"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Xie","raw_affiliation_strings":["Zhejiang University, College of Computer Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, College of Computer Science and Technology, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109800032","display_name":"Chaoyi Lin","orcid":"https://orcid.org/0009-0008-5670-3895"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyi Lin","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051055798","display_name":"L. Liu","orcid":"https://orcid.org/0009-0006-9088-1076"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianyan Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082749498","display_name":"Zhuoshu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoshu Li","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066710323","display_name":"Weitao You","orcid":"https://orcid.org/0000-0002-9625-5547"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weitao You","raw_affiliation_strings":["Zhejiang University, College of Computer Science and Technology, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, College of Computer Science and Technology, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036387698","display_name":"Lingyun Sun","orcid":"https://orcid.org/0000-0002-5561-0493"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100461082"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":6.8226,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98066784,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7150043845176697},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.630225658416748},{"id":"https://openalex.org/keywords/generative-design","display_name":"Generative Design","score":0.576911211013794},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.47796961665153503},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38197821378707886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28278228640556335},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1372106671333313}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7150043845176697},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.630225658416748},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.576911211013794},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.47796961665153503},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38197821378707886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28278228640556335},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1372106671333313},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3654777.3676399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3654777.3676399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W185867233","https://openalex.org/W192548246","https://openalex.org/W1968090013","https://openalex.org/W1984652453","https://openalex.org/W2007654916","https://openalex.org/W2014656672","https://openalex.org/W2028341308","https://openalex.org/W2040901180","https://openalex.org/W2042754018","https://openalex.org/W2043974447","https://openalex.org/W2069684438","https://openalex.org/W2075219242","https://openalex.org/W2109917277","https://openalex.org/W2144680124","https://openalex.org/W2144852775","https://openalex.org/W2569738033","https://openalex.org/W2590630303","https://openalex.org/W2611748211","https://openalex.org/W2742669564","https://openalex.org/W2781607026","https://openalex.org/W2795398890","https://openalex.org/W2911664431","https://openalex.org/W2916904544","https://openalex.org/W2940590733","https://openalex.org/W3001430257","https://openalex.org/W3008605982","https://openalex.org/W3084912402","https://openalex.org/W3090022999","https://openalex.org/W3176863867","https://openalex.org/W3199400376","https://openalex.org/W3200247462","https://openalex.org/W4225135543","https://openalex.org/W4284884664","https://openalex.org/W4288079498","https://openalex.org/W4312367338","https://openalex.org/W4312933868","https://openalex.org/W4317952491","https://openalex.org/W4320561510","https://openalex.org/W4321649027","https://openalex.org/W4322831995","https://openalex.org/W4366547422","https://openalex.org/W4366547634","https://openalex.org/W4366548330","https://openalex.org/W4366548479","https://openalex.org/W4366549626","https://openalex.org/W4366587957","https://openalex.org/W4383682679","https://openalex.org/W4385767743","https://openalex.org/W4386071676","https://openalex.org/W4386075651","https://openalex.org/W4387331350","https://openalex.org/W4387801039","https://openalex.org/W4387835509","https://openalex.org/W4390873054","https://openalex.org/W4391421426"],"related_works":["https://openalex.org/W4301024388","https://openalex.org/W4391334978","https://openalex.org/W775311126","https://openalex.org/W4300030714","https://openalex.org/W1517876498","https://openalex.org/W2489288131","https://openalex.org/W4317695495","https://openalex.org/W4380551139","https://openalex.org/W4388137171","https://openalex.org/W1967909251"],"abstract_inverted_index":{"Prototyping":[0],"serves":[1],"as":[2,76],"a":[3,32,64,88],"critical":[4],"phase":[5],"in":[6,23,34,72,156],"the":[7,46,145],"industrial":[8],"conceptual":[9,100],"design":[10,57,67,123,136],"process,":[11,74],"enabling":[12],"exploration":[13],"of":[14,19],"problem":[15],"space":[16],"and":[17,59,79,117,140,154,163],"identification":[18],"solutions.":[20],"Recent":[21],"advancements":[22],"large-scale":[24],"generative":[25,41,93],"models":[26],"have":[27],"enabled":[28],"AI":[29,42,94,113],"to":[30,45,48,98,105,120,129,138],"become":[31],"co-creator":[33],"this":[35,83],"process.":[36],"However,":[37],"designers":[38,104,128],"often":[39],"consider":[40],"challenging":[43],"due":[44],"necessity":[47],"follow":[49],"computer-centered":[50],"interaction":[51],"rules,":[52],"diverging":[53],"from":[54,144],"their":[55],"familiar":[56],"materials":[58],"languages.":[60],"Physical":[61],"prototype":[62,73,97],"is":[63],"commonly":[65],"used":[66],"method,":[68],"offering":[69],"unique":[70],"benefits":[71],"such":[75],"intuitive":[77],"understanding":[78],"tangible":[80],"testing.":[81],"In":[82],"study,":[84],"we":[85],"propose":[86],"ProtoDreamer,":[87],"mixed-prototype":[89],"tool":[90,126],"that":[91],"synergizes":[92],"with":[95,132],"physical":[96,110],"support":[99],"design.":[101],"ProtoDreamer":[102],"allows":[103],"construct":[106],"preliminary":[107],"prototypes":[108],"using":[109],"materials,":[111],"while":[112],"recognizes":[114],"these":[115],"forms":[116],"vocal":[118],"inputs":[119],"generate":[121],"diverse":[122],"alternatives.":[124],"This":[125],"empowers":[127],"tangibly":[130],"interact":[131],"prototypes,":[133],"intuitively":[134],"convey":[135],"intentions":[137],"AI,":[139],"continuously":[141],"draw":[142],"inspiration":[143],"generated":[146],"artifacts.":[147],"An":[148],"evaluation":[149],"study":[150],"confirms":[151],"ProtoDreamer\u2019s":[152],"utility":[153],"strengths":[155],"time":[157],"efficiency,":[158],"creativity":[159],"support,":[160],"defects":[161],"exposure,":[162],"detailed":[164],"thinking":[165],"facilitation.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":21}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}