{"id":"https://openalex.org/W4367189632","doi":"https://doi.org/10.1145/3588432.3591520","title":"Generating Procedural Materials from Text or Image Prompts","display_name":"Generating Procedural Materials from Text or Image Prompts","publication_year":2023,"publication_date":"2023-07-19","ids":{"openalex":"https://openalex.org/W4367189632","doi":"https://doi.org/10.1145/3588432.3591520"},"language":"en","primary_location":{"id":"doi:10.1145/3588432.3591520","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591520","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591520","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591520","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006764921","display_name":"Yiwei Hu","orcid":"https://orcid.org/0000-0002-3674-295X"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]},{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yiwei Hu","raw_affiliation_strings":["Yale University, United States of America and Adobe Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Yale University, United States of America and Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833","https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103070271","display_name":"Paul Guerrero","orcid":"https://orcid.org/0000-0002-7568-2849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Guerrero","raw_affiliation_strings":["Adobe Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adobe Research, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001293238","display_name":"Milo\u0161 Ha\u0161an","orcid":"https://orcid.org/0000-0003-3808-6092"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Milos Hasan","raw_affiliation_strings":["Adobe Research, United States of America"],"affiliations":[{"raw_affiliation_string":"Adobe Research, United States of America","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064638062","display_name":"Holly Rushmeier","orcid":"https://orcid.org/0000-0001-5241-0886"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Holly Rushmeier","raw_affiliation_strings":["Yale University, United States of America"],"affiliations":[{"raw_affiliation_string":"Yale University, United States of America","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015425468","display_name":"Valentin Deschaintre","orcid":"https://orcid.org/0000-0002-6219-3747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valentin Deschaintre","raw_affiliation_strings":["Adobe Research, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Adobe Research, United Kingdom","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006764921"],"corresponding_institution_ids":["https://openalex.org/I1306409833","https://openalex.org/I32971472"],"apc_list":null,"apc_paid":null,"fwci":2.7659,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92166887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8502267599105835},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4391823709011078},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4278136193752289},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42482906579971313},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.41559866070747375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3459494113922119},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3272894024848938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8502267599105835},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4391823709011078},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4278136193752289},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42482906579971313},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.41559866070747375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3459494113922119},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3272894024848938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3588432.3591520","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591520","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591520","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.13172","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.13172","pdf_url":"https://arxiv.org/pdf/2304.13172","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3588432.3591520","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3588432.3591520","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3588432.3591520","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2229130813","display_name":null,"funder_award_id":"IIS-2007283","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367189632.pdf","grobid_xml":"https://content.openalex.org/works/W4367189632.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1486787228","https://openalex.org/W2402026173","https://openalex.org/W2555828157","https://openalex.org/W2562923060","https://openalex.org/W2736596523","https://openalex.org/W2811490555","https://openalex.org/W2902691505","https://openalex.org/W2958302123","https://openalex.org/W2962716332","https://openalex.org/W2963466723","https://openalex.org/W2965557046","https://openalex.org/W2983859346","https://openalex.org/W3044982007","https://openalex.org/W3085113514","https://openalex.org/W3090135481","https://openalex.org/W3106975417","https://openalex.org/W3109203742","https://openalex.org/W3131203358","https://openalex.org/W3135367836","https://openalex.org/W3166355208","https://openalex.org/W3170953943","https://openalex.org/W3176913662","https://openalex.org/W3178406257","https://openalex.org/W3183743915","https://openalex.org/W3196078005","https://openalex.org/W3198768348","https://openalex.org/W4283777353","https://openalex.org/W4283825676","https://openalex.org/W4285531802","https://openalex.org/W4287324328","https://openalex.org/W4304091806","https://openalex.org/W4312933868","https://openalex.org/W4320204814","https://openalex.org/W6600106573","https://openalex.org/W6770832620"],"related_works":["https://openalex.org/W4390516098","https://openalex.org/W2181948922","https://openalex.org/W2384362569","https://openalex.org/W2142795561","https://openalex.org/W4205302943","https://openalex.org/W2561132942","https://openalex.org/W3155418658","https://openalex.org/W4243199227","https://openalex.org/W2379948177","https://openalex.org/W2334580170"],"abstract_inverted_index":{"Node":[0],"graph":[1,101,132,144],"systems":[2],"are":[3,172],"used":[4],"ubiquitously":[5],"for":[6,65,105,159,212],"material":[7,94,108,131,197],"design":[8,28,71],"in":[9],"computer":[10],"graphics.":[11],"They":[12],"allow":[13],"the":[14,37,63,89,137,153],"use":[15],"of":[16,39,51,59,84,91,196],"visual":[17,214],"programming":[18,215],"to":[19,67,81,135,166],"achieve":[20,176],"desired":[21],"effects":[22],"without":[23,181],"writing":[24],"code.":[25],"As":[26],"high-level":[27],"tools":[29],"they":[30],"provide":[31],"convenience":[32],"and":[33,151,175],"flexibility,":[34],"but":[35],"mastering":[36],"creation":[38],"node":[40,54,86,100],"graphs":[41,55,198],"usually":[42],"requires":[43],"professional":[44],"training.":[45],"We":[46,96,125,162,186],"propose":[47,97],"an":[48,92],"algorithm":[49],"capable":[50],"generating":[52],"multiple":[53],"from":[56],"different":[57,115],"types":[58],"prompts,":[60],"significantly":[61],"lowering":[62],"bar":[64],"users":[66],"explore":[68],"a":[69,98,122,128,147,194,210],"specific":[70],"space.":[72],"Previous":[73],"work":[74],"[Guerrero":[75],"et":[76],"al.":[77],"2022]":[78],"was":[79],"limited":[80],"unconditional":[82],"generation":[83,90,102,138],"random":[85],"graphs,":[87,207],"making":[88],"envisioned":[93],"challenging.":[95],"multi-modal":[99],"neural":[103],"architecture":[104],"high-quality":[106,143],"procedural":[107],"synthesis":[109],"which":[110],"can":[111,192],"be":[112],"conditioned":[113,200],"on":[114,201],"inputs":[116],"(text":[117],"or":[118,178,205],"image":[119],"prompts),":[120],"using":[121,146],"CLIP-based":[123,167],"encoder.":[124],"also":[126],"create":[127],"substantially":[129],"augmented":[130],"dataset,":[133],"key":[134],"improving":[136],"quality.":[139],"Finally,":[140],"we":[141],"generate":[142],"samples":[145],"regularized":[148],"sampling":[149],"process":[150],"improve":[152],"matching":[154],"quality":[155],"by":[156],"differentiable":[157],"optimization":[158],"top-ranked":[160],"samples.":[161],"compare":[163],"our":[164,190],"methods":[165],"database":[168],"search":[169],"baselines":[170],"(which":[171],"themselves":[173],"novel)":[174],"superior":[177],"similar":[179],"performance":[180],"requiring":[182],"massive":[183],"data":[184],"storage.":[185],"further":[187],"show":[188],"that":[189],"model":[191],"produce":[193],"set":[195],"unconditionally,":[199],"images,":[202],"text":[203],"prompts":[204],"partial":[206],"serving":[208],"as":[209],"tool":[211],"automatic":[213],"completion.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}
