{"id":"https://openalex.org/W4385328344","doi":"https://doi.org/10.1145/3592416","title":"ShapeCoder: Discovering Abstractions for Visual Programs from Unstructured Primitives","display_name":"ShapeCoder: Discovering Abstractions for Visual Programs from Unstructured Primitives","publication_year":2023,"publication_date":"2023-07-26","ids":{"openalex":"https://openalex.org/W4385328344","doi":"https://doi.org/10.1145/3592416"},"language":"en","primary_location":{"id":"doi:10.1145/3592416","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592416","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592416","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3592416","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001963597","display_name":"R. Kenny Jones","orcid":"https://orcid.org/0009-0005-1169-0507"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"R. Kenny Jones","raw_affiliation_strings":["Brown University, Providence, United States of America"],"raw_orcid":"https://orcid.org/0009-0005-1169-0507","affiliations":[{"raw_affiliation_string":"Brown University, Providence, United States of America","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103070271","display_name":"Paul Guerrero","orcid":"https://orcid.org/0000-0002-7568-2849"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Guerrero","raw_affiliation_strings":["Adobe Research, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7568-2849","affiliations":[{"raw_affiliation_string":"Adobe Research, London, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058170430","display_name":"Niloy J. Mitra","orcid":"https://orcid.org/0000-0002-2597-0914"},"institutions":[{"id":"https://openalex.org/I4210144746","display_name":"The London College","ror":"https://ror.org/0546ajs61","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210144746"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Niloy J. Mitra","raw_affiliation_strings":["Adobe Research, London, United Kingdom","University College London (UCL), London, United Kingdom","University College London (UCL), London, United Kingdom Adobe Research, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2597-0914","affiliations":[{"raw_affiliation_string":"Adobe Research, London, United Kingdom","institution_ids":[]},{"raw_affiliation_string":"University College London (UCL), London, United Kingdom","institution_ids":["https://openalex.org/I4210144746","https://openalex.org/I45129253"]},{"raw_affiliation_string":"University College London (UCL), London, United Kingdom Adobe Research, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005034184","display_name":"Daniel Ritchie","orcid":"https://orcid.org/0000-0002-8253-0069"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Ritchie","raw_affiliation_strings":["Brown University, Providence, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8253-0069","affiliations":[{"raw_affiliation_string":"Brown University, Providence, United States of America","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001963597"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":7.4357,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97177275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"42","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8907840251922607},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6929451823234558},{"id":"https://openalex.org/keywords/degrees-of-freedom","display_name":"Degrees of freedom (physics and chemistry)","score":0.5386995673179626},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.49562132358551025},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4948508143424988},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.4578593373298645},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.44495972990989685},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41258931159973145},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.38263559341430664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18854549527168274}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8907840251922607},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6929451823234558},{"id":"https://openalex.org/C208081375","wikidata":"https://www.wikidata.org/wiki/Q274502","display_name":"Degrees of freedom (physics and chemistry)","level":2,"score":0.5386995673179626},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.49562132358551025},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4948508143424988},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.4578593373298645},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.44495972990989685},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41258931159973145},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38263559341430664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18854549527168274},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3592416","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592416","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592416","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3592416","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3592416","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3592416","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1014140455","display_name":null,"funder_award_id":"#1941808","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G642498168","display_name":null,"funder_award_id":"1941808","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309070","display_name":"Brown University","ror":"https://ror.org/05gq02987"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385328344.pdf","grobid_xml":"https://content.openalex.org/works/W4385328344.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1979092426","https://openalex.org/W2040939335","https://openalex.org/W2050765103","https://openalex.org/W2073549223","https://openalex.org/W2142225462","https://openalex.org/W2152397470","https://openalex.org/W2474846919","https://openalex.org/W2617704515","https://openalex.org/W2766190476","https://openalex.org/W2805113854","https://openalex.org/W2902691505","https://openalex.org/W2950655732","https://openalex.org/W2961368225","https://openalex.org/W2991552299","https://openalex.org/W3014415287","https://openalex.org/W3031883024","https://openalex.org/W3033423882","https://openalex.org/W3035352399","https://openalex.org/W3044870283","https://openalex.org/W3099525000","https://openalex.org/W3105758081","https://openalex.org/W3109203742","https://openalex.org/W3117137355","https://openalex.org/W3126753585","https://openalex.org/W3170409640","https://openalex.org/W3180125285","https://openalex.org/W3186806032","https://openalex.org/W4238070559","https://openalex.org/W4241602464","https://openalex.org/W4280629715","https://openalex.org/W4281676683","https://openalex.org/W4283825676","https://openalex.org/W4287709159","https://openalex.org/W4295762848","https://openalex.org/W4310557242","https://openalex.org/W4311248665","https://openalex.org/W4312827974"],"related_works":["https://openalex.org/W3113091479","https://openalex.org/W2162899405","https://openalex.org/W941090075","https://openalex.org/W2044987316","https://openalex.org/W3134374554","https://openalex.org/W2237480245","https://openalex.org/W2075065631","https://openalex.org/W2519167559","https://openalex.org/W4311248832","https://openalex.org/W4386113923"],"abstract_inverted_index":{"We":[0,130],"introduce":[1],"ShapeCoder,":[2],"the":[3,33,105],"first":[4],"system":[5],"capable":[6],"of":[7,11,63,107,136,163,172],"taking":[8],"a":[9,47,94,111,127,161],"dataset":[10,177],"shapes,":[12,138],"represented":[13],"with":[14,53,110,119,180],"unstructured":[15],"primitives,":[16],"and":[17,24,44,59,103,174],"jointly":[18],"discovering":[19],"(i)":[20],"useful":[21,194],"abstraction":[22,69,154],"functions":[23],"(ii)":[25],"programs":[26,51,187],"that":[27,50,98,165],"use":[28,106,190],"these":[29,54],"abstractions":[30,38,55,118,164,192],"to":[31,100,115,189],"explain":[32],"input":[34,82],"shapes.":[35],"The":[36],"discovered":[37,191],"capture":[39],"common":[40],"patterns":[41],"(both":[42],"structural":[43],"parametric)":[45],"across":[46],"dataset,":[48],"so":[49],"rewritten":[52,188],"are":[56,142],"more":[57,76],"compact,":[58],"suppress":[60],"spurious":[61],"degrees":[62,171],"freedom.":[64],"ShapeCoder":[65,132,159],"improves":[66],"upon":[67],"previous":[68],"discovery":[70],"methods,":[71],"finding":[72],"better":[73,176],"abstractions,":[74],"for":[75,195],"complex":[77,120],"inputs,":[78],"under":[79],"less":[80],"stringent":[81],"assumptions.":[83],"This":[84],"is":[85],"principally":[86],"made":[87],"possible":[88],"by":[89,150],"two":[90],"methodological":[91],"advancements:":[92],"(a)":[93],"shape-to-program":[95],"recognition":[96],"network":[97],"learns":[99],"solve":[101],"sub-problems":[102],"(b)":[104],"e-graphs,":[108],"augmented":[109],"conditional":[112],"rewrite":[113],"scheme,":[114],"determine":[116],"when":[117],"parametric":[121],"expressions":[122],"can":[123],"be":[124],"applied,":[125],"in":[126],"tractable":[128],"manner.":[129],"evaluate":[131],"on":[133],"multiple":[134],"datasets":[135],"3D":[137],"where":[139],"primitive":[140],"decompositions":[141],"either":[143],"parsed":[144],"from":[145],"manual":[146],"annotations":[147],"or":[148],"produced":[149],"an":[151],"unsupervised":[152],"cuboid":[153],"method.":[155],"In":[156],"all":[157],"domains,":[158],"discovers":[160],"library":[162],"captures":[166],"high-level":[167],"relationships,":[168],"removes":[169],"extraneous":[170],"freedom,":[173],"achieves":[175],"compression":[178],"compared":[179],"alternative":[181],"approaches.":[182],"Finally,":[183],"we":[184],"investigate":[185],"how":[186],"prove":[193],"downstream":[196],"tasks.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}