{"id":"https://openalex.org/W3202214970","doi":"https://doi.org/10.3389/fmats.2021.740754","title":"Words to Matter: De novo Architected Materials Design Using Transformer Neural Networks","display_name":"Words to Matter: De novo Architected Materials Design Using Transformer Neural Networks","publication_year":2021,"publication_date":"2021-10-06","ids":{"openalex":"https://openalex.org/W3202214970","doi":"https://doi.org/10.3389/fmats.2021.740754","mag":"3202214970"},"language":"en","primary_location":{"id":"doi:10.3389/fmats.2021.740754","doi":"https://doi.org/10.3389/fmats.2021.740754","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fmats.2021.740754","pdf_url":null,"source":{"id":"https://openalex.org/S2595389538","display_name":"Frontiers in Materials","issn_l":"2296-8016","issn":["2296-8016"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Materials","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/fmats.2021.740754","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072747890","display_name":"Zhenze Yang","orcid":"https://orcid.org/0000-0002-6427-6757","observed_orcids":["https://orcid.org/0000-0002-6427-6757"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenze Yang","raw_affiliation_strings":["Department of Materials Science and Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States","Laboratory for Atomistic and Molecular Mechanics (LAMM), Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Materials Science and Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Laboratory for Atomistic and Molecular Mechanics (LAMM), Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011504360","display_name":"Markus J. Buehler","orcid":"https://orcid.org/0000-0002-4173-9659","observed_orcids":["https://orcid.org/0000-0002-4173-9659"]},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Markus J. Buehler","raw_affiliation_strings":["Center for Computational Science and Engineering, Schwarzman College of Computing, Massachusetts Institute of Technology, Cambridge, MA, United States","Laboratory for Atomistic and Molecular Mechanics (LAMM), Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Computational Science and Engineering, Schwarzman College of Computing, Massachusetts Institute of Technology, Cambridge, MA, United States","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Laboratory for Atomistic and Molecular Mechanics (LAMM), Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, United States","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5011504360"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":1.945,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":{"value":0.86507067,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10707","display_name":"Cellular and Composite Structures","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architected-materials","display_name":"architected materials","score":0.906000018119812},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.8769999742507935},{"id":"https://openalex.org/keywords/text-to-image-generation","display_name":"text-to-image generation","score":0.8190000057220459},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.8989999890327454},{"id":"https://openalex.org/keywords/vqgan","display_name":"VQGAN","score":0.9919999837875366},{"id":"https://openalex.org/keywords/3d-printing","display_name":"3D printing","score":0.8650000095367432},{"id":"https://openalex.org/keywords/additive-manufacturing","display_name":"additive manufacturing","score":0.9269999861717224},{"id":"https://openalex.org/keywords/finite-element-analysis","display_name":"finite element analysis","score":0.8069999814033508},{"id":"https://openalex.org/keywords/mechanical-properties","display_name":"mechanical properties","score":0.9369999766349792},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"mechanism design","score":0.7919999957084656},{"id":"https://openalex.org/keywords/generative-design","display_name":"generative design","score":0.6340000033378601}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7702305912971497},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7106024026870728},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6867435574531555},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4730212688446045},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.4270445704460144},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4121195077896118},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33311688899993896},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16754496097564697},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1673237383365631},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12561270594596863},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10052329301834106}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3389/fmats.2021.740754","doi":"https://doi.org/10.3389/fmats.2021.740754","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fmats.2021.740754","pdf_url":null,"source":{"id":"https://openalex.org/S2595389538","display_name":"Frontiers in Materials","issn_l":"2296-8016","issn":["2296-8016"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Materials","raw_type":"journal-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/137240","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/137240","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/137240/2/fmats-08-740754.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:d8ca86ad9b824c69b07de900448d0b96","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d8ca86ad9b824c69b07de900448d0b96","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Materials, Vol 8 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fmats.2021.740754","doi":"https://doi.org/10.3389/fmats.2021.740754","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fmats.2021.740754","pdf_url":null,"source":{"id":"https://openalex.org/S2595389538","display_name":"Frontiers in Materials","issn_l":"2296-8016","issn":["2296-8016"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Materials","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1102702650","display_name":null,"funder_award_id":"N00014\u201019\u20101\u20102375","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3174313537","display_name":null,"funder_award_id":"W911NF1920098","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3202214970.pdf","grobid_xml":"https://content.openalex.org/works/W3202214970.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2004565147","https://openalex.org/W2032741311","https://openalex.org/W2061259599","https://openalex.org/W2127811140","https://openalex.org/W2133564696","https://openalex.org/W2166712553","https://openalex.org/W2262249176","https://openalex.org/W2339556907","https://openalex.org/W2399216786","https://openalex.org/W2626778328","https://openalex.org/W2742835787","https://openalex.org/W2896457183","https://openalex.org/W2911184824","https://openalex.org/W2936166854","https://openalex.org/W2941531368","https://openalex.org/W2946680784","https://openalex.org/W2947423323","https://openalex.org/W2955138922","https://openalex.org/W2956049423","https://openalex.org/W2963341956","https://openalex.org/W2964504795","https://openalex.org/W2978753875","https://openalex.org/W3030520226","https://openalex.org/W3088999551","https://openalex.org/W3094502228","https://openalex.org/W3111551570","https://openalex.org/W3113317199","https://openalex.org/W3115677442","https://openalex.org/W3119872582","https://openalex.org/W3135367836","https://openalex.org/W3145017754","https://openalex.org/W3166589044","https://openalex.org/W3182879190","https://openalex.org/W3201567733","https://openalex.org/W3210232381","https://openalex.org/W4255703567"],"related_works":["https://openalex.org/W4224020136","https://openalex.org/W4317437709","https://openalex.org/W4313567241","https://openalex.org/W4283728758","https://openalex.org/W4308917878","https://openalex.org/W4224997295","https://openalex.org/W4401339550","https://openalex.org/W4398178478","https://openalex.org/W4309965796","https://openalex.org/W4396786706"],"abstract_inverted_index":{"Transformer":[0],"neural":[1,31,68,114,199],"networks":[2,32,115],"have":[3,87,191],"become":[4],"widely":[5],"used":[6,92],"in":[7,16,33,116,148],"a":[8,42,94],"variety":[9],"of":[10,29,38,64,73,151,197,209],"AI":[11],"applications,":[12],"enabling":[13],"significant":[14],"advances":[15],"Natural":[17],"Language":[18],"Processing":[19],"(NLP)":[20],"and":[21,112,161,212],"computer":[22],"vision.":[23],"Here":[24],"we":[25,105],"demonstrate":[26],"the":[27,34,51,71,88,107,133,195],"use":[28,106,132,196],"transformer":[30,67,198],"de":[35],"novo":[36],"design":[37,52,188,215],"architected":[39],"materials":[40,100,128],"using":[41,144],"unique":[43],"approach":[44],"based":[45],"on":[46,175],"text":[47,82,125],"input":[48],"that":[49,123,140,217],"enables":[50],"to":[53,90,97,120,136,201],"be":[54,91,142],"directed":[55],"by":[56],"descriptive":[57],"text,":[58],"such":[59,85,158,186],"as":[60,93],"\u201ca":[61],"regular":[62],"lattice":[63],"steel\u201d.":[65],"Since":[66],"nets":[69,200],"enable":[70],"conversion":[72],"data":[74],"from":[75],"distinct":[76],"forms":[77],"into":[78,83],"one":[79],"another,":[80],"including":[81,178,194],"images,":[84],"methods":[86],"potential":[89],"natural-language-driven":[95],"tool":[96],"develop":[98],"complex":[99],"designs.":[101,129],"In":[102],"this":[103],"study":[104],"Contrastive":[108],"Language-Image":[109],"Pre-Training":[110],"(CLIP)":[111],"VQGAN":[113],"an":[117,182],"iterative":[118],"process":[119],"generate":[121,137,202],"images":[122,135],"reflect":[124],"prompt":[126],"driven":[127],"We":[130,155],"then":[131],"resulting":[134,147],"three-dimensional":[138],"models":[139],"can":[141,190],"realized":[143],"additive":[145],"manufacturing,":[146],"physical":[149],"samples":[150],"these":[152],"text-based":[153],"materials.":[154],"present":[156],"several":[157],"word-to-matter":[159],"examples,":[160],"analyze":[162],"3D":[163,206],"printed":[164],"material":[165],"specimen":[166],"through":[167],"associated":[168],"additional":[169],"finite":[170],"element":[171],"analysis,":[172],"especially":[173],"focused":[174],"mechanical":[176],"properties":[177],"mechanism":[179],"design.":[180],"As":[181],"emerging":[183],"new":[184],"field,":[185],"language-based":[187],"approaches":[189],"profound":[192],"impact,":[193],"machine":[203],"code":[204],"for":[205],"printing,":[207],"optimization":[208],"processing":[210],"conditions,":[211],"other":[213],"end-to-end":[214],"environments":[216],"intersect":[218],"directly":[219],"with":[220],"human":[221],"language.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-10-11T00:00:00"}