{"id":"https://openalex.org/W4402984767","doi":"https://doi.org/10.1115/1.4066730","title":"Evaluating Large Language Models for Material Selection","display_name":"Evaluating Large Language Models for Material Selection","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402984767","doi":"https://doi.org/10.1115/1.4066730"},"language":"en","primary_location":{"id":"doi:10.1115/1.4066730","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4066730","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067938085","display_name":"Daniele Grandi","orcid":null},"institutions":[{"id":"https://openalex.org/I1286353243","display_name":"Autodesk (United States)","ror":"https://ror.org/00pkt4594","country_code":"US","type":"company","lineage":["https://openalex.org/I1286353243"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniele Grandi","raw_affiliation_strings":["Autodesk Research , San Francisco, CA 94111"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autodesk Research , San Francisco, CA 94111","institution_ids":["https://openalex.org/I1286353243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101193601","display_name":"Yash Jain","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yash Patawari Jain","raw_affiliation_strings":["Carnegie Mellon University , Pittsburgh, PA 15232"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University , Pittsburgh, PA 15232","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097357143","display_name":"Allin Groom","orcid":"https://orcid.org/0000-0002-4411-8161"},"institutions":[{"id":"https://openalex.org/I1286353243","display_name":"Autodesk (United States)","ror":"https://ror.org/00pkt4594","country_code":"US","type":"company","lineage":["https://openalex.org/I1286353243"]},{"id":"https://openalex.org/I4210104522","display_name":"Autodesk (United Kingdom)","ror":"https://ror.org/01dzqde20","country_code":"GB","type":"company","lineage":["https://openalex.org/I1286353243","https://openalex.org/I4210104522"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Allin Groom","raw_affiliation_strings":["Autodesk (United Kingdom) , London WC2R 0QE ,","Autodesk Research , London WC2R 0QE ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autodesk (United Kingdom) , London WC2R 0QE ,","institution_ids":["https://openalex.org/I4210104522"]},{"raw_affiliation_string":"Autodesk Research , London WC2R 0QE ,","institution_ids":["https://openalex.org/I1286353243"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097357144","display_name":"Brandon Cramer","orcid":null},"institutions":[{"id":"https://openalex.org/I1286353243","display_name":"Autodesk (United States)","ror":"https://ror.org/00pkt4594","country_code":"US","type":"company","lineage":["https://openalex.org/I1286353243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon Cramer","raw_affiliation_strings":["Autodesk (United States) , Boston, MA 02210","Autodesk Research , Boston, MA 02210"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autodesk (United States) , Boston, MA 02210","institution_ids":["https://openalex.org/I1286353243"]},{"raw_affiliation_string":"Autodesk Research , Boston, MA 02210","institution_ids":["https://openalex.org/I1286353243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005893539","display_name":"Christopher McComb","orcid":"https://orcid.org/0000-0002-5024-7701"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher McComb","raw_affiliation_strings":["Carnegie Mellon University Department of Mechanical Engineering, , Pittsburgh, PA 15232"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University Department of Mechanical Engineering, , Pittsburgh, PA 15232","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067938085"],"corresponding_institution_ids":["https://openalex.org/I1286353243"],"apc_list":null,"apc_paid":null,"fwci":4.7561,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.95186357,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"25","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6434758901596069},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5331878662109375},{"id":"https://openalex.org/keywords/material-selection","display_name":"Material selection","score":0.48496103286743164},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.3959023356437683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3474290072917938},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3309818506240845},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.327253520488739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28284013271331787},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1894315779209137}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6434758901596069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5331878662109375},{"id":"https://openalex.org/C2780443751","wikidata":"https://www.wikidata.org/wiki/Q6786565","display_name":"Material selection","level":2,"score":0.48496103286743164},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.3959023356437683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3474290072917938},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3309818506240845},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.327253520488739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28284013271331787},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1894315779209137},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1115/1.4066730","is_oa":false,"landing_page_url":"https://doi.org/10.1115/1.4066730","pdf_url":null,"source":{"id":"https://openalex.org/S173178594","display_name":"Journal of Computing and Information Science in Engineering","issn_l":"1530-9827","issn":["1530-9827","1944-7078"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316053","host_organization_name":"ASM International","host_organization_lineage":["https://openalex.org/P4310316053"],"host_organization_lineage_names":["ASM International"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computing and Information Science in Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1789544949","https://openalex.org/W1808326578","https://openalex.org/W1967075803","https://openalex.org/W1983131404","https://openalex.org/W1990813015","https://openalex.org/W1992892295","https://openalex.org/W2005302322","https://openalex.org/W2016017943","https://openalex.org/W2017982572","https://openalex.org/W2020118339","https://openalex.org/W2028204834","https://openalex.org/W2032205876","https://openalex.org/W2037607293","https://openalex.org/W2064255405","https://openalex.org/W2073147434","https://openalex.org/W2087499720","https://openalex.org/W2094555470","https://openalex.org/W2108598243","https://openalex.org/W2151499440","https://openalex.org/W2152594618","https://openalex.org/W2181797216","https://openalex.org/W2182110819","https://openalex.org/W2293185259","https://openalex.org/W2327727638","https://openalex.org/W2577167103","https://openalex.org/W2612686989","https://openalex.org/W2735288437","https://openalex.org/W2738397520","https://openalex.org/W2956357421","https://openalex.org/W2963672599","https://openalex.org/W3094031066","https://openalex.org/W3130108820","https://openalex.org/W3172010169","https://openalex.org/W3184339086","https://openalex.org/W4221143046","https://openalex.org/W4229029706","https://openalex.org/W4250471666","https://openalex.org/W4282926950","https://openalex.org/W4283799089","https://openalex.org/W4292779060","https://openalex.org/W4294958635","https://openalex.org/W4295996160","https://openalex.org/W4297260160","https://openalex.org/W4308916843","https://openalex.org/W4312803100","https://openalex.org/W4321438028","https://openalex.org/W4323655724","https://openalex.org/W4365601026","https://openalex.org/W4367674162","https://openalex.org/W4376653782","https://openalex.org/W4377130677","https://openalex.org/W4378468563","https://openalex.org/W4385245566","https://openalex.org/W4386091601","https://openalex.org/W4387773384","https://openalex.org/W4388134253","https://openalex.org/W4388514867","https://openalex.org/W4388873963","https://openalex.org/W4389132751","https://openalex.org/W4390011017","https://openalex.org/W4390050462","https://openalex.org/W4391932924","https://openalex.org/W6674185292","https://openalex.org/W6676297131","https://openalex.org/W6685886286","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2265065644","https://openalex.org/W2134699697","https://openalex.org/W3017188156","https://openalex.org/W2322875716","https://openalex.org/W2347771797","https://openalex.org/W2385561767","https://openalex.org/W2606115482","https://openalex.org/W2353312027"],"abstract_inverted_index":{"Abstract":[0],"Material":[1],"selection":[2,39],"is":[3,94,148],"a":[4,60,69,109,151],"crucial":[5],"step":[6],"in":[7,40,118,201],"conceptual":[8],"design":[9,43,56,137,221],"due":[10],"to":[11,197,207],"its":[12],"significant":[13],"impact":[14,22],"on":[15,213],"the":[16,24,30,41,47,66,115,130,140,185,208,220],"functionality,":[17],"aesthetics,":[18],"manufacturability,":[19],"and":[20,45,84,91,102,139,229],"sustainability":[21],"of":[23,32,49,62,112,133,179,211],"final":[25],"product.":[26],"This":[27,105,182,204],"study":[28,67,125],"investigates":[29],"use":[31],"large":[33],"language":[34],"models":[35],"(LLMs)":[36],"for":[37,54,71,108,158,187,231],"material":[38,64,144,159,202],"product":[42],"process":[44],"compares":[46],"performance":[48],"LLMs":[50,75,157,167,192,215],"against":[51],"expert":[52,63,79,92,199],"choices":[53],"various":[55],"scenarios.":[57],"By":[58],"collecting":[59],"dataset":[61],"preferences,":[65],"provides":[68],"basis":[70],"evaluating":[72],"how":[73,191,214],"well":[74],"can":[76,168,193,216],"align":[77],"with":[78],"recommendations":[80,93,134,173],"through":[81],"prompt":[82,100],"engineering":[83],"hyperparameter":[85],"tuning.":[86],"The":[87,121,161],"divergence":[88],"between":[89],"LLM":[90],"measured":[95],"across":[96,135],"different":[97,136],"model":[98],"configurations,":[99],"strategies,":[101],"temperature":[103],"settings.":[104],"approach":[106],"allows":[107],"detailed":[110],"analysis":[111],"factors":[113],"influencing":[114],"LLMs'":[116],"effectiveness":[117],"recommending":[119],"materials.":[120],"results":[122],"from":[123,177],"this":[124],"highlight":[126],"two":[127],"failure":[128],"modes:":[129],"low":[131],"variance":[132],"scenarios":[138],"tendency":[141],"toward":[142],"overestimating":[143],"appropriateness.":[145],"Parallel":[146],"prompting":[147],"identified":[149],"as":[150],"useful":[152],"prompt-engineering":[153],"method":[154],"when":[155],"using":[156],"selection.":[160,203],"findings":[162],"further":[163,188],"suggest":[164],"that,":[165],"while":[166],"provide":[169],"valuable":[170],"assistance,":[171],"their":[172,226],"often":[174],"vary":[175],"significantly":[176],"those":[178],"human":[180],"experts.":[181],"discrepancy":[183],"underscores":[184],"need":[186],"research":[189],"into":[190,219,225],"be":[194,217],"better":[195],"tailored":[196],"replicate":[198],"decision-making":[200],"work":[205],"contributes":[206],"growing":[209],"body":[210],"knowledge":[212],"integrated":[218],"process,":[222],"offering":[223],"insights":[224],"current":[227],"limitations":[228],"potential":[230],"future":[232],"improvements.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-10T00:00:00"}