{"id":"https://openalex.org/W4407810413","doi":"https://doi.org/10.1002/sys.21810","title":"Trust at Your Own Peril: A Mixed Methods Exploration of the Ability of Large Language Models to Generate Expert\u2010Like Systems Engineering Artifacts and a Characterization of Failure Modes","display_name":"Trust at Your Own Peril: A Mixed Methods Exploration of the Ability of Large Language Models to Generate Expert\u2010Like Systems Engineering Artifacts and a Characterization of Failure Modes","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407810413","doi":"https://doi.org/10.1002/sys.21810"},"language":"en","primary_location":{"id":"doi:10.1002/sys.21810","is_oa":true,"landing_page_url":"https://doi.org/10.1002/sys.21810","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sys.21810","source":{"id":"https://openalex.org/S153020912","display_name":"Systems Engineering","issn_l":"1098-1241","issn":["1098-1241","1520-6858"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sys.21810","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016302307","display_name":"Taylan G. Topcu","orcid":"https://orcid.org/0000-0002-0110-312X"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Taylan G. Topcu","raw_affiliation_strings":["Grado Department of Industrial and Systems Engineering Virginia Tech Blacksburg Virginia USA"],"raw_orcid":"https://orcid.org/0000-0002-0110-312X","affiliations":[{"raw_affiliation_string":"Grado Department of Industrial and Systems Engineering Virginia Tech Blacksburg Virginia USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013391906","display_name":"Mohammad Husain","orcid":"https://orcid.org/0000-0003-3876-8181"},"institutions":[{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Husain","raw_affiliation_strings":["Solutions Engineer, Global Affairs OpenAI Washington, D.C. USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Solutions Engineer, Global Affairs OpenAI Washington, D.C. USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116187611","display_name":"Max Ofsa","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Max Ofsa","raw_affiliation_strings":["Grado Department of Industrial and Systems Engineering Virginia Tech Blacksburg Virginia USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grado Department of Industrial and Systems Engineering Virginia Tech Blacksburg Virginia USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012413566","display_name":"Paul Wach","orcid":"https://orcid.org/0000-0002-3085-2883"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Wach","raw_affiliation_strings":["Virginia Tech National Security Institute Blacksburg Virginia USA"],"raw_orcid":"https://orcid.org/0000-0002-3085-2883","affiliations":[{"raw_affiliation_string":"Virginia Tech National Security Institute Blacksburg Virginia USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016302307"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":{"value":3140,"currency":"USD","value_usd":3140},"apc_paid":{"value":3140,"currency":"USD","value_usd":3140},"fwci":4.5893,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93516883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"28","issue":"5","first_page":"583","last_page":"604"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/characterization","display_name":"Characterization (materials science)","score":0.5507676005363464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4901769757270813},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.41810792684555054},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.40867310762405396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3977136015892029},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3845236301422119},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35740870237350464},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.35302862524986267},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.29355934262275696},{"id":"https://openalex.org/keywords/nanotechnology","display_name":"Nanotechnology","score":0.09439054131507874},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.08880600333213806}],"concepts":[{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.5507676005363464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4901769757270813},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.41810792684555054},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.40867310762405396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3977136015892029},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3845236301422119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35740870237350464},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.35302862524986267},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29355934262275696},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.09439054131507874},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08880600333213806}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1002/sys.21810","is_oa":true,"landing_page_url":"https://doi.org/10.1002/sys.21810","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sys.21810","source":{"id":"https://openalex.org/S153020912","display_name":"Systems Engineering","issn_l":"1098-1241","issn":["1098-1241","1520-6858"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems Engineering","raw_type":"journal-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/125082","is_oa":false,"landing_page_url":"https://hdl.handle.net/10919/125082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1002/sys.21810","is_oa":true,"landing_page_url":"https://doi.org/10.1002/sys.21810","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/sys.21810","source":{"id":"https://openalex.org/S153020912","display_name":"Systems Engineering","issn_l":"1098-1241","issn":["1098-1241","1520-6858"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407810413.pdf","grobid_xml":"https://content.openalex.org/works/W4407810413.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W198617740","https://openalex.org/W1498436455","https://openalex.org/W1556808170","https://openalex.org/W1574901103","https://openalex.org/W1579838312","https://openalex.org/W1963547174","https://openalex.org/W1975235610","https://openalex.org/W1979536554","https://openalex.org/W1992753815","https://openalex.org/W2006479099","https://openalex.org/W2016289761","https://openalex.org/W2043227067","https://openalex.org/W2058373514","https://openalex.org/W2058818941","https://openalex.org/W2064675550","https://openalex.org/W2079145130","https://openalex.org/W2098441518","https://openalex.org/W2100143475","https://openalex.org/W2101105183","https://openalex.org/W2107407601","https://openalex.org/W2110485445","https://openalex.org/W2119907556","https://openalex.org/W2128830091","https://openalex.org/W2129122211","https://openalex.org/W2132454116","https://openalex.org/W2139041794","https://openalex.org/W2154652894","https://openalex.org/W2163929346","https://openalex.org/W2168139585","https://openalex.org/W2169521630","https://openalex.org/W2579555219","https://openalex.org/W2618735982","https://openalex.org/W2650322542","https://openalex.org/W2772329970","https://openalex.org/W2779156691","https://openalex.org/W2781975598","https://openalex.org/W2786415615","https://openalex.org/W2892809998","https://openalex.org/W2896071688","https://openalex.org/W2921907362","https://openalex.org/W2983196005","https://openalex.org/W3010115818","https://openalex.org/W3016821494","https://openalex.org/W3018364357","https://openalex.org/W3091973425","https://openalex.org/W3092221863","https://openalex.org/W3093715800","https://openalex.org/W3098598077","https://openalex.org/W3104016609","https://openalex.org/W3120665120","https://openalex.org/W3122530678","https://openalex.org/W3123397884","https://openalex.org/W3124253902","https://openalex.org/W3134661641","https://openalex.org/W3162044134","https://openalex.org/W3183692271","https://openalex.org/W3198179680","https://openalex.org/W3199747482","https://openalex.org/W3200185945","https://openalex.org/W3201800682","https://openalex.org/W3203130017","https://openalex.org/W3210139568","https://openalex.org/W3212136196","https://openalex.org/W3213681967","https://openalex.org/W3214408881","https://openalex.org/W3214947676","https://openalex.org/W4200588509","https://openalex.org/W4205404952","https://openalex.org/W4205991051","https://openalex.org/W4213195259","https://openalex.org/W4213349615","https://openalex.org/W4213376100","https://openalex.org/W4214735755","https://openalex.org/W4226031872","https://openalex.org/W4226278401","https://openalex.org/W4235523330","https://openalex.org/W4236521339","https://openalex.org/W4243653802","https://openalex.org/W4283026156","https://openalex.org/W4287332927","https://openalex.org/W4297890235","https://openalex.org/W4311048054","https://openalex.org/W4319663047","https://openalex.org/W4372352646","https://openalex.org/W4379538503","https://openalex.org/W4379877431","https://openalex.org/W4380685958","https://openalex.org/W4385231746","https://openalex.org/W4390692489","https://openalex.org/W4392773006","https://openalex.org/W4393151864","https://openalex.org/W4396734774","https://openalex.org/W4400495685","https://openalex.org/W4400973424","https://openalex.org/W4403081242","https://openalex.org/W4404310765","https://openalex.org/W4405064339","https://openalex.org/W4406266037","https://openalex.org/W4407244445","https://openalex.org/W6635224564","https://openalex.org/W6838461927"],"related_works":["https://openalex.org/W3107994849","https://openalex.org/W4247143848","https://openalex.org/W2009883749","https://openalex.org/W2735573198","https://openalex.org/W29442446","https://openalex.org/W330727063","https://openalex.org/W2896904446","https://openalex.org/W1483407203","https://openalex.org/W4206825956","https://openalex.org/W651098627"],"abstract_inverted_index":{"ABSTRACT":[0],"Multi\u2010purpose":[1],"large":[2],"language":[3,148],"models":[4],"(LLMs),":[5],"a":[6,85,93,128,171,226],"subset":[7],"of":[8,35,53,107,182],"generative":[9],"artificial":[10],"intelligence":[11],"(AI),":[12],"have":[13],"recently":[14],"made":[15],"significant":[16],"progress.":[17],"While":[18],"expectations":[19],"for":[20],"LLMs":[21,54,100],"to":[22,41,55,104,120,132,175,204,218],"assist":[23],"systems":[24],"engineering":[25,103],"(SE)":[26],"tasks":[27],"are":[28,63],"paramount;":[29],"the":[30,39,51,72,138,144,157,165,188,231],"interdisciplinary":[31],"and":[32,45,96,151,216],"complex":[33],"nature":[34],"systems,":[36],"along":[37],"with":[38],"need":[40],"synthesize":[42],"deep\u2010domain":[43],"knowledge":[44],"operational":[46],"context,":[47],"raise":[48],"questions":[49],"regarding":[50],"efficacy":[52],"generate":[56,105],"SE":[57,88,109,232],"artifacts,":[58],"particularly":[59],"given":[60],"that":[61,67,75,153,186,200,222],"they":[62,178],"trained":[64],"using":[65,146],"data":[66],"is":[68],"broadly":[69],"available":[70],"on":[71],"internet.":[73],"To":[74],"end,":[76],"we":[77,141,169],"present":[78],"results":[79],"from":[80,164],"an":[81],"empirical":[82],"exploration,":[83],"where":[84],"human":[86],"expert\u2010generated":[87],"artifact":[89],"was":[90,113],"taken":[91],"as":[92],"benchmark,":[94],"parsed,":[95],"fed":[97],"into":[98],"various":[99],"through":[101],"prompt":[102],"segments":[106],"typical":[108],"artifacts.":[110],"This":[111],"procedure":[112],"applied":[114],"without":[115],"any":[116],"fine\u2010tuning":[117],"or":[118],"calibration":[119],"document":[121,185],"baseline":[122],"LLM":[123],"performance.":[124],"We":[125,184,206,220],"then":[126],"adopted":[127],"two\u2010fold":[129],"mixed\u2010methods":[130],"approach":[131],"compare":[133,143],"AI":[134,193,239],"generated":[135,194,245],"artifacts":[136,145,163,195],"against":[137],"benchmark.":[139,167],"First,":[140],"quantitatively":[142],"natural":[147],"processing":[149],"algorithms":[150,159],"find":[152],"when":[154,244],"prompted":[155],"carefully,":[156],"state\u2010of\u2010the\u2010art":[158],"cannot":[160],"differentiate":[161],"AI\u2010generated":[162],"human\u2010expert":[166],"Second,":[168],"conduct":[170],"qualitative":[172],"deep":[173],"dive":[174],"investigate":[176],"how":[177],"differ":[179],"in":[180],"terms":[181],"quality.":[183],"while":[187],"two\u2010material":[189],"appear":[190],"very":[191],"similar,":[192],"exhibit":[196],"serious":[197],"failure":[198],"modes":[199],"could":[201],"be":[202,235],"difficult":[203],"detect.":[205],"characterize":[207],"these":[208],"as:":[209],"premature":[210],"requirements":[211],"definition,":[212],"unsubstantiated":[213],"numerical":[214],"estimates,":[215],"propensity":[217],"overspecify.":[219],"contend":[221],"this":[223],"study":[224],"tells":[225],"cautionary":[227],"tale":[228],"about":[229],"why":[230],"community":[233],"must":[234],"more":[236],"cautious":[237],"adopting":[238],"suggested":[240],"feedback,":[241],"at":[242],"least":[243],"by":[246],"multi\u2010purpose":[247],"LLMs.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-10T14:10:52.464848","created_date":"2025-10-10T00:00:00"}