{"id":"https://openalex.org/W7133194607","doi":"https://doi.org/10.1007/s10664-026-10820-8","title":"Securing LLM-in-the-loop software for empirical study of risks, mitigations, and utility trade-offs in a safety-critical case","display_name":"Securing LLM-in-the-loop software for empirical study of risks, mitigations, and utility trade-offs in a safety-critical case","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133194607","doi":"https://doi.org/10.1007/s10664-026-10820-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-026-10820-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-026-10820-8","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100392054","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-6907-1697"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenting Wang","raw_affiliation_strings":["State Grid Shandong Electric Power Research Institute, Jinan, 250003, China","State Key Lab. of Industrial Control Technology, Zhejiang University, Hangzhou, 310027, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Shandong Electric Power Research Institute, Jinan, 250003, China","institution_ids":[]},{"raw_affiliation_string":"State Key Lab. of Industrial Control Technology, Zhejiang University, Hangzhou, 310027, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127828250","display_name":"Jing Liu","orcid":"https://orcid.org/0009-0001-5132-7236"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["State Grid Shandong Electric Power Research Institute, Jinan, 250003, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Shandong Electric Power Research Institute, Jinan, 250003, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127777612","display_name":"Bruce Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["CN","RU"],"is_corresponding":false,"raw_author_name":"Bruce Gu","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","institution_ids":["https://openalex.org/I152269853"]},{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China","institution_ids":["https://openalex.org/I4210143490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127815290","display_name":"Changwei Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["CN","RU"],"is_corresponding":false,"raw_author_name":"Changwei Wang","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","institution_ids":["https://openalex.org/I152269853"]},{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China","institution_ids":["https://openalex.org/I4210143490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124795819","display_name":"Y.Neil Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210143490","display_name":"Computing Center","ror":"https://ror.org/0557kgc34","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I4210143490","https://openalex.org/I4210148470"]}],"countries":["CN","RU"],"is_corresponding":true,"raw_author_name":"Y. Neil Qu","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Shandong Computer Science Center (National Supercomputer Center in Jinan), Qilu, China","institution_ids":["https://openalex.org/I152269853"]},{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computing Power Internet and Service Computing, Shandong Fundamental Research Center for Computer Science, Jinan, 250014, China","institution_ids":["https://openalex.org/I4210143490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101535999","display_name":"Dongqin Feng","orcid":"https://orcid.org/0000-0001-6140-5034"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dongqin Feng","raw_affiliation_strings":["College of control science and engineering, Zhejiang University, 310027, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of control science and engineering, Zhejiang University, 310027, Hangzhou, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I168879160","https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101535999","https://openalex.org/A5124795819"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I168879160","https://openalex.org/I4210143490","https://openalex.org/I55712492","https://openalex.org/I76130692"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26327381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4731000065803528,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.05180000141263008,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.04039999842643738,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5325000286102295},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5160999894142151},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4726000130176544},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.46959999203681946},{"id":"https://openalex.org/keywords/devops","display_name":"DevOps","score":0.4677000045776367},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.44350001215934753},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.37549999356269836},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.37209999561309814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7540000081062317},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5325000286102295},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5181999802589417},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4726000130176544},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.46959999203681946},{"id":"https://openalex.org/C9903902","wikidata":"https://www.wikidata.org/wiki/Q3025536","display_name":"DevOps","level":3,"score":0.4677000045776367},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39739999175071716},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C2778505942","wikidata":"https://www.wikidata.org/wiki/Q18344624","display_name":"Microservices","level":3,"score":0.367900013923645},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.3555999994277954},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.32760000228881836},{"id":"https://openalex.org/C2779201187","wikidata":"https://www.wikidata.org/wiki/Q2775060","display_name":"Information leakage","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2768000066280365},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C46934059","wikidata":"https://www.wikidata.org/wiki/Q61515","display_name":"Outsourcing","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-026-10820-8","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10664-026-10820-8","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5250660181045532}],"awards":[{"id":"https://openalex.org/G6686284725","display_name":null,"funder_award_id":"52062624000C","funder_id":"https://openalex.org/F4320336324","funder_display_name":"State Grid Shandong Electric Power Company"}],"funders":[{"id":"https://openalex.org/F4320336324","display_name":"State Grid Shandong Electric Power Company","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W3133779704","https://openalex.org/W3158977067","https://openalex.org/W3173225271","https://openalex.org/W3195920364","https://openalex.org/W3213733914","https://openalex.org/W3215167437","https://openalex.org/W4286432784","https://openalex.org/W4294811443","https://openalex.org/W4317756942","https://openalex.org/W4361854050","https://openalex.org/W4385989064","https://openalex.org/W4390938819","https://openalex.org/W4402351409","https://openalex.org/W4404293760","https://openalex.org/W4406610709","https://openalex.org/W4407236106","https://openalex.org/W4407922851","https://openalex.org/W4408997755","https://openalex.org/W4409369531","https://openalex.org/W4410394431"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2026-03-03T00:00:00"}