{"id":"https://openalex.org/W7162767196","doi":"https://doi.org/10.48550/arxiv.2605.28893","title":"Towards Demystifying and Repairing LLM-in-the-Loop Vulnerabilities","display_name":"Towards Demystifying and Repairing LLM-in-the-Loop Vulnerabilities","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162767196","doi":"https://doi.org/10.48550/arxiv.2605.28893"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28893","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137372630","display_name":"Yujie Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137395928","display_name":"Jialin Rong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rong, Jialin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104085810","display_name":"Chenxi Yang","orcid":"https://orcid.org/0000-0001-5058-5404"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137349157","display_name":"Lili Quan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quan, Lili","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wen, Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137380729","display_name":"Xiaofei Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Xiaofei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137348180","display_name":"Yongqiang Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Yongqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Hu, Qiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3296000063419342,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3296000063419342,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.08980000019073486,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.08860000222921371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.72079998254776},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.6245999932289124},{"id":"https://openalex.org/keywords/vulnerability-management","display_name":"Vulnerability management","score":0.5338000059127808},{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.5113000273704529},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5084999799728394},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.40799999237060547},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3698999881744385},{"id":"https://openalex.org/keywords/security-bug","display_name":"Security bug","score":0.3578000068664551}],"concepts":[{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.72079998254776},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6747999787330627},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.6245999932289124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5722000002861023},{"id":"https://openalex.org/C172776598","wikidata":"https://www.wikidata.org/wiki/Q7943570","display_name":"Vulnerability management","level":4,"score":0.5338000059127808},{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.5113000273704529},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.49939998984336853},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C131275738","wikidata":"https://www.wikidata.org/wiki/Q7445023","display_name":"Security bug","level":5,"score":0.3578000068664551},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.3174000084400177},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.3003999888896942},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.28610000014305115},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5430552363395691}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4,35,45,136],"been":[5],"actively":[6],"integrated":[7],"into":[8],"modern":[9],"software":[10,20,144,173],"systems":[11,92],"as":[12],"critical":[13,151],"components,":[14],"introducing":[15],"a":[16],"new":[17],"type":[18],"of":[19,41,59,76,125,130,159,165,179,209,217],"vulnerability,":[21,24,78],"LLM-in-the-Loop":[22],"(LiL)":[23],"in":[25,90,170,184,187],"which":[26],"threats":[27],"are":[28,94,199],"caused":[29,97],"by":[30,98],"LLMs.":[31],"Although":[32],"some":[33],"studies":[34],"attempted":[36],"to":[37,48,120,203,214],"investigate":[38],"the":[39,57,74,81,106,122,156,163,177],"impact":[40],"LiL":[42,51,61,77,84,108,114,134,160,197],"vulnerabilities,":[43,119,145,152],"they":[44],"unfortunately":[46],"failed":[47],"clearly":[49,72],"distinguish":[50],"vulnerabilities":[52,62,85,87,115,135,141,161,186,198],"from":[53],"conventional":[54,143,172],"ones,":[55],"leaving":[56],"understanding":[58],"real-world":[60],"an":[63,206],"open":[64],"problem.":[65],"To":[66],"address":[67],"this":[68],"gap,":[69],"we":[70,104],"first":[71,107],"define":[73],"scope":[75],"and":[79,86,116,142,148,162,228],"discuss":[80],"differences":[82],"between":[83],"that":[88,133,196],"exist":[89],"LLM":[91],"but":[93],"not":[95],"really":[96],"LLMs":[99],"(i.e.,":[100],"LLM-ecosystem":[101,118,140],"vulnerabilities).":[102],"Then,":[103],"construct":[105],"vulnerability":[109,167],"dataset,":[110],"LiLCVE,":[111],"covering":[112],"41":[113],"75":[117],"facilitate":[121],"risk":[123],"analysis":[124,129],"LLM-integrated":[126],"software.":[127],"The":[128],"LiLCVE":[131],"reveals":[132],"higher":[137],"severity":[138,158],"than":[139],"with":[146,205],"15.5%":[147],"30.3%":[149],"more":[150,201],"respectively.":[153],"Furthermore,":[154],"given":[155],"high":[157],"potential":[164],"LLM-based":[166,182],"repair":[168,235],"methods":[169,183],"patching":[171],"vulnerabilities.":[174,218],"We":[175],"explore":[176],"capabilities":[178],"existing":[180],"widely-used":[181],"repairing":[185],"LiLCVE.":[188],"Experimental":[189],"results":[190],"on":[191],"20":[192],"agent-model":[193],"configuration":[194],"demonstrate":[195],"far":[200],"challenging":[202],"fix,":[204],"average":[207],"decrease":[208],"10.8%":[210],"Pass@1":[211],"rate":[212],"compared":[213],"other":[215],"types":[216],"More":[219],"critically,":[220],"three":[221],"categories,":[222],"Generated":[223],"Query":[224],"Execution,":[225],"Agent":[226],"Action,":[227],"Model":[229],"Output":[230],"Rendering,":[231],"frequently":[232],"receive":[233],"0%":[234],"success":[236],"rates.":[237]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-05-30T00:00:00"}