{"id":"https://openalex.org/W7224764864","doi":"https://doi.org/10.54097/wkptse84","title":"Auditing Indirect Prompt Injection Evaluation with an Output Contract","display_name":"Auditing Indirect Prompt Injection Evaluation with an Output Contract","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7224764864","doi":"https://doi.org/10.54097/wkptse84"},"language":"en","primary_location":{"id":"doi:10.54097/wkptse84","doi":"https://doi.org/10.54097/wkptse84","is_oa":true,"landing_page_url":"https://doi.org/10.54097/wkptse84","pdf_url":"https://jocsai.com/index.php/jcsai/article/download/224/222","source":{"id":"https://openalex.org/S5407049135","display_name":"Journal of Computer Science and Artificial Intelligence","issn_l":"3078-2309","issn":["3078-2309","3078-8242"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://jocsai.com/index.php/jcsai/article/download/224/222","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090992282","display_name":"Wengrong Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wengrong Zhang","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110751728","display_name":"Mengya Hu","orcid":"https://orcid.org/0000-0003-4867-1367","observed_orcids":["https://orcid.org/0000-0003-4867-1367"]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengya Hu","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160209941","display_name":"Zhenhan Tang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhan Tang","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160215779","display_name":"Zhouguangyu Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouguangyu Chen","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160151780","display_name":"Zili Gou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zili Gou","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160207210","display_name":"Wenbo Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4400573292","display_name":"Chengdu Neusoft University","ror":"https://ror.org/04p9p1r69","country_code":"CN","type":"education","lineage":["https://openalex.org/I4400573292"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Xu","raw_affiliation_strings":["Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Neusoft University, No. 1 Dongruan Avenue, Qingchengshan Town, Dujiangyan, Chengdu, Sichuan 611844, China","institution_ids":["https://openalex.org/I4400573292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4400573292"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82200658,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"1","first_page":"14","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-injection","display_name":"prompt injection","score":0.9160000085830688},{"id":"https://openalex.org/keywords/question-answering-systems","display_name":"question answering systems","score":0.4569999873638153},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.5210000276565552},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.4300000071525574},{"id":"https://openalex.org/keywords/gemma","display_name":"Gemma","score":0.9909999966621399},{"id":"https://openalex.org/keywords/local-language-models","display_name":"local language models","score":0.5580000281333923},{"id":"https://openalex.org/keywords/evaluation-benchmarking","display_name":"evaluation benchmarking","score":0.30799999833106995}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5877000093460083},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5600000023841858},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.4580000042915344},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28130000829696655},{"id":"https://openalex.org/C2776543023","wikidata":"https://www.wikidata.org/wiki/Q2147046","display_name":"Rework","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C2779056723","wikidata":"https://www.wikidata.org/wiki/Q329717","display_name":"Warranty","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.27160000801086426},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25699999928474426},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C42011625","wikidata":"https://www.wikidata.org/wiki/Q1055058","display_name":"Fuzzy set","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.54097/wkptse84","doi":"https://doi.org/10.54097/wkptse84","is_oa":true,"landing_page_url":"https://doi.org/10.54097/wkptse84","pdf_url":"https://jocsai.com/index.php/jcsai/article/download/224/222","source":{"id":"https://openalex.org/S5407049135","display_name":"Journal of Computer Science and Artificial Intelligence","issn_l":"3078-2309","issn":["3078-2309","3078-8242"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.54097/wkptse84","doi":"https://doi.org/10.54097/wkptse84","is_oa":true,"landing_page_url":"https://doi.org/10.54097/wkptse84","pdf_url":"https://jocsai.com/index.php/jcsai/article/download/224/222","source":{"id":"https://openalex.org/S5407049135","display_name":"Journal of Computer Science and Artificial Intelligence","issn_l":"3078-2309","issn":["3078-2309","3078-8242"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computer Science and Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224764864.pdf","grobid_xml":"https://content.openalex.org/works/W7224764864.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2963899988","https://openalex.org/W4252076394","https://openalex.org/W4388886073","https://openalex.org/W4402670146","https://openalex.org/W4409150456","https://openalex.org/W4412889730","https://openalex.org/W4415796822","https://openalex.org/W7165959732","https://openalex.org/W7166844655","https://openalex.org/W7167095206","https://openalex.org/W7168090412"],"related_works":["https://openalex.org/W4416380752","https://openalex.org/W7203959447","https://openalex.org/W7167033156","https://openalex.org/W7166844655","https://openalex.org/W7214943140","https://openalex.org/W7220722328","https://openalex.org/W7154851331","https://openalex.org/W7221988081","https://openalex.org/W7203687529","https://openalex.org/W7170675441"],"abstract_inverted_index":{"Automated":[0],"prompt-injection":[1],"evaluation":[2],"can":[3],"confuse":[4],"the":[5,38,90,98,104,139,208,212],"occurrence":[6,110],"of":[7,12],"attack-related":[8],"text":[9],"with":[10,46,169,180],"completion":[11],"an":[13,217],"application-specific":[14],"objective.":[15,107],"This":[16],"study":[17],"audits":[18],"that":[19],"distinction":[20],"in":[21,231],"a":[22,42],"question-answering":[23],"application":[24],"returning":[25],"separate":[26],"answer":[27,40,183,227],"and":[28,41,58,72,84,101,154,161,172,195,211],"evidence":[29,147],"fields.":[30],"The":[31,133,144,203],"reference":[32],"event":[33],"is":[34],"exact":[35,105,109],"equality":[36],"between":[37],"decoded":[39],"harmless":[43],"target":[44,82],"marker,":[45],"invalid":[47],"output":[48],"reported":[49],"separately.":[50],"A":[51,63],"controlled":[52],"pilot":[53],"comprises":[54],"144":[55],"generated":[56],"responses":[57],"192":[59],"constructed":[60],"diagnostic":[61,167],"fixtures.":[62],"prospectively":[64],"frozen":[65],"extension":[66,135],"uses":[67],"80":[68],"distinct":[69],"public":[70],"email":[71],"table":[73],"documents,":[74],"deterministic":[75],"retrieval,":[76],"three":[77],"local":[78,194],"model":[79,224],"packages,":[80],"624":[81],"calls":[83],"288":[85],"individual":[86],"judge":[87,163],"calls.":[88],"In":[89],"extension's":[91],"240":[92],"main":[93,134],"attacked":[94],"responses,":[95],"239":[96],"satisfy":[97],"structural":[99],"contract":[100],"52":[102],"complete":[103],"overwrite":[106],"Whole-response":[108],"returns":[111,125],"53":[112],"positives,":[113,127,182],"including":[114,128],"1":[115],"false":[116,131],"positives":[117],"on":[118],"valid":[119],"reference-negative":[120],"responses;":[121],"answer-only":[122],"fuzzy":[123],"matching":[124,213],"60":[126],"8":[129],"such":[130],"positives.":[132],"does":[136],"not":[137,221],"reproduce":[138],"pilot's":[140],"large":[141],"whole-response":[142],"excess.":[143],"audit":[145],"distinguishes":[146],"quotation,":[148],"longer":[149],"or":[150,229],"approximate":[151],"marker":[152],"answers,":[153],"short-answer":[155],"partial":[156],"matches.":[157],"Paired":[158],"quotation":[159],"instructions":[160],"parser-assisted":[162],"inputs":[164],"provide":[165],"additional":[166],"comparisons,":[168],"actual":[170],"compliance":[171],"reference-class":[173],"balance":[174],"reported.":[175],"For":[176],"48":[177,199],"presampled":[178],"candidates":[179],"six":[181],"projection":[184],"changes":[185],"correct":[186],"judgments":[187],"from":[188,196],"23":[189],"to":[190,198],"15":[191],"for":[192,200],"Llama":[193],"36":[197],"Gemma":[201],"local.":[202],"findings":[204],"support":[205],"verifying":[206],"both":[207],"scored":[209],"field":[210],"predicate":[214],"when":[215],"reusing":[216],"evaluator.":[218],"They":[219],"do":[220],"establish":[222],"general":[223],"safety,":[225],"semantic":[226],"correctness,":[228],"errors":[230],"prior":[232],"benchmarks":[233],"under":[234],"their":[235],"original":[236],"contracts.":[237]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-31T00:00:00"}