{"id":"https://openalex.org/W7203700000","doi":"https://doi.org/10.48550/arxiv.2608.16391","title":"Ventor-QTest: Threat-Model-Driven Verification of Vendor-Hosted LLM APIs","display_name":"Ventor-QTest: Threat-Model-Driven Verification of Vendor-Hosted LLM APIs","publication_year":2026,"publication_date":"2026-08-17","ids":{"openalex":"https://openalex.org/W7203700000","doi":"https://doi.org/10.48550/arxiv.2608.16391"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.16391","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.16391","pdf_url":"https://arxiv.org/pdf/2608.16391","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.16391","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136049820","display_name":"XiangFan Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiangfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020945039","display_name":"Zonghao Ying","orcid":"https://orcid.org/0009-0007-7393-7362","observed_orcids":["https://orcid.org/0009-0007-7393-7362","https://orcid.org/0000-0002-7249-579X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Zonghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064870334","display_name":"Huiyu Wu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Huiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147414059","display_name":"Xing Zheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147380080","display_name":"Huangsheng Cheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Huangsheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159848946","display_name":"Xiaorong Shi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Xiaorong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144399220","display_name":"Jing Guo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.05009999871253967,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/threat-modeling","display_name":"threat modeling","score":0.5809999704360962},{"id":"https://openalex.org/keywords/black-box-verification","display_name":"black-box verification","score":0.7620000243186951},{"id":"https://openalex.org/keywords/model-routing","display_name":"model routing","score":0.7770000100135803},{"id":"https://openalex.org/keywords/kullback-leibler-divergence","display_name":"Kullback-Leibler divergence","score":0.6140000224113464}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7364000082015991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6960999965667725},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6061999797821045},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5777000188827515},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5594000220298767},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2946999967098236},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.27149999141693115},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2567000091075897},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C4777664","wikidata":"https://www.wikidata.org/wiki/Q1536492","display_name":"Linear temporal logic","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.16391","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.16391","pdf_url":"https://arxiv.org/pdf/2608.16391","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.16391","doi":"https://doi.org/10.48550/arxiv.2608.16391","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.16391","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.16391","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.16391","pdf_url":"https://arxiv.org/pdf/2608.16391","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203700000.pdf","grobid_xml":"https://content.openalex.org/works/W7203700000.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1972978214","https://openalex.org/W1985710418","https://openalex.org/W1992536060","https://openalex.org/W1995945562","https://openalex.org/W2011095115","https://openalex.org/W2020018978","https://openalex.org/W2041404167","https://openalex.org/W2478708596","https://openalex.org/W3035965352","https://openalex.org/W4234552994","https://openalex.org/W4400141990","https://openalex.org/W4404782307","https://openalex.org/W4405399726","https://openalex.org/W4406961439","https://openalex.org/W4409362928","https://openalex.org/W4412888496","https://openalex.org/W4412945260","https://openalex.org/W4414290345","https://openalex.org/W4416117489","https://openalex.org/W4417024983","https://openalex.org/W6922492574","https://openalex.org/W7125193990","https://openalex.org/W7128683656","https://openalex.org/W7162767140","https://openalex.org/W7163410046","https://openalex.org/W7168322495","https://openalex.org/W7170317419"],"related_works":["https://openalex.org/W7160933785","https://openalex.org/W7162767140","https://openalex.org/W7206174433","https://openalex.org/W7131842952","https://openalex.org/W4417307777","https://openalex.org/W4416117489","https://openalex.org/W7131426941","https://openalex.org/W6941438736","https://openalex.org/W7155029058","https://openalex.org/W6885050709"],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3,12],"become":[4,14],"increasingly":[5],"widespread,":[6],"third-party":[7],"providers":[8],"that":[9,49],"deploy":[10],"open-weight":[11],"have":[13,146],"an":[15,30],"important":[16],"part":[17],"of":[18,24,111],"the":[19,22,55,67,77,107],"ecosystem.":[20],"Auditing":[21],"quality":[23],"their":[25],"inference":[26],"APIs":[27],"is":[28,179,203],"therefore":[29],"open":[31],"problem.":[32],"We":[33],"formalize":[34],"hosted":[35],"model":[36],"routing":[37],"as":[38,87,166],"a":[39,45,72,88,112,128,160],"stochastic":[40],"process":[41],"and":[42,81,144,191],"propose":[43],"\\mbox{\\textbf{Ventor-QTest}},":[44],"composite":[46],"black-box":[47],"audit":[48],"requires":[50],"no":[51],"probability":[52],"information":[53],"from":[54,76],"target":[56,68],"API.":[57],"Its":[58,94],"repeated-request":[59],"component":[60,96],"sends":[61],"each":[62],"frozen":[63],"constrained":[64],"context":[65],"to":[66,100,182],"multiple":[69],"times,":[70],"reconstructs":[71],"categorical":[73],"output":[74],"distribution":[75],"returned":[78],"text":[79],"counts,":[80],"reports":[82],"\\emph{average":[83],"fidelity":[84,103,184],"loss}":[85,104],"(AFL)":[86],"null-bias-corrected,":[89],"within-window":[90],"mean":[91],"coarsened-KL":[92,130],"statistic.":[93,115],"long-sequence":[95],"uses":[97],"independent":[98],"runs":[99],"report":[101],"\\emph{extreme":[102],"(EFL)":[105],"through":[106],"empirical":[108],"upper":[109],"tail":[110],"run-level":[113],"reference-centered-surprisal":[114],"Across":[116,132],"three":[117],"logprob-capable":[118],"route":[119,134],"conditions,":[120],"AFL":[121,143,190],"shows":[122],"strong":[123],"linear":[124],"descriptive":[125],"agreement":[126],"with":[127,151,159],"logprob-derived":[129],"comparator.":[131],"seven":[133],"snapshots,":[135],"20-run":[136],"sequence":[137],"probes":[138],"reveal":[139],"route-specific":[140],"EFL":[141,145,157,192],"variation.":[142],"little":[147],"detectable":[148],"route-level":[149],"association":[150],"GPQA-Diamond":[152],"accuracy.":[153],"In":[154],"contrast,":[155],"pronounced":[156],"coincides":[158],"decline":[161],"in":[162,176],"Terminal-Bench":[163],"pass":[164],"rate":[165],"task":[167],"exposure":[168],"increases.":[169],"This":[170],"pattern":[171],"may":[172],"arise":[173],"because":[174],"correctness":[175],"long-horizon":[177,197],"tasks":[178],"more":[180],"sensitive":[181],"extreme":[183],"loss.":[185],"These":[186],"results":[187],"motivate":[188],"reporting":[189],"jointly,":[193],"particularly":[194],"when":[195],"auditing":[196],"agentic":[198],"tasks.":[199],"The":[200],"open-source":[201],"implementation":[202],"available":[204],"at":[205],"https://github.com/Tencent/AI-Infra-Guard/tree/main/services/api_checker/ventor_qtest.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-19T00:00:00"}