{"id":"https://openalex.org/W7162121326","doi":"https://doi.org/10.1145/3786335.3813194","title":"Behavioral Fingerprints for LLM Endpoint Stability and Identity","display_name":"Behavioral Fingerprints for LLM Endpoint Stability and Identity","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162121326","doi":"https://doi.org/10.1145/3786335.3813194"},"language":null,"primary_location":{"id":"doi:10.1145/3786335.3813194","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813194","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786335.3813194","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130236382","display_name":"Jonah Leshin","orcid":null},"institutions":[{"id":"https://openalex.org/I1315708478","display_name":"San Francisco VA Medical Center","ror":"https://ror.org/049peqw80","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1315708478","https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210125474","https://openalex.org/I4210143381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonah Leshin","raw_affiliation_strings":["VAIL, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6892-8724","affiliations":[{"raw_affiliation_string":"VAIL, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1315708478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130223217","display_name":"Manish Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I1315708478","display_name":"San Francisco VA Medical Center","ror":"https://ror.org/049peqw80","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1315708478","https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210125474","https://openalex.org/I4210143381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manish Shah","raw_affiliation_strings":["VAIL, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-1339-3153","affiliations":[{"raw_affiliation_string":"VAIL, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1315708478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061869880","display_name":"Ian Timmis","orcid":null},"institutions":[{"id":"https://openalex.org/I1315708478","display_name":"San Francisco VA Medical Center","ror":"https://ror.org/049peqw80","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1315708478","https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210125474","https://openalex.org/I4210143381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ian Timmis","raw_affiliation_strings":["VAIL, San Francisco, CA, USA"],"raw_orcid":"https://orcid.org/0009-0002-5116-1421","affiliations":[{"raw_affiliation_string":"VAIL, San Francisco, CA, USA","institution_ids":["https://openalex.org/I1315708478"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136743563","display_name":"Daniel Kang","orcid":"https://orcid.org/0000-0001-9860-9938"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Kang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-9860-9938","affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.54201767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1327","last_page":"1331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9296000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9296000003814697,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.011599999852478504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6869999766349792},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.678600013256073},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6205999851226807},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5440999865531921},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4733999967575073},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4681999981403351},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.461899995803833},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.37229999899864197}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6869999766349792},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.678600013256073},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6205999851226807},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5440999865531921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5037999749183655},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4733999967575073},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4675999879837036},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4172999858856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.37229999899864197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36640000343322754},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36070001125335693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C167723999","wikidata":"https://www.wikidata.org/wiki/Q3773214","display_name":"Sampling distribution","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.30399999022483826},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C95167961","wikidata":"https://www.wikidata.org/wiki/Q4483495","display_name":"Fiducial inference","level":5,"score":0.2838999927043915},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C2779466056","wikidata":"https://www.wikidata.org/wiki/Q107630651","display_name":"Time point","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786335.3813194","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813194","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786335.3813194","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813194","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.827613115310669}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2083252561","https://openalex.org/W4392681182","https://openalex.org/W4408867481","https://openalex.org/W4414087287","https://openalex.org/W4414092373"],"related_works":[],"abstract_inverted_index":{"The":[0],"consistency":[1,9],"of":[2,10,103,136],"AI-native":[3],"applications":[4],"depends":[5],"on":[6,74],"the":[7,11,81,137],"behavioral":[8,29],"model":[12,40,124,139],"endpoints":[13],"that":[14,66],"power":[15],"them.":[16],"Traditional":[17],"reliability":[18],"metrics":[19],"such":[20],"as":[21,101],"uptime,":[22],"latency":[23],"and":[24,31,79,112,130,148],"throughput":[25],"do":[26],"not":[27],"capture":[28],"change,":[30],"an":[32,69],"endpoint":[33,70],"can":[34],"remain":[35],"\u201chealthy\u201d":[36],"while":[37],"its":[38],"effective":[39],"identity":[41],"changes":[42,122],"due":[43],"to":[44,46,108,123],"updates":[45],"weights,":[47],"tokenizers,":[48],"quantization,":[49,129],"inference":[50,127],"engines,":[51],"kernels,":[52],"caching,":[53],"routing,":[54],"or":[55],"hardware.":[56],"We":[57],"introduce":[58],"Stability":[59,119],"Monitor,":[60],"a":[61,75,91],"black-box":[62],"stability":[63,114,150],"monitoring":[64,135],"system":[65],"periodically":[67],"fingerprints":[68],"by":[71,141],"sampling":[72,131],"outputs":[73],"fixed":[76],"prompt":[77],"set":[78],"comparing":[80],"resulting":[82],"output":[83],"distributions":[84],"over":[85],"time.":[86],"Fingerprints":[87],"are":[88],"compared":[89],"using":[90],"summed":[92],"energy":[93],"distance":[94],"statistic":[95],"across":[96],"prompts,":[97],"with":[98],"permutation-test":[99],"p-values":[100],"evidence":[102],"distribution":[104],"shift":[105],"aggregated":[106],"sequentially":[107],"detect":[109],"change":[110],"events":[111],"define":[113],"periods.":[115],"In":[116,133],"controlled":[117],"validation,":[118],"Monitor":[120],"detects":[121],"family,":[125],"version,":[126],"stack,":[128],"parameters.":[132],"real-world":[134],"same":[138],"hosted":[140],"multiple":[142],"providers,":[143],"we":[144],"observe":[145],"substantial":[146],"provider-to-provider":[147],"within-provider":[149],"differences.":[151]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-23T00:00:00"}