{"id":"https://openalex.org/W7225425245","doi":"https://doi.org/10.5281/zenodo.24002161","title":"Predictive Resource Safety Boundaries for Generative AI: Protecting Real-Time Inference Services from Speculative Computational Interference","display_name":"Predictive Resource Safety Boundaries for Generative AI: Protecting Real-Time Inference Services from Speculative Computational Interference","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225425245","doi":"https://doi.org/10.5281/zenodo.24002161"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24002161","doi":"https://doi.org/10.5281/zenodo.24002161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24002161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24002161","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100638045","display_name":"Jincheng Zhang","orcid":"https://orcid.org/0000-0001-7332-6704","observed_orcids":["https://orcid.org/0000-0001-7332-6704","https://orcid.org/0009-0005-1860-0009"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Jincheng","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-1860-0009","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100638045"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.5264000296592712,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.5264000296592712,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.36329999566078186,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.020400000736117363,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speculative-computation","display_name":"speculative computation","score":0.6499999761581421},{"id":"https://openalex.org/keywords/service-level-agreements","display_name":"service level agreements","score":0.7239999771118164},{"id":"https://openalex.org/keywords/tail-latency","display_name":"tail latency","score":0.6769999861717224},{"id":"https://openalex.org/keywords/resource-contention","display_name":"resource contention","score":0.6949999928474426},{"id":"https://openalex.org/keywords/safety-margin","display_name":"safety margin","score":0.41100001335144043},{"id":"https://openalex.org/keywords/optimization-problem-formulation","display_name":"optimization problem formulation","score":0.3269999921321869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8205000162124634},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6166999936103821},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.58160001039505},{"id":"https://openalex.org/C127964446","wikidata":"https://www.wikidata.org/wiki/Q1092142","display_name":"Computational resource","level":3,"score":0.5194000005722046},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.49950000643730164},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3400000035762787},{"id":"https://openalex.org/C141331961","wikidata":"https://www.wikidata.org/wiki/Q2164465","display_name":"Speculative execution","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C70452415","wikidata":"https://www.wikidata.org/wiki/Q3182448","display_name":"Predictive maintenance","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C41661131","wikidata":"https://www.wikidata.org/wiki/Q220764","display_name":"Interrupt","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C83209312","wikidata":"https://www.wikidata.org/wiki/Q1053367","display_name":"Predictive analytics","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C917703","wikidata":"https://www.wikidata.org/wiki/Q7239668","display_name":"Predictive inference","level":5,"score":0.259799987077713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C113429609","wikidata":"https://www.wikidata.org/wiki/Q4060699","display_name":"Deadlock prevention algorithms","level":3,"score":0.2572000026702881}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24002161","doi":"https://doi.org/10.5281/zenodo.24002161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24002161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24002162","doi":"https://doi.org/10.5281/zenodo.24002162","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24002162","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24002161","doi":"https://doi.org/10.5281/zenodo.24002161","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24002161","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7225378531","https://openalex.org/W7225425116","https://openalex.org/W7225376051","https://openalex.org/W7225422778","https://openalex.org/W7225383195","https://openalex.org/W7225375373","https://openalex.org/W7225409594","https://openalex.org/W7225423500","https://openalex.org/W7225427998","https://openalex.org/W7225432460"],"abstract_inverted_index":{"The":[0,151,229,279,345],"increasing":[1],"adoption":[2],"of":[3,87,110,267,385],"predictive":[4,35,62,91,148,233,268,291,352],"computing":[5,92],"in":[6],"generative":[7,386],"artificial":[8],"intelligence":[9],"(AI)":[10],"systems":[11],"introduces":[12,123,232],"new":[13],"opportunities":[14],"for":[15,128,238,369],"reducing":[16],"inference":[17,73,112,144,156],"costs":[18],"through":[19],"advance":[20],"response":[21],"generation,":[22],"proactive":[23],"KV":[24],"cache":[25],"preparation,":[26],"model":[27],"preloading,":[28],"and":[29,80,103,146,162,192,198,224,246,275,290,334,341,366],"other":[30,225],"speculative":[31,69,115,164,187,254,307,329,372],"computational":[32,43,66,98,149,336],"operations.":[33],"However,":[34],"computation":[36,165,269,353,373],"creates":[37],"an":[38],"important":[39],"infrastructure":[40,227],"management":[41],"challenge:":[42],"resources":[44,53],"allocated":[45],"to":[46,250,262,321,381],"anticipated":[47,102],"future":[48,65,97,239],"workloads":[49,145],"may":[50,71],"compete":[51],"with":[52,358],"required":[54,249],"by":[55],"actual":[56],"incoming":[57],"user":[58],"requests.":[59],"Even":[60],"when":[61,371],"preparation":[63,314],"reduces":[64],"expenditure,":[67],"unrestricted":[68],"execution":[70,308],"increase":[72],"latency,":[74,326],"GPU":[75,195,213,216],"memory":[76,196],"pressure,":[77],"queueing":[78],"delays,":[79],"service-level":[81],"agreement":[82],"(SLA)":[83],"violations":[84],"during":[85],"periods":[86],"unexpected":[88,342],"demand.":[89],"Existing":[90],"approaches":[93],"primarily":[94],"investigate":[95],"how":[96],"requirements":[99,157],"can":[100,354],"be":[101,375],"economically":[104],"prepared,":[105],"while":[106,270],"the":[107,247,264,299,312,383],"explicit":[108],"protection":[109,139,274],"real-time":[111,143,155,177,240,276,359],"capacity":[113,181],"against":[114],"resource":[116,138,160,172,184,208,244,273,285,296,323],"interference":[117],"requires":[118],"further":[119,231],"investigation.":[120],"This":[121],"paper":[122,280],"Predictive":[124],"Resource":[125],"Safety":[126],"Boundaries":[127],"Generative":[129],"AI":[130,387],"(PRSB-GAI),":[131],"a":[132,168,206,364],"conceptual":[133],"framework":[134,153,230,347],"that":[135,211,236,295,306,351],"establishes":[136,363],"dynamic":[137,287],"boundaries":[140],"between":[141,283],"mandatory":[142],"optional":[147],"workloads.":[150,255],"proposed":[152,320,346],"treats":[154],"as":[158],"protected":[159,180],"obligations":[161],"permits":[163],"only":[166],"within":[167],"dynamically":[169],"determined":[170],"safe":[171,310],"envelope.":[173],"Its":[174],"architecture":[175],"integrates":[176],"demand":[178,343],"monitoring,":[179],"estimation,":[182],"uncertainty-aware":[183],"boundary":[185,210],"prediction,":[186],"workload":[188,242,330],"admission":[189],"control,":[190],"preemption":[191],"interruption":[193,332],"management,":[194],"protection,":[197],"adaptive":[199],"recovery":[200],"mechanisms.":[201],"A":[202,256],"central":[203],"component":[204],"is":[205,260,309,319],"multi-dimensional":[207],"safety":[209,234,288,292],"considers":[212],"compute":[214],"capacity,":[215],"memory,":[217,221],"CPU":[218],"utilization,":[219,331],"host":[220],"network":[222],"bandwidth,":[223],"relevant":[226],"constraints.":[228,278],"margins":[235],"account":[237],"demand,":[241],"uncertainty,":[243],"contention,":[245],"time":[248],"interrupt":[251],"or":[252,379],"release":[253],"unified":[257],"optimization":[258],"formulation":[259],"developed":[261],"maximize":[263],"expected":[265],"benefits":[266],"maintaining":[271],"probabilistic":[272],"service":[277],"also":[281],"distinguishes":[282],"static":[284],"reservations,":[286],"boundaries,":[289,293],"emphasizing":[294],"availability":[297],"at":[298],"current":[300],"moment":[301],"does":[302,348],"not":[303,349],"necessarily":[304],"imply":[305],"over":[311],"entire":[313],"interval.":[315],"An":[316],"experimental":[317],"methodology":[318],"evaluate":[322],"interference,":[324],"tail":[325],"SLA":[327],"compliance,":[328],"effectiveness,":[333],"total":[335],"expenditure":[337],"under":[338],"normal,":[339],"bursty,":[340],"conditions.":[344],"assume":[350],"always":[355],"coexist":[356],"safely":[357],"inference.":[360],"Instead,":[361],"it":[362],"theoretical":[365],"architectural":[367],"foundation":[368],"determining":[370],"should":[374],"admitted,":[376],"restricted,":[377],"interrupted,":[378],"suspended":[380],"preserve":[382],"reliability":[384],"services.":[388]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}