{"id":"https://openalex.org/W7172311637","doi":"https://doi.org/10.48550/arxiv.2607.29398","title":"OnlineCache: Learning Dynamic Caching Policies with Error Correction for Efficient Diffusion Inference","display_name":"OnlineCache: Learning Dynamic Caching Policies with Error Correction for Efficient Diffusion Inference","publication_year":2026,"publication_date":"2026-07-31","ids":{"openalex":"https://openalex.org/W7172311637","doi":"https://doi.org/10.48550/arxiv.2607.29398"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.29398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.29398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5144307046","display_name":"Zhikang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zhikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144295762","display_name":"Xichen Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Xichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144273347","display_name":"Yifan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144288241","display_name":"Haoshen Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Haoshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144270710","display_name":"Li chenan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"chenan, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002186127","display_name":"Peizhu Gong","orcid":"https://orcid.org/0000-0002-9556-089X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Peizhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144289466","display_name":"Weizhong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weizhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5144272318","display_name":"Cheng Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.20200000703334808,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.20200000703334808,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.19619999825954437,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.10249999910593033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6585000157356262},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6134999990463257},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6075000166893005},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5985999703407288},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5633999705314636},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4366999864578247},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4205000102519989}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356999754905701},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6585000157356262},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6134999990463257},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6075000166893005},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5985999703407288},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46560001373291016},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4366999864578247},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4205000102519989},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.38769999146461487},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.29398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.29398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.29398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1],"have":[2],"revolutionized":[3],"generative":[4],"tasks":[5],"but":[6],"incur":[7],"high":[8],"latency":[9],"due":[10],"to":[11,93,97,105,119],"iterative":[12],"denoising.":[13],"While":[14],"cache-based":[15,197],"strategies":[16],"accelerate":[17],"inference":[18],"by":[19],"reusing":[20],"intermediate":[21],"features,":[22],"they":[23],"largely":[24],"rely":[25],"on":[26,78],"static,":[27],"sample-agnostic":[28],"schedules.":[29],"We":[30,81,101],"argue":[31],"that":[32,89],"this":[33,41],"rigidity":[34],"overlooks":[35],"two":[36],"facts":[37],"empirically":[38],"validated":[39],"in":[40],"paper:":[42],"(i)":[43],"generation":[44,138,159,176],"difficulty":[45],"varies":[46],"across":[47,66,152,190],"prompts,":[48],"requiring":[49],"adaptive":[50,111],"resource":[51],"allocation--complex":[52],"inputs":[53],"demand":[54],"more":[55],"computation":[56,77],"while":[57,174],"simpler":[58],"ones":[59],"require":[60],"less;":[61],"(ii)":[62],"error":[63],"sensitivity":[64],"fluctuates":[65],"timesteps,":[67,156],"where":[68],"static":[69],"policies":[70],"may":[71],"cache":[72,94],"high-error":[73],"steps":[74],"or":[75],"waste":[76],"low-error":[79],"ones.":[80],"therefore":[82],"propose":[83],"OnlineCache,":[84],"a":[85,107,116,129],"dynamic":[86],"caching":[87],"framework":[88],"jointly":[90,126],"learns":[91],"when":[92],"and":[95,114,140,155,180],"how":[96],"correct":[98],"approximation":[99],"errors.":[100,122,145],"leverage":[102],"policy":[103,135],"gradient":[104],"train":[106],"lightweight":[108],"network":[109],"for":[110],"speed-quality":[112],"trade-offs,":[113],"incorporate":[115],"learnable":[117],"corrector":[118,142],"mitigate":[120],"caching-induced":[121],"Both":[123],"modules":[124],"are":[125],"optimized":[127],"under":[128],"bilevel":[130],"optimization":[131],"framework,":[132],"with":[133],"the":[134,141],"targeting":[136],"global":[137],"quality":[139],"minimizing":[143],"local":[144],"Our":[146],"method":[147],"automatically":[148],"allocates":[149],"computational":[150],"resources":[151],"both":[153],"samples":[154],"improving":[157],"overall":[158],"quality.":[160],"Extensive":[161],"experiments":[162],"demonstrate":[163],"clear":[164],"superiority.":[165],"On":[166,178],"FLUX.1-dev":[167],"model,":[168],"OnlineCache":[169],"achieves":[170],"nearly":[171],"3":[172],"speedup":[173],"preserving":[175],"fidelity.":[177],"DiT":[179],"CogVideoX,":[181],"it":[182,193],"similarly":[183],"delivers":[184],"competitive":[185],"acceleration":[186,198],"without":[187],"compromising":[188],"quality;":[189],"all":[191],"scenarios,":[192],"consistently":[194],"outperforms":[195],"existing":[196],"baselines.":[199]},"counts_by_year":[],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2026-08-04T00:00:00"}