{"id":"https://openalex.org/W7139966016","doi":"https://doi.org/10.48550/arxiv.2603.19133","title":"A Pipelined Collaborative Speculative Decoding Framework for Efficient Edge-Cloud LLM Inference","display_name":"A Pipelined Collaborative Speculative Decoding Framework for Efficient Edge-Cloud LLM Inference","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139966016","doi":"https://doi.org/10.48550/arxiv.2603.19133"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130226209","display_name":"Yida Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101926731","display_name":"Zhiyong Gao","orcid":"https://orcid.org/0000-0003-4204-6536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Zhiyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112119692","display_name":"Sun Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Shuaibing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130243622","display_name":"Jie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130242846","display_name":"Rui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.156700000166893,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.156700000166893,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13429999351501465,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.09799999743700027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6884999871253967},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.621399998664856},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5705999732017517},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5486000180244446},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5267999768257141},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.48159998655319214},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45350000262260437},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.44110000133514404},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.43209999799728394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8564000129699707},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6884999871253967},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.621399998664856},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5705999732017517},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5267999768257141},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.43209999799728394},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4316999912261963},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.29179999232292175},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.26980000734329224},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5214620232582092,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"and":[2,13,63,71,93,135,184],"widespread":[3],"adoption":[4],"of":[5,51,68,171],"Large":[6],"Language":[7,128],"Models":[8],"(LLMs)":[9],"in":[10,115,138],"both":[11,52],"industry":[12],"academia":[14],"have":[15],"catalyzed":[16],"significant":[17,145],"demand":[18],"for":[19,98],"LLM":[20,99,137],"serving.":[21],"However,":[22],"traditional":[23],"cloud":[24,73],"services":[25],"incur":[26],"high":[27],"costs,":[28],"while":[29,60],"on-device":[30],"inference":[31],"alone":[32],"faces":[33],"challenges":[34],"due":[35],"to":[36,47,142,189],"limited":[37,57],"resources.":[38],"Edge-cloud":[39],"collaboration":[40,121],"emerges":[41],"as":[42],"a":[43,90,126,136,168],"key":[44],"research":[45],"direction":[46],"combine":[48],"the":[49,65,72,110,132,139,144,163,173],"strengths":[50],"paradigms,":[53],"yet":[54],"efficiently":[55],"utilizing":[56],"network":[58],"bandwidth":[59],"fully":[61],"leveraging":[62],"balancing":[64],"computational":[66],"capabilities":[67],"edge":[69,120,133],"devices":[70],"remains":[74],"an":[75,105],"open":[76],"problem.":[77],"To":[78],"address":[79],"these":[80],"challenges,":[81],"we":[82,153],"propose":[83],"Pipelined":[84],"Collaborative":[85],"Speculative":[86],"Decoding":[87],"Framework":[88],"(PicoSpec),":[89],"novel,":[91],"general-purpose,":[92],"training-free":[94],"speculative":[95,117],"decoding":[96,118],"framework":[97],"edge-cloud":[100],"collaborative":[101],"inference.":[102],"We":[103],"design":[104],"asynchronous":[106],"pipeline":[107],"that":[108,179],"resolves":[109],"mutual":[111],"waiting":[112],"problem":[113],"inherent":[114],"vanilla":[116],"within":[119],"scenarios,":[122],"which":[123,161],"concurrently":[124],"executes":[125],"Small":[127],"Model":[129],"(SLM)":[130],"on":[131],"device":[134],"cloud.":[140],"Meanwhile,":[141],"mitigate":[143],"communication":[146],"latency":[147],"caused":[148],"by":[149],"transmitting":[150,172],"vocabulary":[151],"distributions,":[152],"introduce":[154],"separate":[155],"rejection":[156,164],"sampling":[157,165],"with":[158,166],"sparse":[159],"compression,":[160],"completes":[162],"only":[167],"one-time":[169],"cost":[170],"compressed":[174],"vocabulary.":[175],"Experimental":[176],"results":[177],"demonstrate":[178],"our":[180],"solution":[181],"outperforms":[182],"baseline":[183],"existing":[185],"methods,":[186],"achieving":[187],"up":[188],"2.9":[190],"speedup.":[191]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-21T00:00:00"}