{"id":"https://openalex.org/W4415367652","doi":"https://doi.org/10.1109/isit63088.2025.11195663","title":"Coupling Without Communication and Drafter-Invariant Speculative Decoding","display_name":"Coupling Without Communication and Drafter-Invariant Speculative Decoding","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4415367652","doi":"https://doi.org/10.1109/isit63088.2025.11195663"},"language":null,"primary_location":{"id":"doi:10.1109/isit63088.2025.11195663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064845272","display_name":"Majid Daliri","orcid":"https://orcid.org/0000-0003-4001-4346"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Majid Daliri","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018420180","display_name":"Christopher Musco","orcid":"https://orcid.org/0000-0002-3118-4848"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Musco","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103890688","display_name":"Ananda Theertha Suresh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananda Theertha Suresh","raw_affiliation_strings":["Google Research,NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research,NY","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25564789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9147999882698059,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.9054999947547913,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/alice-and-bob","display_name":"Alice and Bob","score":0.7127000093460083},{"id":"https://openalex.org/keywords/gumbel-distribution","display_name":"Gumbel distribution","score":0.6741999983787537},{"id":"https://openalex.org/keywords/alice","display_name":"Alice (programming language)","score":0.6528000235557556},{"id":"https://openalex.org/keywords/coupling","display_name":"Coupling (piping)","score":0.5127999782562256},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5006999969482422},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.492900013923645},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4812000095844269},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.47290000319480896}],"concepts":[{"id":"https://openalex.org/C127964579","wikidata":"https://www.wikidata.org/wiki/Q649676","display_name":"Alice and Bob","level":3,"score":0.7127000093460083},{"id":"https://openalex.org/C137610916","wikidata":"https://www.wikidata.org/wiki/Q1096862","display_name":"Gumbel distribution","level":3,"score":0.6741999983787537},{"id":"https://openalex.org/C2778222013","wikidata":"https://www.wikidata.org/wiki/Q1136926","display_name":"Alice (programming language)","level":2,"score":0.6528000235557556},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5329999923706055},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.5127999782562256},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5006999969482422},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.44440001249313354},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4316999912261963},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4009000062942505},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40070000290870667},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4000000059604645},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3375999927520752},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.33239999413490295},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3165999948978424},{"id":"https://openalex.org/C147581598","wikidata":"https://www.wikidata.org/wiki/Q729429","display_name":"Extreme value theory","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.2678000032901764},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit63088.2025.11195663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit63088.2025.11195663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1965996575","https://openalex.org/W1982682305","https://openalex.org/W2013809345","https://openalex.org/W2061130579","https://openalex.org/W2126907894","https://openalex.org/W2152912600","https://openalex.org/W2218607027","https://openalex.org/W2962921917","https://openalex.org/W3083028011","https://openalex.org/W3101751096","https://openalex.org/W3203538342","https://openalex.org/W4379135640","https://openalex.org/W4399522748"],"related_works":[],"abstract_inverted_index":{"Suppose":[0],"Alice":[1,9,42,59],"has":[2,6],"a":[3,7,13,18,87,127,163,198,232,273],"distribution$\\mathcal{P}$and":[4],"Bob":[5,17,44,61],"distribution$\\mathcal{Q}$.":[8],"wants":[10],"to":[11,74,100,186,195,215,283,288],"draw":[12],"sample$a":[14],"\\sim":[15,20],"\\mathcal{P}$and":[16],"sample$b":[19],"\\mathcal{Q}$such":[21],"that$a=b$with":[22],"as":[23,27],"high":[24],"of":[25,130,148,169,192,237,281],"probability":[26,147],"possible.":[28],"It":[29],"is":[30,229,240,265],"well-known":[31],"that,":[32,142],"by":[33,106],"sampling":[34,161,172,250],"from":[35,134],"an":[36,154,174,190],"optimal":[37,102,291],"coupling":[38,194,258],"between":[39],"the":[40,52,92,104,121,131,144,223,257,261],"distributions,":[41],"and":[43,60,112],"can":[45,78,212],"achieve$\\operatorname{Pr}[a=b]=1-D_{T":[46,284],"V}(\\mathcal{P},":[47,50,83,85,285],"\\mathcal{Q})$,":[48],"where$D_{T":[49],"\\mathcal{Q})$is":[51],"total":[53],"variation":[54],"distance":[55],"between$\\mathcal{P}$and$\\mathcal{Q}$.":[56],"What":[57],"if":[58],"must":[62],"solve":[63],"this":[64,117,183],"same":[65],"problem":[66,259],"without":[67],"communicating":[68],"at":[69],"all?":[70],"Surprisingly,":[71],"with":[72],"access":[73],"public":[75],"randomness,":[76],"they":[77],"still":[79],"achieve$\\operatorname{Pr}[a=b]":[80],"\\geq":[81],"\\frac{1-D_{T":[82],"\\mathcal{Q})}{1+D_{T":[84],"\\mathcal{Q})}$using":[86],"simple":[88,156],"protocol":[89,157,274],"based":[90,158],"on":[91,159,246],"Weighted":[93,149,180,252],"MinHash":[94,150],"algorithm.":[95],"This":[96],"bound":[97],"was":[98],"shown":[99],"be":[101,152,213],"in":[103,260],"worst-case":[105,145],"Bavarian,":[107],"Ghazi,":[108],"Haramaty,":[109],"Kamath,":[110],"Rivest,":[111],"Sudan":[113],"[ToC":[114],"2020].":[115,138],"In":[116,244],"work,":[118],"we":[119,140,255],"revisit":[120],"\u201ccommunication-free":[122],"coupling\u201d":[123],"problem.":[124],"We":[125,188,207,271],"provide":[126],"simpler":[128],"proof":[129],"optimality":[132],"result":[133],"[Bavarian":[135],"et":[136],"al.,":[137],"Moreover":[139],"show":[141,208],"while":[143],"success":[146],"cannot":[151],"improved,":[153],"equally":[155],"Gumbel":[160,171,249],"offers":[162],"Pareto":[164],"improvement:":[165],"for":[166,201,242],"every":[167],"pair":[168],"distributions$\\mathcal{P}$and$\\mathcal{Q}$,":[170],"achieves":[173],"equal":[175],"or":[176],"higher":[177],"value":[178],"of$\\operatorname{Pr}[a=b]$than":[179],"MinHash.":[181,253],"Importantly,":[182],"improvement":[184],"translates":[185],"practice.":[187],"demonstrate":[189],"application":[191],"communicationfree":[193],"speculative":[196],"decoding,":[197],"recent":[199],"method":[200],"accelerating":[202],"autoregressive":[203],"large":[204],"language":[205,247],"models.":[206],"that":[209,226,275],"communication-free":[210],"protocols":[211],"used":[214,241],"construct":[216],"DrafterInvariant":[217],"Speculative":[218],"Decoding":[219],"schemes,":[220],"which":[221],"have":[222],"desirable":[224],"property":[225],"their":[227],"output":[228],"fixed":[230,233],"given":[231],"random":[234],"seed,":[235],"regardless":[236],"what":[238],"drafter":[239],"speculation.":[243],"experiments":[245],"generation,":[248],"outperforms":[251],"Finally,":[254],"study":[256],"setting":[262],"where":[263],"communication":[264,282],"bounded,":[266],"rather":[267],"than":[268],"completely":[269],"eliminated.":[270],"describe":[272],"uses":[276],"just$O(\\log":[277],"(n":[278],"/":[279],"\\epsilon))$bits":[280],"\\mathcal{Q})-\\epsilon$,":[286],"i.e.":[287],"essentially":[289],"match":[290],"coupling.":[292]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-21T00:00:00"}