{"id":"https://openalex.org/W7166651069","doi":"https://doi.org/10.48550/arxiv.2606.29223","title":"Depth Exploration for LLM Decoding","display_name":"Depth Exploration for LLM Decoding","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166651069","doi":"https://doi.org/10.48550/arxiv.2606.29223"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29223","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139678673","display_name":"Weisi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Weisi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039756965","display_name":"Zipeng Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5051730108","display_name":"Stephen Xia","orcid":"https://orcid.org/0000-0001-5713-8885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.23260000348091125,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.23260000348091125,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.08669999986886978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0737999975681305,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.8533999919891357},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7110999822616577},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.6093000173568726},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5669000148773193},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.46939998865127563},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.45899999141693115},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.4505999982357025},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4138999879360199}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.8533999919891357},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7110999822616577},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6888999938964844},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.6093000173568726},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5669000148773193},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.45899999141693115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45100000500679016},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4138999879360199},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C193969084","wikidata":"https://www.wikidata.org/wiki/Q7452500","display_name":"Sequential decoding","level":4,"score":0.33880001306533813},{"id":"https://openalex.org/C204397858","wikidata":"https://www.wikidata.org/wiki/Q4437907","display_name":"List decoding","level":5,"score":0.3319000005722046},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2590000033378601},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C180611318","wikidata":"https://www.wikidata.org/wiki/Q7316902","display_name":"Retransmission","level":3,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life below water","score":0.44301730394363403,"id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"LLM":[1,183],"decoding":[2,80,128,156],"evaluates":[3],"every":[4],"generated":[5],"token":[6],"through":[7],"the":[8,40,101,106,111,131,162,178],"full":[9],"layer":[10],"stack,":[11],"even":[12],"though":[13],"many":[14],"tokens":[15],"become":[16,165],"predictable":[17],"at":[18],"intermediate":[19],"depths.":[20,92],"Existing":[21],"lossless":[22,79],"depth-adaptive":[23],"methods":[24],"exploit":[25,177],"this":[26,48],"redundancy":[27],"by":[28],"choosing":[29,54,62],"a":[30,78,173],"single":[31],"non-final":[32],"exit":[33,56],"depth":[34,170,180],"and":[35,68,109,139,147,154],"verifying":[36],"its":[37],"prediction":[38],"with":[39,86],"final-depth":[41,102,107],"model.":[42],"However,":[43],"our":[44],"measurements":[45],"show":[46],"that":[47,82,168],"selection-based":[49],"strategy":[50],"leaves":[51],"substantial":[52],"headroom:":[53],"an":[55],"too":[57,64],"late":[58],"wastes":[59],"computation,":[60],"while":[61,129],"one":[63],"early":[65],"triggers":[66],"fallback":[67],"discards":[69],"dependent":[70],"drafts.":[71],"We":[72],"propose":[73],"Depth":[74],"Exploration":[75],"Decoding":[76],"(DEX),":[77],"algorithm":[81],"replaces":[83],"single-depth":[84],"selection":[85],"parallel":[87,169],"exploration":[88,112,171],"over":[89],"multiple":[90],"candidate":[91],"At":[93],"each":[94,135],"commit":[95],"position,":[96],"DEX":[97,142,159],"validates":[98],"candidates":[99],"against":[100,152],"reference,":[103],"commits":[104],"exactly":[105],"token,":[108],"collapses":[110],"lattice":[113],"to":[114,125,176],"retain":[115],"only":[116],"reusable":[117],"branch":[118],"states.":[119],"This":[120],"expand--commit--collapse":[121],"procedure":[122],"preserves":[123],"equivalence":[124],"standard":[126,140],"autoregressive":[127],"reducing":[130],"cost":[132],"of":[133,182],"committing":[134],"token.":[136],"Across":[137],"early-exit-trained":[138],"LLMs,":[141],"outperforms":[143],"representative":[144],"depth-selection":[145],"baselines":[146],"achieves":[148],"competitive":[149],"end-to-end":[150],"throughput":[151],"speculative":[153],"distributed":[155],"methods.":[157],"Moreover,":[158],"improves":[160],"as":[161],"explored":[163],"depths":[164],"finer,":[166],"showing":[167],"provides":[172],"scalable":[174],"way":[175],"underused":[179],"axis":[181],"decoding.":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-01T00:00:00"}