{"id":"https://openalex.org/W7152488732","doi":"https://doi.org/10.48550/arxiv.2604.07023","title":"MARS: Enabling Autoregressive Models Multi-Token Generation","display_name":"MARS: Enabling Autoregressive Models Multi-Token Generation","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152488732","doi":"https://doi.org/10.48550/arxiv.2604.07023"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07023","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133294859","display_name":"Ziqi Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Ziqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133273723","display_name":"Lei Wang","orcid":"https://orcid.org/0009-0003-4502-7637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004843520","display_name":"Ziwei Luo","orcid":"https://orcid.org/0000-0003-3334-8655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5123006584","display_name":"Aixin Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Aixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1964000016450882,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1964000016450882,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.16099999845027924,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15960000455379486,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.8756999969482422},{"id":"https://openalex.org/keywords/mars-exploration-program","display_name":"Mars Exploration Program","score":0.8205999732017517},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.7312999963760376},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5170000195503235},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4291999936103821},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.41999998688697815},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.40880000591278076}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8756999969482422},{"id":"https://openalex.org/C83260615","wikidata":"https://www.wikidata.org/wiki/Q6773121","display_name":"Mars Exploration Program","level":2,"score":0.8205999732017517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7835000157356262},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7312999963760376},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5170000195503235},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.40880000591278076},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C159023740","wikidata":"https://www.wikidata.org/wiki/Q623276","display_name":"Deadlock","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C78949437","wikidata":"https://www.wikidata.org/wiki/Q6773188","display_name":"Mars landing","level":4,"score":0.29159998893737793},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2750000059604645},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2711000144481659}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07023","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07023","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.512747585773468,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"(AR)":[1],"language":[2],"models":[3,185],"generate":[4],"text":[5],"one":[6,105],"token":[7,106],"at":[8],"a":[9,26,53,76,140,189],"time,":[10],"even":[11],"when":[12],"consecutive":[13],"tokens":[14,39,126],"are":[15],"highly":[16],"predictable":[17],"given":[18],"earlier":[19],"context.":[20],"We":[21,137],"introduce":[22],"MARS":[23,43,94,110,162],"(Mask":[24],"AutoRegreSsion),":[25],"lightweight":[27],"fine-tuning":[28],"method":[29],"that":[30,56],"teaches":[31],"an":[32],"instruction-tuned":[33],"AR":[34,65,115,155],"model":[35,55,66,79],"to":[36,123,150],"predict":[37],"multiple":[38,125],"per":[40,107,127],"forward":[41,108],"pass.":[42],"adds":[44],"no":[45,48,68],"architectural":[46],"modifications,":[47],"extra":[49],"parameters,":[50],"and":[51],"produces":[52],"single":[54],"can":[57,177],"still":[58],"be":[59],"called":[60],"exactly":[61],"like":[62],"the":[63,81,114,174,181],"original":[64],"with":[67,156],"performance":[69],"degradation.":[70],"Unlike":[71],"speculative":[72],"decoding,":[73],"which":[74,89],"maintains":[75,130],"separate":[77],"draft":[78],"alongside":[80],"target,":[82],"or":[83,112,186],"multi-head":[84],"approaches":[85],"such":[86],"as":[87],"Medusa,":[88],"attach":[90],"additional":[91],"prediction":[92],"heads,":[93],"requires":[95],"only":[96],"continued":[97],"training":[98],"on":[99,117,159,180],"existing":[100],"instruction":[101],"data.":[102],"When":[103,121],"generating":[104],"pass,":[109],"matches":[111],"exceeds":[113],"baseline":[116],"six":[118],"standard":[119],"benchmarks.":[120],"allowed":[122],"accept":[124],"step,":[128],"it":[129],"baseline-level":[131],"accuracy":[132],"while":[133],"achieving":[134,148],"1.5-1.7x":[135],"throughput.":[136],"further":[138],"develop":[139],"block-level":[141],"KV":[142,157],"caching":[143],"strategy":[144],"for":[145,193],"batch":[146],"inference,":[147],"up":[149],"1.71x":[151],"wall-clock":[152],"speedup":[153],"over":[154],"cache":[158],"Qwen2.5-7B.":[160],"Finally,":[161],"supports":[163],"real-time":[164],"speed":[165],"adjustment":[166],"via":[167],"confidence":[168],"thresholding:":[169],"under":[170],"high":[171],"request":[172],"load,":[173],"serving":[175],"system":[176],"increase":[178],"throughput":[179],"fly":[182],"without":[183],"swapping":[184],"restarting,":[187],"providing":[188],"practical":[190],"latency-quality":[191],"knob":[192],"deployment.":[194]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-10T00:00:00"}