{"id":"https://openalex.org/W7160997874","doi":"https://doi.org/10.48550/arxiv.2605.11009","title":"ACSAC: Adaptive Chunk Size Actor-Critic with Causal Transformer Q-Network","display_name":"ACSAC: Adaptive Chunk Size Actor-Critic with Causal Transformer Q-Network","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160997874","doi":"https://doi.org/10.48550/arxiv.2605.11009"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11009","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136062201","display_name":"Qian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136042666","display_name":"Junqiao Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Junqiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050285917","display_name":"Hongtu Zhou","orcid":"https://orcid.org/0000-0002-0609-4226"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Hongtu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136030940","display_name":"Hang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073778221","display_name":"Yanping Zhao","orcid":"https://orcid.org/0000-0002-1867-6557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yanping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396642","display_name":"Chen Ye","orcid":"https://orcid.org/0000-0002-0048-6974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136021908","display_name":"Guang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8352000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8352000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.06289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5320000052452087},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4487999975681305},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.39820000529289246},{"id":"https://openalex.org/keywords/fixed-point","display_name":"Fixed point","score":0.38019999861717224},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.37860000133514404},{"id":"https://openalex.org/keywords/chunking","display_name":"Chunking (psychology)","score":0.3718999922275543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7991999983787537},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4487999975681305},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39340001344680786},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-horizon,":[0],"sparse-reward":[1,175],"tasks":[2,177],"pose":[3],"a":[4,55,79,105,150],"fundamental":[5],"challenge":[6],"for":[7,113],"reinforcement":[8],"learning,":[9],"since":[10],"single-step":[11],"TD":[12],"learning":[13],"suffers":[14],"from":[15],"bootstrapping":[16],"error":[17],"accumulation":[18],"across":[19,178],"successive":[20],"Bellman":[21,147],"updates.":[22],"Actor-critic":[23],"methods":[24,52],"with":[25],"action":[26,114],"chunking":[27],"address":[28,93],"this":[29,94],"by":[30],"operating":[31],"over":[32],"temporally":[33,47],"extended":[34],"actions,":[35],"which":[36],"reduce":[37],"the":[38,89,126,131,145,157,161],"effective":[39],"horizon,":[40],"enable":[41],"fast":[42],"value":[43],"backups,":[44],"and":[45,59,182],"support":[46],"consistent":[48],"exploration.":[49],"However,":[50],"existing":[51],"rely":[53],"on":[54,165,173],"fixed":[56,70,154],"chunk":[57,71,90,121,127,137],"size":[58,72,128],"therefore":[60],"cannot":[61],"adaptively":[62,124],"balance":[63],"reactivity":[64],"against":[65],"temporal":[66],"consistency.":[67],"A":[68],"large":[69],"reduces":[73],"responsiveness":[74],"to":[75,109],"new":[76],"observations,":[77],"while":[78],"small":[80],"one":[81],"produces":[82],"incoherent":[83],"motions,":[84],"forcing":[85],"task-specific":[86,140],"tuning":[87],"of":[88,116,160],"size.":[91],"To":[92],"limitation,":[95],"we":[96],"propose":[97],"Adaptive":[98],"Chunk":[99],"Size":[100],"Actor-Critic":[101],"(ACSAC).":[102],"ACSAC":[103,146,169],"leverages":[104],"causal":[106],"Transformer":[107],"critic":[108],"evaluate":[110],"expected":[111,132],"returns":[112],"chunks":[115],"different":[117],"sizes.":[118],"At":[119],"each":[120],"boundary,":[122],"it":[123],"selects":[125],"that":[129,144,168],"maximizes":[130],"return,":[133],"supporting":[134],"flexible,":[135],"state-dependent":[136],"sizes":[138],"without":[139],"tuning.":[141],"We":[142],"prove":[143],"operator":[148],"is":[149,156],"contraction":[151],"whose":[152],"unique":[153],"point":[155],"action-value":[158],"function":[159],"adaptive":[162],"policy.":[163],"Experiments":[164],"OGBench":[166],"demonstrate":[167],"achieves":[170],"state-of-the-art":[171],"performance":[172],"long-horizon,":[174],"manipulation":[176],"both":[179],"offline":[180],"RL":[181,184],"offline-to-online":[183],"settings.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}