{"id":"https://openalex.org/W7162078033","doi":"https://doi.org/10.48550/arxiv.2605.22711","title":"Abstraction for Offline Goal-Conditioned Reinforcement Learning","display_name":"Abstraction for Offline Goal-Conditioned Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162078033","doi":"https://doi.org/10.48550/arxiv.2605.22711"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136751947","display_name":"Clarisse Wibault","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wibault, Clarisse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136813691","display_name":"Alexander Goldie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldie, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787748","display_name":"Antonio Villares","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Villares, Antonio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136767728","display_name":"Maike Osborne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Osborne, Maike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136758698","display_name":"Jakob Foerster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foerster, Jakob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9605000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8273000121116638},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.694599986076355},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6431999802589417},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6151999831199646},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6097999811172485},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5328999757766724},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4203000068664551},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4163999855518341}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8273000121116638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7261999845504761},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.694599986076355},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6431999802589417},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6151999831199646},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5328999757766724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5249000191688538},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43650001287460327},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C24138899","wikidata":"https://www.wikidata.org/wiki/Q17141258","display_name":"Instance-based learning","level":3,"score":0.2741999924182892},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.26510000228881836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7769039273262024,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Markov":[0],"Decision":[1],"Processes":[2],"(MDPs)":[3],"often":[4],"exhibit":[5],"significant":[6],"redundancy":[7],"due":[8],"to":[9],"symmetries":[10],"and":[11,88],"shared":[12],"structure":[13],"across":[14,69],"state-goal":[15],"pairs":[16],"in":[17,35,106],"real-world":[18],"Goal-Conditioned":[19],"Reinforcement":[20],"Learning":[21],"(GCRL).":[22],"While":[23],"hierarchical":[24],"policies":[25],"have":[26],"been":[27],"motivated":[28],"for":[29,55,84],"horizon":[30],"reduction":[31],"via":[32],"temporal":[33],"abstraction":[34],"offline":[36,107],"GCRL,":[37],"we":[38,61,79],"demonstrate":[39,62],"that":[40,99],"hierarchy":[41],"also":[42],"enables":[43],"absolute":[44,92],"abstraction.":[45],"By":[46],"introducing":[47],"relativised":[48,86],"options":[49,87],"as":[50,52],"well":[51],"distinct":[53],"representations":[54],"different":[56],"levels":[57],"of":[58,72,94],"the":[59,73,91],"hierarchy,":[60],"how":[63],"an":[64],"agent":[65],"can":[66],"reuse":[67],"experience":[68],"similar":[70],"contexts":[71],"state-space.":[74],"Based":[75],"on":[76],"this":[77],"framework,":[78],"introduce":[80],"two":[81],"simple":[82],"algorithms":[83],"learning":[85],"abstracting":[89],"from":[90],"frame":[93],"reference.":[95],"Our":[96],"experiments":[97],"show":[98],"such":[100],"inductive":[101],"biases":[102],"significantly":[103],"improve":[104],"performance":[105],"GCRL.":[108]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}