{"id":"https://openalex.org/W7163234806","doi":"https://doi.org/10.48550/arxiv.2606.00427","title":"Topology-Aware State Abstraction with Tangle Cores for Markov Decision Processes","display_name":"Topology-Aware State Abstraction with Tangle Cores for Markov Decision Processes","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163234806","doi":"https://doi.org/10.48550/arxiv.2606.00427"},"language":"en","primary_location":{"id":"pmh:oai:dr.lib.iastate.edu:20.500.12876/106871","is_oa":false,"landing_page_url":"https://dr.lib.iastate.edu/handle/20.500.12876/106871","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.48550/arXiv.2606.00427","raw_type":"preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137705571","display_name":"Ibne Farabi Shihab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shihab, Ibne Farabi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119832027","display_name":"Sanjeda Akter","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akter, Sanjeda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137626995","display_name":"Anuj Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Anuj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8152999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8152999877929688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.010599999688565731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6402000188827515},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.580299973487854},{"id":"https://openalex.org/keywords/tangle","display_name":"Tangle","score":0.5273000001907349},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5084999799728394},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4973999857902527},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4948999881744385},{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.37599998712539673},{"id":"https://openalex.org/keywords/decision-process","display_name":"Decision process","score":0.3587999939918518}],"concepts":[{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6402000188827515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6187999844551086},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.580299973487854},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5329999923706055},{"id":"https://openalex.org/C177738377","wikidata":"https://www.wikidata.org/wiki/Q7683003","display_name":"Tangle","level":2,"score":0.5273000001907349},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5084999799728394},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4973999857902527},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C42023084","wikidata":"https://www.wikidata.org/wiki/Q5249231","display_name":"Decision boundary","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.3377000093460083},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C2779167558","wikidata":"https://www.wikidata.org/wiki/Q176468","display_name":"Transition system","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26600000262260437},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C172967692","wikidata":"https://www.wikidata.org/wiki/Q747762","display_name":"Decision table","level":3,"score":0.2547999918460846},{"id":"https://openalex.org/C136979486","wikidata":"https://www.wikidata.org/wiki/Q773483","display_name":"Existential quantification","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dr.lib.iastate.edu:20.500.12876/106871","is_oa":false,"landing_page_url":"https://dr.lib.iastate.edu/handle/20.500.12876/106871","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.48550/arXiv.2606.00427","raw_type":"preprint"},{"id":"doi:10.48550/arxiv.2606.00427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6929899454116821,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"State":[0],"abstraction":[1,173],"in":[2,25,42,152],"reinforcement":[3],"learning":[4],"is":[5,156],"usually":[6],"formulated":[7],"as":[8,35,169],"a":[9,21,78,83,108,148],"partition":[10],"of":[11,59],"states":[12,33,67],"based":[13,55],"on":[14,56],"reward":[15],"and":[16,28,38,73,106,132,142],"transition":[17,61,154],"similarity.":[18],"This":[19],"excludes":[20],"common":[22],"structural":[23],"pattern":[24],"navigation,":[26],"graph,":[27],"hierarchical":[29],"decision":[30,176],"problems:":[31],"interface":[32,180],"such":[34],"doors,":[36],"hubs,":[37],"bottlenecks":[39],"naturally":[40],"participate":[41],"more":[43],"than":[44,82],"one":[45],"region.":[46],"We":[47,86,145],"introduce":[48],"\\emph{tangle-core":[49],"abstraction},":[50],"an":[51,97,102,117,170],"overlapping":[52,93],"state-abstraction":[53],"framework":[54],"graph":[57,167],"tangles":[58,159,168],"empirical":[60],"graphs.":[62],"The":[63],"method":[64],"constructs":[65],"abstract":[66,94],"from":[68],"consistently":[69],"oriented":[70],"low-order":[71],"separations":[72],"represents":[74],"shared":[75,179],"interfaces":[76],"through":[77],"membership":[79],"kernel":[80],"rather":[81],"hard":[84,114],"partition.":[85],"give":[87],"value-preservation":[88],"guarantees":[89],"for":[90,175],"the":[91],"induced":[92],"MDP":[95],"under":[96],"explicit":[98],"action-consistency":[99],"condition,":[100],"identify":[101,147],"interior-homogeneity/boundary-leakage":[103],"error":[104],"decomposition,":[105],"prove":[107],"quantitative":[109],"interface-overlap":[110],"result":[111],"showing":[112],"when":[113],"partitions":[115],"incur":[116],"avoidable":[118],"boundary":[119],"error.":[120],"Empirically,":[121],"tangle-core":[122],"abstractions":[123],"achieve":[124],"favorable":[125],"compression--return":[126],"tradeoffs":[127],"against":[128],"reward-aware,":[129],"learned,":[130],"topological-map,":[131],"graph-partitioning":[133],"baselines":[134],"across":[135],"bottlenecked":[136],"tabular":[137],"domains,":[138],"procedurally":[139],"generated":[140],"mazes,":[141],"MiniGrid":[143],"representations.":[144],"also":[146],"clear":[149],"failure":[150],"regime":[151],"which":[153],"topology":[155],"uninformative,":[157],"where":[158],"predictably":[160],"offer":[161],"little":[162],"benefit.":[163],"These":[164],"results":[165],"position":[166],"effective":[171],"topology-aware":[172],"prior":[174],"problems":[177],"with":[178],"structure.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}