{"id":"https://openalex.org/W2782709542","doi":"https://doi.org/10.1109/allerton.2017.8262875","title":"On exploiting spectral properties for solving MDP with large state space","display_name":"On exploiting spectral properties for solving MDP with large state space","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2782709542","doi":"https://doi.org/10.1109/allerton.2017.8262875","mag":"2782709542"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2017.8262875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2017.8262875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 55th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023414890","display_name":"Libin Liu","orcid":"https://orcid.org/0000-0003-0123-942X"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Libin Liu","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086971942","display_name":"Arpan Chattopadhyay","orcid":"https://orcid.org/0000-0002-2684-5912"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arpan Chattopadhyay","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072739163","display_name":"Urbashi Mitra","orcid":"https://orcid.org/0000-0002-8896-1177"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Urbashi Mitra","raw_affiliation_strings":["Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023414890"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.6216,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73994379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"ii","issue":null,"first_page":"1213","last_page":"1219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8180755972862244},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6889133453369141},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.642753541469574},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6300801038742065},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.5499491095542908},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5469416379928589},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.47122275829315186},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.41564103960990906},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4153990149497986},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.4143833816051483},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4062819182872772},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38556939363479614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.28876394033432007},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28414788842201233},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.17430099844932556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10969114303588867}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8180755972862244},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6889133453369141},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.642753541469574},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6300801038742065},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5499491095542908},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5469416379928589},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.47122275829315186},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.41564103960990906},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4153990149497986},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.4143833816051483},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4062819182872772},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38556939363479614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28876394033432007},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28414788842201233},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.17430099844932556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10969114303588867},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2017.8262875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2017.8262875","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 55th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W100683418","https://openalex.org/W1529558080","https://openalex.org/W1698699930","https://openalex.org/W1971368490","https://openalex.org/W1991252559","https://openalex.org/W2013614847","https://openalex.org/W2053235372","https://openalex.org/W2058735307","https://openalex.org/W2098432798","https://openalex.org/W2101491865","https://openalex.org/W2139816856","https://openalex.org/W2150844583","https://openalex.org/W2158787690","https://openalex.org/W2164961985","https://openalex.org/W2194349390","https://openalex.org/W2336230354","https://openalex.org/W2544805924","https://openalex.org/W2846092675","https://openalex.org/W4210770595","https://openalex.org/W4253785454"],"related_works":["https://openalex.org/W2152670157","https://openalex.org/W4308702637","https://openalex.org/W2386410636","https://openalex.org/W176737593","https://openalex.org/W2156021013","https://openalex.org/W2903299703","https://openalex.org/W2016648086","https://openalex.org/W3105579180","https://openalex.org/W2808418668","https://openalex.org/W2807018115"],"abstract_inverted_index":{"A":[0],"large":[1,37,71],"number":[2],"of":[3,50,141,150,182,193,196],"systems":[4],"are":[5,28,67,157,174],"well-modeled":[6],"by":[7,46,81,147],"Markov":[8],"Decision":[9],"Processes":[10],"(MDPs).":[11],"In":[12,115],"particular,":[13],"certain":[14],"wireless":[15,172],"communication":[16],"networks":[17,20],"and":[18,61,132,180,186],"biological":[19],"admit":[21],"such":[22,57,65],"models.":[23],"Herein,":[24],"moderate":[25],"complexity":[26,139],"strategies":[27],"proposed":[29,155],"for":[30,35,64,70,96],"computing":[31],"the":[32,51,83,98,109,130,133,142,148,164,178],"optimal":[33,99,165],"policy":[34,62,76,160],"a":[36,87,113,171],"state":[38,72],"space":[39],"with":[40,159],"long":[41],"run":[42],"discounted":[43],"cost":[44,136],"MDP,":[45],"exploiting":[47],"spectral":[48,119,191],"properties":[49],"probability":[52],"transition":[53],"matrices":[54],"(PTM).":[55],"Methods":[56],"as":[58],"value":[59,84,143],"iteration":[60,63,77,161],"problems":[66],"computationally":[68],"prohibitive":[69],"spaces.":[73],"Reduced":[74],"dimensional":[75],"can":[78],"be":[79],"achieved":[80],"projecting":[82],"function":[85,144],"on":[86,170],"proper":[88],"subspace.":[89,100,153],"However":[90],"there":[91],"is":[92,127,145],"no":[93],"clear":[94],"method":[95],"determining":[97],"To":[101],"this":[102,151],"end,":[103],"Graph":[104],"signal":[105],"processing":[106],"methods":[107],"have":[108],"potential":[110],"to":[111,117,162,176],"provide":[112],"solution.":[114],"order":[116],"use":[118],"techniques,":[120],"an":[121],"appropriate":[122],"positive":[123],"semi-definite":[124],"(PSD)":[125],"matrix":[126],"generated":[128],"from":[129],"PTM":[131,197],"single":[134],"stage":[135],"vector.":[137],"Low":[138],"computation":[140],"enabled":[146],"bases":[149],"dominant":[152],"The":[154],"projections":[156],"combined":[158],"find":[163],"policy.":[166],"Finally,":[167],"numerical":[168],"results":[169],"system":[173],"provided":[175],"highlight":[177],"performances":[179],"trade-offs":[181],"these":[183],"various":[184],"algorithms,":[185],"we":[187],"found":[188],"that":[189],"direct":[190],"decomposition":[192],"outer":[194],"product":[195],"gives":[198],"us":[199],"best":[200],"performance":[201],"in":[202],"general.":[203]},"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}