{"id":"https://openalex.org/W3094620110","doi":"https://doi.org/10.1109/iscc50000.2020.9219668","title":"Efficient Model Solving for Markov Decision Processes","display_name":"Efficient Model Solving for Markov Decision Processes","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3094620110","doi":"https://doi.org/10.1109/iscc50000.2020.9219668","mag":"3094620110"},"language":"en","primary_location":{"id":"doi:10.1109/iscc50000.2020.9219668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc50000.2020.9219668","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048319116","display_name":"Adrian Sapio","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adrian Sapio","raw_affiliation_strings":["Dept. of ECE and UMIACS, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of ECE and UMIACS, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038036261","display_name":"Shuvra S. Bhattacharyya","orcid":"https://orcid.org/0000-0001-7719-1106"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuvra S. Bhattacharyya","raw_affiliation_strings":["Dept. of ECE and UMIACS, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of ECE and UMIACS, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004682100","display_name":"Marilyn Wolf","orcid":"https://orcid.org/0000-0002-4742-0841"},"institutions":[{"id":"https://openalex.org/I114395901","display_name":"University of Nebraska\u2013Lincoln","ror":"https://ror.org/043mer456","country_code":"US","type":"education","lineage":["https://openalex.org/I114395901"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marilyn Wolf","raw_affiliation_strings":["Dept. of CSE, University of Nebraska, Lincoln, NE, USA"],"affiliations":[{"raw_affiliation_string":"Dept. of CSE, University of Nebraska, Lincoln, NE, USA","institution_ids":["https://openalex.org/I114395901"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048319116"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":0.2055,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.51919712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8345623016357422},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.729952335357666},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7273122072219849},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.5479991436004639},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.49132123589515686},{"id":"https://openalex.org/keywords/general-purpose-computing-on-graphics-processing-units","display_name":"General-purpose computing on graphics processing units","score":0.4879726767539978},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.4849953353404999},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.465295672416687},{"id":"https://openalex.org/keywords/graphics-processing-unit","display_name":"Graphics processing unit","score":0.45741838216781616},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4306437075138092},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.32967132329940796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14155885577201843},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08320954442024231}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8345623016357422},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.729952335357666},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7273122072219849},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.5479991436004639},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.49132123589515686},{"id":"https://openalex.org/C50630238","wikidata":"https://www.wikidata.org/wiki/Q971505","display_name":"General-purpose computing on graphics processing units","level":3,"score":0.4879726767539978},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.4849953353404999},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.465295672416687},{"id":"https://openalex.org/C2779851693","wikidata":"https://www.wikidata.org/wiki/Q183484","display_name":"Graphics processing unit","level":2,"score":0.45741838216781616},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4306437075138092},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32967132329940796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14155885577201843},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08320954442024231},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscc50000.2020.9219668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc50000.2020.9219668","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Symposium on Computers and Communications (ISCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8600000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1536710778","https://openalex.org/W1650504995","https://openalex.org/W1964546625","https://openalex.org/W1991781995","https://openalex.org/W2110884433","https://openalex.org/W2126940339","https://openalex.org/W2153258364","https://openalex.org/W2260144151","https://openalex.org/W2323352721","https://openalex.org/W2413588999","https://openalex.org/W2570841452","https://openalex.org/W2611483135","https://openalex.org/W2623293810","https://openalex.org/W2737668828","https://openalex.org/W2756215207","https://openalex.org/W2757759139","https://openalex.org/W2800146964","https://openalex.org/W2907816230","https://openalex.org/W6636774213"],"related_works":["https://openalex.org/W2794923745","https://openalex.org/W2075046026","https://openalex.org/W2340937903","https://openalex.org/W2119534391","https://openalex.org/W2146871484","https://openalex.org/W2095492603","https://openalex.org/W2027344576","https://openalex.org/W2953065343","https://openalex.org/W2167567393","https://openalex.org/W3094620110"],"abstract_inverted_index":{"Markov":[0],"decision":[1],"processes":[2],"provide":[3,22],"powerful":[4],"tools":[5],"for":[6,36],"adaptive":[7],"management":[8],"of":[9,66],"computing":[10,27],"and":[11,47,86],"communication":[12],"in":[13],"cyber-physical":[14],"systems.":[15],"However,":[16],"efficient":[17],"solvers":[18,35,82],"are":[19],"required":[20],"to":[21,62,72],"these":[23],"capabilities":[24],"on":[25,49,76],"embedded":[26,37,67,79],"platforms.":[28,80],"This":[29],"paper":[30],"describes":[31],"two":[32],"new":[33],"MDP":[34],"applications:":[38],"Sparse":[39,54],"Value":[40,56],"Iteration":[41,57],"(SVI)":[42],"uses":[43],"sparse":[44],"matrix":[45],"methods":[46],"runs":[48],"small,":[50],"single-threaded":[51],"CPU":[52],"platforms;":[53],"Parallel":[55],"(SPVI)":[58],"extends":[59],"this":[60],"approach":[61],"leverage":[63],"the":[64],"parallelism":[65],"graphics":[68],"processing":[69],"units":[70],"(GPUs)":[71],"further":[73],"improve":[74,83],"performance":[75],"more":[77],"sophisticated":[78],"Both":[81],"running":[84],"time":[85],"reduce":[87],"power":[88],"consumption.":[89]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}