{"id":"https://openalex.org/W2907816230","doi":"https://doi.org/10.1109/dasip.2018.8596969","title":"Efficient Solving of Markov Decision Processes on GPUs Using Parallelized Sparse Matrices","display_name":"Efficient Solving of Markov Decision Processes on GPUs Using Parallelized Sparse Matrices","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2907816230","doi":"https://doi.org/10.1109/dasip.2018.8596969","mag":"2907816230"},"language":"en","primary_location":{"id":"doi:10.1109/dasip.2018.8596969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasip.2018.8596969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Conference on Design and Architectures for Signal and Image Processing (DASIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048319116","display_name":"Adrian Sapio","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adrian Sapio","raw_affiliation_strings":["ECE Department, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038036261","display_name":"Shuvra S. Bhattacharyya","orcid":"https://orcid.org/0000-0001-7719-1106"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuvra S. Bhattacharyya","raw_affiliation_strings":["ECE Department, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004682100","display_name":"Marilyn Wolf","orcid":"https://orcid.org/0000-0002-4742-0841"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marilyn Wolf","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048319116"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":1.1588,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.80467463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458691239356995},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7790036201477051},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6563709378242493},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.45745551586151123},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.44241487979888916},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.44231677055358887},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43540093302726746},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42174601554870605},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34810563921928406},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34157565236091614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19113090634346008},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13537177443504333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458691239356995},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7790036201477051},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6563709378242493},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.45745551586151123},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.44241487979888916},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.44231677055358887},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43540093302726746},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42174601554870605},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34810563921928406},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34157565236091614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19113090634346008},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13537177443504333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dasip.2018.8596969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dasip.2018.8596969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Conference on Design and Architectures for Signal and Image Processing (DASIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W141456974","https://openalex.org/W1530444831","https://openalex.org/W1650504995","https://openalex.org/W1964546625","https://openalex.org/W1991781995","https://openalex.org/W2110884433","https://openalex.org/W2126940339","https://openalex.org/W2153668164","https://openalex.org/W2260144151","https://openalex.org/W2323352721","https://openalex.org/W2413588999","https://openalex.org/W2539327835","https://openalex.org/W2570841452","https://openalex.org/W2611483135","https://openalex.org/W2737668828","https://openalex.org/W2963650378","https://openalex.org/W2963889160","https://openalex.org/W3010488986","https://openalex.org/W4255985591","https://openalex.org/W6605823007","https://openalex.org/W6631910770","https://openalex.org/W6636732284","https://openalex.org/W6636774213","https://openalex.org/W6682789603","https://openalex.org/W6729020244","https://openalex.org/W6746727311"],"related_works":["https://openalex.org/W2186864281","https://openalex.org/W4255427455","https://openalex.org/W1966025497","https://openalex.org/W2997567050","https://openalex.org/W68941528","https://openalex.org/W4206451355","https://openalex.org/W8322802","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Markov":[0],"Decision":[1],"Processes":[2],"(MDPs)":[3],"provide":[4],"important":[5],"capabilities":[6],"for":[7,42,60,134],"facilitating":[8],"the":[9,18,25,38,92,128],"dynamic":[10],"adaptation":[11],"of":[12,27,37,46,81,130,155],"hardware":[13],"and":[14,83,96,103],"software":[15],"configurations":[16],"to":[17,89],"environments":[19],"in":[20,29,78,101,127],"which":[21],"they":[22],"operate.":[23],"However,":[24],"use":[26],"MDPs":[28,63,82],"embedded":[30,66],"signal":[31],"processing":[32],"systems":[33,67],"is":[34],"limited":[35],"because":[36],"large":[39,62,153],"computational":[40],"demands":[41],"solving":[43,61,80],"this":[44],"class":[45],"system":[47],"models.":[48],"This":[49],"paper":[50],"presents":[51],"Sparse":[52],"Parallel":[53],"Value":[54],"Iteration":[55],"(SPVI),":[56],"a":[57],"new":[58],"algorithm":[59],"on":[64,111],"resource-constrained":[65],"that":[68,108],"are":[69,99,109],"equipped":[70],"with":[71,105,152],"mobile":[72],"GPUs.":[73],"SPVI":[74,137],"leverages":[75],"recent":[76],"advances":[77],"parallel":[79],"adds":[84],"sparse":[85],"linear":[86],"algebra":[87],"techniques":[88],"significantly":[90],"outperform":[91],"state-of-the-art.":[93],"The":[94,120],"method":[95],"its":[97],"application":[98],"described":[100],"detail,":[102],"demonstrated":[104],"case":[106],"studies":[107],"implemented":[110],"an":[112],"NVIDIA":[113],"Tegra":[114],"K1":[115],"System":[116],"On":[117],"Chip":[118],"(SoC).":[119],"experimental":[121],"results":[122],"show":[123],"execution":[124],"time":[125],"improvements":[126],"range":[129],"65":[131],"%":[132],"-78%":[133],"several":[135],"applications.":[136],"also":[138],"lifts":[139],"restrictions":[140],"required":[141],"by":[142],"other":[143],"MDP":[144],"solver":[145],"approaches,":[146],"making":[147],"it":[148],"more":[149],"widely":[150],"compatible":[151],"classes":[154],"optimization":[156],"problems.":[157]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}