{"id":"https://openalex.org/W4408352662","doi":"https://doi.org/10.1109/icassp49660.2025.10890122","title":"Track-MDP: Reinforcement Learning for Target Tracking with Controlled Sensing","display_name":"Track-MDP: Reinforcement Learning for Target Tracking with Controlled Sensing","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352662","doi":"https://doi.org/10.1109/icassp49660.2025.10890122"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091204230","display_name":"Adarsh M. Subramaniam","orcid":"https://orcid.org/0009-0007-5690-3662"},"institutions":[{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adarsh M. Subramaniam","raw_affiliation_strings":["UIUC,Dept. of ECE,Urbana,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UIUC,Dept. of ECE,Urbana,IL,USA","institution_ids":["https://openalex.org/I183874917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107496306","display_name":"Argyrios Gerogiannis","orcid":null},"institutions":[{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Argyrios Gerogiannis","raw_affiliation_strings":["UIUC,Dept. of ECE,Urbana,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UIUC,Dept. of ECE,Urbana,IL,USA","institution_ids":["https://openalex.org/I183874917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009542299","display_name":"James Z. Hare","orcid":"https://orcid.org/0000-0002-3920-7442"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Z. Hare","raw_affiliation_strings":["Army Research Laboratory,DEVCOM,Adelphi,MD,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Army Research Laboratory,DEVCOM,Adelphi,MD,USA","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067089715","display_name":"Venugopal V. Veeravalli","orcid":"https://orcid.org/0000-0001-5490-0037"},"institutions":[{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Venugopal V. Veeravalli","raw_affiliation_strings":["UIUC,Dept. of ECE,Urbana,IL,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UIUC,Dept. of ECE,Urbana,IL,USA","institution_ids":["https://openalex.org/I183874917"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9885,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83906516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.7095999717712402,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.7095999717712402,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.7045000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.6589000225067139,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8595517873764038},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.8161734342575073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592796087265015},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6367233395576477},{"id":"https://openalex.org/keywords/track-before-detect","display_name":"Track-before-detect","score":0.5734232068061829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5447890758514404},{"id":"https://openalex.org/keywords/radar-tracker","display_name":"Radar tracker","score":0.41124504804611206},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40689098834991455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.338439404964447},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.10139063000679016},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06632763147354126}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8595517873764038},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.8161734342575073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592796087265015},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6367233395576477},{"id":"https://openalex.org/C173028925","wikidata":"https://www.wikidata.org/wiki/Q7831461","display_name":"Track-before-detect","level":4,"score":0.5734232068061829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5447890758514404},{"id":"https://openalex.org/C32283439","wikidata":"https://www.wikidata.org/wiki/Q1407014","display_name":"Radar tracker","level":3,"score":0.41124504804611206},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40689098834991455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.338439404964447},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.10139063000679016},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06632763147354126},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890122","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890122","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1531532259","https://openalex.org/W1539216098","https://openalex.org/W1988302514","https://openalex.org/W2024661490","https://openalex.org/W2048605796","https://openalex.org/W2059485247","https://openalex.org/W2123487311","https://openalex.org/W2133486451","https://openalex.org/W2156256141","https://openalex.org/W2903962827","https://openalex.org/W2963411167","https://openalex.org/W2964209313","https://openalex.org/W2981365946","https://openalex.org/W4214717370","https://openalex.org/W4408352662","https://openalex.org/W6658445969","https://openalex.org/W6661327760","https://openalex.org/W6679661297","https://openalex.org/W6684620542","https://openalex.org/W6693997783"],"related_works":["https://openalex.org/W2999948534","https://openalex.org/W2777039476","https://openalex.org/W2556174549","https://openalex.org/W2054685893","https://openalex.org/W3035724330","https://openalex.org/W2920997275","https://openalex.org/W2169003475","https://openalex.org/W2105035414","https://openalex.org/W2169278933","https://openalex.org/W1917254879"],"abstract_inverted_index":{"State":[0],"of":[1,85,88,187,197],"the":[2,38,43,46,50,58,64,71,75,86,89,113,127,130,144,148,173,182,188,193,198,218],"art":[3],"methods":[4],"for":[5,42,49,112,147],"target":[6,65,90,162,219],"tracking":[7,114,185],"with":[8,116,164,172,220],"sensor":[9,96],"management":[10],"(or":[11],"controlled":[12,117],"sensing)":[13],"are":[14,17,67,78],"model-based":[15],"and":[16,74,80,177],"obtained":[18],"through":[19,154],"solutions":[20],"to":[21,37,52,57,126,135,158,212],"Partially":[22],"Observable":[23],"Markov":[24,102],"Decision":[25,103],"Process":[26,104],"(POMDP)":[27],"formulations.":[28],"In":[29,124,202],"this":[30],"paper":[31],"a":[32,100,213],"Reinforcement":[33],"Learning":[34],"(RL)":[35],"approach":[36],"problem":[39,115],"is":[40,55,61,82,110,120,133,141,152,156,169,179,192,205],"explored":[41],"setting":[44],"where":[45],"motion":[47],"model":[48],"object/target":[51],"be":[53],"tracked":[54],"unknown":[56],"observer.":[59],"It":[60,140],"assumed":[62],"that":[63,143,181,196,207,215],"dynamics":[66],"stationary":[68],"in":[69],"time,":[70],"state":[72],"space":[73,77],"observation":[76],"discrete,":[79],"there":[81],"complete":[83],"observability":[84],"location":[87],"under":[91],"certain":[92],"(a":[93],"priori":[94],"unknown)":[95],"control":[97],"actions.":[98],"Then,":[99],"novel":[101],"(MDP)":[105],"rather":[106],"than":[107],"POMDP":[108,128,175,200],"formulation":[109,132],"proposed":[111],"sensing,":[118],"which":[119,151],"termed":[121],"as":[122,195],"Track-MDP.":[123],"contrast":[125],"formulation,":[129,150],"Track-MDP":[131,149,167,190,208],"amenable":[134],"an":[136],"RL":[137,210],"based":[138,209],"solution.":[139],"shown":[142,180],"optimal":[145,174,189,199],"policy":[146,191,214],"approximated":[153],"RL,":[155],"guaranteed":[157],"track":[159,217],"all":[160],"significant":[161],"paths":[163],"certainty.":[165],"The":[166],"method":[168],"then":[170],"compared":[171],"policy,":[176],"it":[178,204],"infinite":[183],"horizon":[184],"reward":[186],"same":[194],"policy.":[201],"simulations":[203],"demonstrated":[206],"leads":[211],"can":[216],"high":[221],"accuracy.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}