{"id":"https://openalex.org/W4210402736","doi":"https://doi.org/10.1109/tvt.2022.3145105","title":"Communication Scheduling by Deep Reinforcement Learning for Remote Traffic State Estimation With Bayesian Inference","display_name":"Communication Scheduling by Deep Reinforcement Learning for Remote Traffic State Estimation With Bayesian Inference","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210402736","doi":"https://doi.org/10.1109/tvt.2022.3145105"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3145105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145105","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.chalmers.se/publication/528562/file/528562_Fulltext.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008864171","display_name":"Bile Peng","orcid":"https://orcid.org/0000-0001-5511-4396"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bile Peng","raw_affiliation_strings":["Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5511-4396","affiliations":[{"raw_affiliation_string":"Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany","institution_ids":["https://openalex.org/I94509681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084933870","display_name":"Yuhang Xie","orcid":"https://orcid.org/0009-0004-5219-8597"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuhang Xie","raw_affiliation_strings":["Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany","institution_ids":["https://openalex.org/I94509681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083585913","display_name":"Gonzalo Seco\u2010Granados","orcid":"https://orcid.org/0000-0003-2494-6872"},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Gonzalo Seco-Granados","raw_affiliation_strings":["Department of Telecommunications and Systems Engineering, School of Engineering, Universitat Autònoma de Barcelona (UAB), Barcelona, Bellaterra, Spain","noma de Barcelona (UAB), Barcelona, Bellaterra, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2494-6872","affiliations":[{"raw_affiliation_string":"Department of Telecommunications and Systems Engineering, School of Engineering, Universitat Autònoma de Barcelona (UAB), Barcelona, Bellaterra, Spain","institution_ids":["https://openalex.org/I123044942"]},{"raw_affiliation_string":"noma de Barcelona (UAB), Barcelona, Bellaterra, Spain","institution_ids":["https://openalex.org/I123044942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033860704","display_name":"Henk Wymeersch","orcid":"https://orcid.org/0000-0002-1298-6159"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Henk Wymeersch","raw_affiliation_strings":["Department of Electrical Engineering, Chalmers University of Technology, Gothenburg, Bohusl\u00e4n, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-1298-6159","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Chalmers University of Technology, Gothenburg, Bohusl\u00e4n, Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029956964","display_name":"Eduard A. Jorswieck","orcid":"https://orcid.org/0000-0001-7893-8435"},"institutions":[{"id":"https://openalex.org/I94509681","display_name":"Technische Universit\u00e4t Braunschweig","ror":"https://ror.org/010nsgg66","country_code":"DE","type":"education","lineage":["https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eduard A. Jorswieck","raw_affiliation_strings":["Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7893-8435","affiliations":[{"raw_affiliation_string":"Institute for Communications Technology, TU Braunschweig, Braunschweig, Lower Saxony, Germany","institution_ids":["https://openalex.org/I94509681"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0816,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.73259658,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"71","issue":"4","first_page":"4287","last_page":"4300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.6711993217468262},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.5729992985725403},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5618401169776917},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.48585793375968933},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48354339599609375},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.46223244071006775},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.45423218607902527},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4438640773296356},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3894118368625641},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33892619609832764},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.27930164337158203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2642243206501007},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19337427616119385},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.14425534009933472},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1119956374168396},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09247583150863647},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.09154000878334045}],"concepts":[{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.6711993217468262},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.5729992985725403},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5618401169776917},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.48585793375968933},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48354339599609375},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.46223244071006775},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.45423218607902527},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4438640773296356},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3894118368625641},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33892619609832764},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.27930164337158203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2642243206501007},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19337427616119385},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.14425534009933472},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1119956374168396},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09247583150863647},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.09154000878334045},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3145105","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145105","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:research.chalmers.se:528562","is_oa":true,"landing_page_url":"https://research.chalmers.se/en/publication/528562","pdf_url":"https://research.chalmers.se/publication/528562/file/528562_Fulltext.pdf","source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":{"id":"pmh:oai:research.chalmers.se:528562","is_oa":true,"landing_page_url":"https://research.chalmers.se/en/publication/528562","pdf_url":"https://research.chalmers.se/publication/528562/file/528562_Fulltext.pdf","source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2295054390","display_name":null,"funder_award_id":"6G-RIC","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G2501664365","display_name":null,"funder_award_id":"PID2020-118984GB-I00","funder_id":"https://openalex.org/F4320322121","funder_display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats"},{"id":"https://openalex.org/G3043571677","display_name":null,"funder_award_id":"16KISK020K","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G5805502524","display_name":null,"funder_award_id":"PID2020","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"},{"id":"https://openalex.org/G7216631391","display_name":null,"funder_award_id":"PID2020-118984GB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320322121","display_name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats","ror":"https://ror.org/0371hy230"},{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4210402736.pdf"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1771410628","https://openalex.org/W1971831334","https://openalex.org/W1994096034","https://openalex.org/W1995960411","https://openalex.org/W2022406843","https://openalex.org/W2045290967","https://openalex.org/W2097009900","https://openalex.org/W2110424399","https://openalex.org/W2122470508","https://openalex.org/W2155680787","https://openalex.org/W2162754915","https://openalex.org/W2164522996","https://openalex.org/W2168369917","https://openalex.org/W2503072683","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2782611477","https://openalex.org/W2792823915","https://openalex.org/W2803207845","https://openalex.org/W2868427158","https://openalex.org/W2889215878","https://openalex.org/W2893836673","https://openalex.org/W2922422094","https://openalex.org/W2940640386","https://openalex.org/W2945596130","https://openalex.org/W2962766183","https://openalex.org/W2963000651","https://openalex.org/W2963568655","https://openalex.org/W2970258442","https://openalex.org/W2976232313","https://openalex.org/W2979458021","https://openalex.org/W2989440423","https://openalex.org/W3013781994","https://openalex.org/W3031371304","https://openalex.org/W3031915285","https://openalex.org/W3046199411","https://openalex.org/W3048657120","https://openalex.org/W3100789280","https://openalex.org/W3180974649","https://openalex.org/W6627932998","https://openalex.org/W6638018090","https://openalex.org/W6683812584","https://openalex.org/W6741002519","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W2327053383","https://openalex.org/W2356834760","https://openalex.org/W1964600846","https://openalex.org/W2790025453","https://openalex.org/W2127563499","https://openalex.org/W2030191005","https://openalex.org/W2027568561","https://openalex.org/W1521521035","https://openalex.org/W1865172210","https://openalex.org/W2120897947"],"abstract_inverted_index":{"Traffic":[0],"awareness":[1],"is":[2,96],"the":[3,9,31,35,51,54,76,102,140,152,178],"prerequisite":[4],"of":[5,11,48,120],"autonomous":[6],"driving.":[7],"Given":[8],"limitation":[10],"on-board":[12],"sensors":[13],"(e.g.,":[14,72],"precision":[15],"and":[16,41,43,79,130,138,162,166,172],"price),":[17],"remote":[18],"measurement":[19,36],"from":[20,105],"either":[21],"infrastructure":[22],"or":[23,125],"other":[24],"vehicles":[25],"can":[26,57],"improve":[27],"traffic":[28],"safety.":[29],"However,":[30],"wireless":[32],"communication":[33,52,69],"carrying":[34],"result":[37],"undergoes":[38],"fading,":[39],"noise":[40],"interference":[42],"has":[44],"a":[45,65,97,163],"certain":[46],"probability":[47,78],"outage.":[49],"When":[50],"fails,":[53],"vehicle":[55,141],"state":[56],"only":[58],"be":[59],"predicted":[60],"by":[61],"Bayesian":[62],"filtering":[63],"with":[64],"low":[66],"precision.":[67,86],"Higher":[68],"resource":[70],"utilization":[71],"transmission":[73],"power)":[74],"reduces":[75],"outage":[77],"hence":[80],"results":[81,182],"in":[82],"an":[83,92,117,131,160],"improved":[84],"estimation":[85],"The":[87],"power":[88,107,154,185],"control":[89,186],"subject":[90],"to":[91,101,108,136,145,176,199],"estimate":[93,110,137,189],"variance":[94],"constraint":[95],"difficult":[98],"problem":[99],"due":[100],"complicated":[103],"mapping":[104],"transmit":[106,153],"vehicle-state":[109],"variance.":[111],"In":[112,156],"this":[113],"paper,":[114],"we":[115,158],"develop":[116],"estimator":[118],"consisting":[119],"several":[121],"Kalman":[122,127],"filters":[123,128],"(KFs)":[124],"extended":[126],"(EKFs)":[129],"interacting":[132],"multiple":[133],"model":[134],"(IMM)":[135],"predict":[139],"state.":[142],"We":[143],"propose":[144],"apply":[146,167],"deep":[147],"reinforcement":[148],"learning":[149],"(DRL)":[150],"for":[151],"optimization.":[155],"particular,":[157],"consider":[159],"intersection":[161],"lane-changing":[164],"scenario":[165],"proximal":[168],"policy":[169],"optimization":[170],"(PPO)":[171],"soft":[173],"actor-critic":[174],"(SAC)":[175],"train":[177],"DRL":[179],"model.":[180],"Testing":[181],"show":[183],"satisfactory":[184],"strategies":[187],"confining":[188],"variances":[190],"below":[191],"given":[192],"threshold.":[193],"SAC":[194],"achieves":[195],"higher":[196],"performance":[197],"compared":[198],"PPO.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}