{"id":"https://openalex.org/W4399800593","doi":"https://doi.org/10.1109/lra.2024.3416771","title":"Learning Online Belief Prediction for Efficient POMDP Planning in Autonomous Driving","display_name":"Learning Online Belief Prediction for Efficient POMDP Planning in Autonomous Driving","publication_year":2024,"publication_date":"2024-06-19","ids":{"openalex":"https://openalex.org/W4399800593","doi":"https://doi.org/10.1109/lra.2024.3416771"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3416771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3416771","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012295217","display_name":"Zhiyu Huang","orcid":"https://orcid.org/0000-0003-1592-7215"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiyu Huang","raw_affiliation_strings":["University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1592-7215","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867083","display_name":"Chen Tang","orcid":"https://orcid.org/0000-0002-7536-9983"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Tang","raw_affiliation_strings":["Department of Computer Science, The University of Texas, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-7536-9983","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Texas, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072073374","display_name":"Chen Lv","orcid":"https://orcid.org/0000-0001-6897-4512"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Lv","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6897-4512","affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064077634","display_name":"Masayoshi Tomizuka","orcid":"https://orcid.org/0000-0003-0206-6639"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Masayoshi Tomizuka","raw_affiliation_strings":["Department of Mechanical Engineering, The University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0206-6639","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, The University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101770873","display_name":"Wei Zhan","orcid":"https://orcid.org/0000-0002-1474-1200"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhan","raw_affiliation_strings":["Department of Mechanical Engineering, The University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1474-1200","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, The University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9349,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.94154995,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"9","issue":"8","first_page":"7023","last_page":"7030"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7761409282684326},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6033065915107727},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5293177962303162},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4109010100364685},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.09695389866828918},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.08531668782234192}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7761409282684326},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6033065915107727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5293177962303162},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4109010100364685},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.09695389866828918},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.08531668782234192}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3416771","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3416771","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320312071","display_name":"Ministry of Education, Libya","ror":"https://ror.org/02w030k33"},{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2591200008","https://openalex.org/W2782474430","https://openalex.org/W2795496197","https://openalex.org/W2924816077","https://openalex.org/W2947751203","https://openalex.org/W2963371290","https://openalex.org/W2989847975","https://openalex.org/W3109323072","https://openalex.org/W3118210634","https://openalex.org/W3118675683","https://openalex.org/W3156216502","https://openalex.org/W3203076355","https://openalex.org/W3205301818","https://openalex.org/W4226016029","https://openalex.org/W4285307725","https://openalex.org/W4285507101","https://openalex.org/W4308080801","https://openalex.org/W4313129933","https://openalex.org/W4317940376","https://openalex.org/W4327662239","https://openalex.org/W4379255815","https://openalex.org/W4381198967","https://openalex.org/W4383172002","https://openalex.org/W4386076672","https://openalex.org/W4389665548","https://openalex.org/W4390788068","https://openalex.org/W4390871698","https://openalex.org/W4390874092","https://openalex.org/W4391248670","https://openalex.org/W4396982331","https://openalex.org/W4400646150","https://openalex.org/W4401413933","https://openalex.org/W6748839928","https://openalex.org/W6751659697","https://openalex.org/W6787266491","https://openalex.org/W6849173888","https://openalex.org/W6853875410","https://openalex.org/W6856251441","https://openalex.org/W6857219422"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Effective":[0],"decision-making":[1,186],"in":[2,194,223],"autonomous":[3],"driving":[4],"relies":[5],"on":[6],"accurate":[7],"inference":[8],"of":[9,60,152,164,181,225],"other":[10,61],"traffic":[11],"agents'":[12],"future":[13,124],"behaviors.":[14],"To":[15],"achieve":[16],"this,":[17],"we":[18,90,116,209],"propose":[19],"an":[20,27,204],"online":[21,86,169],"belief-update-based":[22],"behavior":[23],"prediction":[24,41],"model":[25,64,172],"and":[26,56,78,85,131,178,202,227],"efficient":[28],"planner":[29,97,197],"for":[30],"Partially":[31],"Observable":[32],"Markov":[33],"Decision":[34],"Processes":[35],"(POMDPs).":[36],"We":[37],"develop":[38],"a":[39,45,92,144,191],"Transformer-based":[40],"model,":[42,49],"enhanced":[43],"with":[44,98,215],"recurrent":[46],"neural":[47],"memory":[48],"to":[50,72,122,184],"dynamically":[51],"update":[52,171],"latent":[53],"belief":[54,129,170],"state":[55],"infer":[57],"the":[58,68,113,133,150,153,162,176,195,212,220],"intentions":[59,71],"agents.":[62],"The":[63,168],"can":[65,173],"also":[66,138],"integrate":[67],"ego":[69],"vehicle's":[70],"reflect":[73],"closed-loop":[74],"interactions":[75],"among":[76],"agents,":[77],"it":[79],"learns":[80],"from":[81,158],"both":[82],"offline":[83],"data":[84],"interactions.":[87],"For":[88],"planning,":[89],"employ":[91],"Monte-Carlo":[93],"Tree":[94],"Search":[95],"(MCTS)":[96],"macro":[99,216],"actions,":[100],"which":[101,126,147],"reduces":[102],"computational":[103],"complexity":[104],"by":[105],"searching":[106],"over":[107],"temporally":[108],"extended":[109],"action":[110],"steps.":[111],"Inside":[112],"MCTS":[114,154,196,213],"planner,":[115],"use":[117],"predicted":[118],"long-term":[119],"multi-modal":[120],"trajectories":[121],"approximate":[123],"updates,":[125],"eliminates":[127],"iterative":[128],"updating":[130],"improves":[132,149],"running":[134],"efficiency.":[135,228],"Our":[136],"approach":[137],"incorporates":[139],"deep":[140],"Q-learning":[141],"(DQN)":[142],"as":[143,190],"search":[145,192],"prior,":[146],"significantly":[148,174],"performance":[151,201,226],"planner.":[155],"Experimental":[156],"results":[157],"simulated":[159],"environments":[160],"validate":[161],"effectiveness":[163],"our":[165],"proposed":[166],"method.":[167],"enhance":[175],"accuracy":[177],"temporal":[179],"consistency":[180],"predictions,":[182],"leading":[183],"improved":[185],"performance.":[187],"Employing":[188],"DQN":[189],"prior":[193],"considerably":[198],"boosts":[199],"its":[200],"outperforms":[203,219],"imitation":[205],"learning-based":[206],"prior.":[207],"Additionally,":[208],"show":[210],"that":[211],"planning":[214],"actions":[217],"substantially":[218],"vanilla":[221],"method":[222],"terms":[224]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}