{"id":"https://openalex.org/W2959091704","doi":"https://doi.org/10.1109/tcds.2019.2928820","title":"BND*-DDQN: Learn to Steer Autonomously Through Deep Reinforcement Learning","display_name":"BND*-DDQN: Learn to Steer Autonomously Through Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-10-03","ids":{"openalex":"https://openalex.org/W2959091704","doi":"https://doi.org/10.1109/tcds.2019.2928820","mag":"2959091704"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2019.2928820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2019.2928820","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-02613179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038637903","display_name":"Keyu Wu","orcid":"https://orcid.org/0000-0001-8493-0712"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Keyu Wu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8493-0712","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100452641","display_name":"Han Wang","orcid":"https://orcid.org/0000-0001-5448-9903"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Han Wang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5448-9903","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035767152","display_name":"Mahdi Abolfazli Esfahani","orcid":"https://orcid.org/0000-0002-0709-0534"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mahdi Abolfazli Esfahani","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0709-0534","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026848789","display_name":"Shenghai Yuan","orcid":"https://orcid.org/0009-0003-1887-6342"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shenghai Yuan","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":1.4888,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.86131612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"13","issue":"2","first_page":"249","last_page":"261"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8540462255477905},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8032583594322205},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6102030873298645},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5785044431686401},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5749411582946777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5665518641471863},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5502710938453674},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5057404041290283},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4368976950645447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8540462255477905},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8032583594322205},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6102030873298645},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5785044431686401},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5749411582946777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5665518641471863},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5502710938453674},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5057404041290283},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4368976950645447},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcds.2019.2928820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2019.2928820","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02613179v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02613179","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems, 2019, pp.1-1. ⟨10.1109/TCDS.2019.2928820⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/159818","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/159818","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/9942518","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/BND_-DDQN_Learn_to_Steer_Autonomously_through_Deep_Reinforcement_Learning/9942518","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.6084/m9.figshare.9942518.v1","is_oa":true,"landing_page_url":"https://doi.org/10.6084/m9.figshare.9942518.v1","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02613179v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02613179","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems, 2019, pp.1-1. ⟨10.1109/TCDS.2019.2928820⟩","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W157606319","https://openalex.org/W1485009520","https://openalex.org/W1522734439","https://openalex.org/W1757796397","https://openalex.org/W2032077341","https://openalex.org/W2034806191","https://openalex.org/W2091417852","https://openalex.org/W2101524054","https://openalex.org/W2111481694","https://openalex.org/W2145339207","https://openalex.org/W2146150411","https://openalex.org/W2155968351","https://openalex.org/W2156303437","https://openalex.org/W2167340365","https://openalex.org/W2173564293","https://openalex.org/W2344034899","https://openalex.org/W2402144811","https://openalex.org/W2528501250","https://openalex.org/W2553594924","https://openalex.org/W2567015638","https://openalex.org/W2573311857","https://openalex.org/W2593766708","https://openalex.org/W2595700172","https://openalex.org/W2596982695","https://openalex.org/W2611290840","https://openalex.org/W2724169821","https://openalex.org/W2732319713","https://openalex.org/W2737529802","https://openalex.org/W2745519816","https://openalex.org/W2746553466","https://openalex.org/W2751973545","https://openalex.org/W2757789407","https://openalex.org/W2767385209","https://openalex.org/W2768393699","https://openalex.org/W2769883686","https://openalex.org/W2770679144","https://openalex.org/W2795561664","https://openalex.org/W2796447411","https://openalex.org/W2805965406","https://openalex.org/W2811406095","https://openalex.org/W2883429621","https://openalex.org/W2883673548","https://openalex.org/W2884740144","https://openalex.org/W2885550588","https://openalex.org/W2893600742","https://openalex.org/W2895453875","https://openalex.org/W2898417779","https://openalex.org/W2898994065","https://openalex.org/W2899205164","https://openalex.org/W2899529983","https://openalex.org/W2905181441","https://openalex.org/W2944200650","https://openalex.org/W2951799221","https://openalex.org/W2953384591","https://openalex.org/W2962832483","https://openalex.org/W2962887844","https://openalex.org/W2962894046","https://openalex.org/W2962954724","https://openalex.org/W2962957005","https://openalex.org/W2963019567","https://openalex.org/W2963129648","https://openalex.org/W2963155035","https://openalex.org/W2963232050","https://openalex.org/W2963276097","https://openalex.org/W2963428623","https://openalex.org/W2963523627","https://openalex.org/W2963524571","https://openalex.org/W2963544079","https://openalex.org/W2963591054","https://openalex.org/W2963821308","https://openalex.org/W2963949947","https://openalex.org/W2964067469","https://openalex.org/W2964174623","https://openalex.org/W2964185768","https://openalex.org/W3015470607","https://openalex.org/W3098035776","https://openalex.org/W3100995110","https://openalex.org/W3101480866","https://openalex.org/W4294410918","https://openalex.org/W4297684542","https://openalex.org/W4297791094","https://openalex.org/W4297795161","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6682864246","https://openalex.org/W6685444567","https://openalex.org/W6713134421","https://openalex.org/W6717230150","https://openalex.org/W6727899713","https://openalex.org/W6729814214","https://openalex.org/W6731334075","https://openalex.org/W6734097942","https://openalex.org/W6734865934","https://openalex.org/W6735033012","https://openalex.org/W6740092555","https://openalex.org/W6740402285","https://openalex.org/W6742667445","https://openalex.org/W6744339171","https://openalex.org/W6744378193","https://openalex.org/W6745764106","https://openalex.org/W6746348303","https://openalex.org/W6746605513","https://openalex.org/W6750185400","https://openalex.org/W6752902386","https://openalex.org/W6753925943","https://openalex.org/W6754957883","https://openalex.org/W6756303580","https://openalex.org/W6757798774"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003"],"abstract_inverted_index":{"It":[0],"is":[1,23,75,113,119,139],"vital":[2],"for":[3,25,141],"mobile":[4,26],"robots":[5,27],"to":[6,28,61,78,94,106,128,145],"achieve":[7,79],"safe":[8],"autonomous":[9],"steering":[10,30],"in":[11,86,92,155,173],"various":[12,174],"changing":[13],"environments.":[14],"In":[15,167],"this":[16],"paper,":[17],"a":[18,70],"novel":[19],"end-to-end":[20],"network":[21],"architecture":[22],"proposed":[24,117,150],"learn":[29],"autonomously":[31],"through":[32,49],"deep":[33],"reinforcement":[34],"learning.":[35],"Specifically,":[36],"two":[37,50],"sets":[38],"of":[39,157,186],"feature":[40],"representations":[41],"are":[42,57,101],"first":[43],"extracted":[44],"from":[45,122],"the":[46,84,95,98,108,116,123,146,149],"depth":[47],"inputs":[48],"different":[51],"input":[52],"streams.":[53],"The":[54],"acquired":[55],"features":[56],"then":[58],"merged":[59],"together":[60],"derive":[62],"both":[63,179],"linear":[64],"and":[65,164,181],"angular":[66,87],"actions":[67],"simultaneously.":[68],"Moreover,":[69],"new":[71],"action":[72],"selection":[73],"strategy":[74],"also":[76,102],"introduced":[77],"motion":[80],"filtering":[81],"by":[82],"taking":[83],"consistency":[85],"velocity":[88],"into":[89],"account.":[90],"Besides,":[91],"addition":[93],"extrinsic":[96],"rewards,":[97],"intrinsic":[99],"bonuses":[100],"adopted":[103],"during":[104],"training":[105,126],"improve":[107],"exploration":[109],"capability.":[110,166],"Furthermore,":[111],"it":[112,169],"worth":[114],"noting":[115],"model":[118],"readily":[120],"transferable":[121],"simple":[124],"virtual":[125],"environment":[127],"much":[129],"more":[130],"complicated":[131],"real-world":[132,176],"scenarios":[133],"so":[134],"that":[135],"no":[136],"further":[137],"fine-tuning":[138],"required":[140],"real":[142],"deployment.":[143],"Compared":[144],"existing":[147],"methods,":[148],"method":[151],"demonstrates":[152],"significant":[153],"superiority":[154],"terms":[156],"average":[158],"reward,":[159],"convergence":[160],"speed,":[161],"success":[162],"rate,":[163],"generalization":[165],"addition,":[168],"exhibits":[170],"outstanding":[171],"performance":[172],"cluttered":[175],"environments":[177],"containing":[178],"static":[180],"dynamic":[182],"obstacles.":[183],"A":[184],"video":[185],"our":[187],"experiments":[188],"can":[189],"be":[190],"found":[191],"at":[192],"https://youtu.be/19jrQGG1oCU.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}