{"id":"https://openalex.org/W4226174994","doi":"https://doi.org/10.1109/tim.2022.3158384","title":"Multigoal Visual Navigation With Collision Avoidance via Deep Reinforcement Learning","display_name":"Multigoal Visual Navigation With Collision Avoidance via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4226174994","doi":"https://doi.org/10.1109/tim.2022.3158384"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2022.3158384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2022.3158384","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060754834","display_name":"Wendong Xiao","orcid":"https://orcid.org/0000-0002-9398-0794"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wendong Xiao","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390896","display_name":"Liang Yuan","orcid":"https://orcid.org/0000-0002-7068-8766"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]},{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Yuan","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China","Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, China","College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"Beijing Advanced Innovation Center for Soft Matter Science and Engineering, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100661186","display_name":"Li He","orcid":"https://orcid.org/0000-0002-0685-3309"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li He","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091604093","display_name":"Teng Ran","orcid":"https://orcid.org/0000-0002-4496-7454"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Teng Ran","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007505433","display_name":"Jianbo Zhang","orcid":"https://orcid.org/0000-0002-9066-709X"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Zhang","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086906834","display_name":"Jianping Cui","orcid":"https://orcid.org/0000-0002-8866-5685"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Cui","raw_affiliation_strings":["School of Mechanical Engineering, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5060754834"],"corresponding_institution_ids":["https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":3.0565,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.92733272,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"71","issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8866077661514282},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7652841210365295},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7530897855758667},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.7022417783737183},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6075606346130371},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.5857114791870117},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5235852003097534},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.523085355758667},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5209878087043762},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4175006151199341},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.384114533662796},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34482210874557495},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10588648915290833},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07374507188796997}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8866077661514282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652841210365295},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7530897855758667},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.7022417783737183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6075606346130371},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.5857114791870117},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5235852003097534},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.523085355758667},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5209878087043762},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4175006151199341},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.384114533662796},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34482210874557495},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10588648915290833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07374507188796997},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2022.3158384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2022.3158384","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2870319742","display_name":null,"funder_award_id":"62063033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5410449313","display_name":null,"funder_award_id":"buctrc202105","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8474955649","display_name":null,"funder_award_id":"U1813220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1965849932","https://openalex.org/W2128024843","https://openalex.org/W2145339207","https://openalex.org/W2257979135","https://openalex.org/W2518731509","https://openalex.org/W2565555125","https://openalex.org/W2604382266","https://openalex.org/W2811406095","https://openalex.org/W2869375357","https://openalex.org/W2953127211","https://openalex.org/W2962732398","https://openalex.org/W2962887844","https://openalex.org/W2963523627","https://openalex.org/W2964021598","https://openalex.org/W2964081539","https://openalex.org/W2964393431","https://openalex.org/W2967853831","https://openalex.org/W2973728846","https://openalex.org/W2980730703","https://openalex.org/W3009928773","https://openalex.org/W3029795912","https://openalex.org/W3034549794","https://openalex.org/W3044499041","https://openalex.org/W3085725020","https://openalex.org/W3104933725","https://openalex.org/W3120718667","https://openalex.org/W3132084762","https://openalex.org/W3135642434","https://openalex.org/W3137253783","https://openalex.org/W3159225696","https://openalex.org/W6681552819","https://openalex.org/W6692846177","https://openalex.org/W6730038592","https://openalex.org/W6733118196","https://openalex.org/W6735944222","https://openalex.org/W6740801417","https://openalex.org/W6747106673","https://openalex.org/W6754957883","https://openalex.org/W6757177928","https://openalex.org/W6767023956","https://openalex.org/W6767862010","https://openalex.org/W6777053699"],"related_works":["https://openalex.org/W4317634134","https://openalex.org/W2981729160","https://openalex.org/W2743212448","https://openalex.org/W4362501864","https://openalex.org/W650625605","https://openalex.org/W4306904969","https://openalex.org/W4310743282","https://openalex.org/W2889566344","https://openalex.org/W1819938260","https://openalex.org/W2340892746"],"abstract_inverted_index":{"Learning":[0],"to":[1,15,45,59,87,95,105,117,129,172,174,198],"map":[2],"the":[3,47,61,74,84,110,132,135,142,164,169,191,195,201,205],"images":[4],"acquired":[5],"by":[6,73,156],"a":[7,12,39,151,212],"moving":[8],"agent":[9,133],"equipped":[10],"with":[11,109,190,209],"camera":[13],"sensor":[14],"motion":[16],"commands":[17],"for":[18],"multigoal":[19],"navigation":[20,49,120],"is":[21,43,102,127,148],"challenging.":[22],"Most":[23],"existing":[24,192],"approaches":[25],"are":[26,93],"still":[27],"struggling":[28],"against":[29],"collision":[30,57,68],"avoidance,":[31],"faster":[32,186],"convergence,":[33],"and":[34,56,78,139,166,185],"generalization.":[35],"In":[36,115],"this":[37],"article,":[38],"novel":[40],"actor–critic":[41],"architecture":[42],"presented":[44],"learn":[46],"optimal":[48],"policy.":[50],"We":[51],"introduce":[52],"single-step":[53],"reward":[54,65,76,100],"observation":[55,86],"penalty":[58],"reshape":[60],"reinforcement":[62],"learning":[63,108],"(RL)":[64],"function.":[66],"The":[67,144,177],"perception":[69],"can":[70],"be":[71],"obtained":[72],"reshaped":[75],"function":[77],"treated":[79],"as":[80],"measurement":[81],"information":[82],"from":[83],"visual":[85],"avoid":[88],"obstacles.":[89],"Besides,":[90],"expert":[91,111,158],"trajectories":[92],"used":[94],"generate":[96,118],"subgoals.":[97,114],"A":[98],"subgoal":[99],"shaping":[101],"then":[103],"proposed":[104,170,202],"accelerate":[106],"policy":[107],"knowledge":[112],"of":[113,215],"order":[116],"human-aware":[119],"policies,":[121],"an":[122,157],"observation-action":[123],"consistency":[124],"(OAC)":[125],"model":[126,171],"introduced":[128],"ensure":[130],"that":[131],"reaches":[134],"subgoals":[136],"in":[137],"turn,":[138],"moves":[140],"toward":[141],"target.":[143],"whole":[145],"training":[146,178],"process":[147],"performed":[149],"on":[150,180],"self-supervised":[152],"RL":[153],"approach,":[154],"accompanied":[155],"supervision":[159],"signal.":[160],"This":[161],"method":[162,203],"balances":[163],"exploration":[165],"exploitation,":[167],"helping":[168],"generalize":[173],"unseen":[175,199],"goals.":[176],"experiments":[179],"AI2-THOR":[181],"show":[182],"better":[183],"performance":[184],"convergence":[187],"speed,":[188],"compared":[189],"approaches.":[193],"For":[194],"generalization":[196],"capacity":[197],"goals,":[200],"achieves":[204],"state-of-the-art":[206],"success":[207],"rate,":[208],"at":[210],"least":[211],"30%":[213],"improvement":[214],"average":[216],"episode":[217],"collision.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}