{"id":"https://openalex.org/W4310851443","doi":"https://doi.org/10.1109/taes.2022.3211246","title":"Space Noncooperative Object Active Tracking With Deep Reinforcement Learning","display_name":"Space Noncooperative Object Active Tracking With Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-10-03","ids":{"openalex":"https://openalex.org/W4310851443","doi":"https://doi.org/10.1109/taes.2022.3211246"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2022.3211246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2022.3211246","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012439551","display_name":"Dong Zhou","orcid":"https://orcid.org/0000-0002-9106-9542"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhou","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9106-9542","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051234799","display_name":"Guanghui Sun","orcid":"https://orcid.org/0000-0003-1623-2220"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanghui Sun","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-1623-2220","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064137596","display_name":"Wenxiao Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiao Lei","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-5438-4391","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108047839","display_name":"Ligang Wu","orcid":"https://orcid.org/0000-0001-8198-5267"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ligang Wu","raw_affiliation_strings":["Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-8198-5267","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":3.23,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.9350057,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"58","issue":"6","first_page":"4902","last_page":"4916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11963","display_name":"Impact of Light on Environment and Health","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8029296398162842},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7362202405929565},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7021849155426025},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.6936432123184204},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6318625211715698},{"id":"https://openalex.org/keywords/active-vision","display_name":"Active vision","score":0.5807133913040161},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5631818175315857},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5480348467826843},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.5296280980110168},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45190727710723877},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.44166243076324463},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.44157376885414124},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.33581653237342834},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.23570969700813293},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.21522575616836548}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8029296398162842},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7362202405929565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7021849155426025},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.6936432123184204},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6318625211715698},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.5807133913040161},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5631818175315857},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5480348467826843},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.5296280980110168},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45190727710723877},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.44166243076324463},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.44157376885414124},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.33581653237342834},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.23570969700813293},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.21522575616836548},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2022.3211246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2022.3211246","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2090308161","https://openalex.org/W2119096866","https://openalex.org/W2126909264","https://openalex.org/W2145339207","https://openalex.org/W2154889144","https://openalex.org/W2155007355","https://openalex.org/W2158592639","https://openalex.org/W2194775991","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2285573645","https://openalex.org/W2544136224","https://openalex.org/W2593319366","https://openalex.org/W2618530766","https://openalex.org/W2746553466","https://openalex.org/W2768057829","https://openalex.org/W2781726626","https://openalex.org/W2798705390","https://openalex.org/W2799058067","https://openalex.org/W2875712955","https://openalex.org/W2885514323","https://openalex.org/W2889935785","https://openalex.org/W2898200825","https://openalex.org/W2951799221","https://openalex.org/W2962736495","https://openalex.org/W2962899390","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964248288","https://openalex.org/W2965487361","https://openalex.org/W2969869987","https://openalex.org/W2980433389","https://openalex.org/W2982095652","https://openalex.org/W2985275943","https://openalex.org/W2993020264","https://openalex.org/W2997531993","https://openalex.org/W2998027361","https://openalex.org/W3018522068","https://openalex.org/W3102552342","https://openalex.org/W3107331169","https://openalex.org/W3125267060","https://openalex.org/W3151130473","https://openalex.org/W3183851712","https://openalex.org/W3214586131","https://openalex.org/W3216904174","https://openalex.org/W4287126489","https://openalex.org/W6682849425","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6747473740","https://openalex.org/W6768810269","https://openalex.org/W6771212771","https://openalex.org/W6804244202","https://openalex.org/W6804429979"],"related_works":["https://openalex.org/W2126852585","https://openalex.org/W2367086100","https://openalex.org/W2352270872","https://openalex.org/W2386520554","https://openalex.org/W1520171478","https://openalex.org/W3020931357","https://openalex.org/W3150738183","https://openalex.org/W1627415758","https://openalex.org/W2965594636","https://openalex.org/W2912550626"],"abstract_inverted_index":{"Actively":[0],"tracking":[1,28,103],"an":[2,20,62,115],"arbitrary":[3],"space":[4,24],"noncooperative":[5,25],"object":[6,26],"relied":[7],"on":[8,55,68],"visual":[9,27,37,65,102],"sensor":[10],"remains":[11],"a":[12,35],"challenging":[13],"problem.":[14],"In":[15,138],"this":[16,48,146],"article,":[17],"we":[18],"provide":[19],"open-source":[21],"benchmark":[22],"for":[23,51,100],"including":[29],"simulated":[30],"environment,":[31],"evaluation":[32],"toolkit,":[33],"and":[34,118,134],"position-based":[36],"servoing":[38],"(PBVS)":[39],"baseline":[40],"algorithm,":[41],"which":[42,74],"can":[43],"facilitate":[44],"the":[45,88,95,123,128,140,150,156,169],"research":[46],"in":[47,104,145],"topic":[49],"especially":[50],"those":[52],"methods":[53],"based":[54,67],"deep":[56,69],"reinforcement":[57],"learning.":[58],"We":[59],"also":[60],"present":[61],"end-to-end":[63],"active":[64,101],"tracker":[66],"Q-learning,":[70],"named":[71],"as":[72,85],"DRLAVT,":[73],"learns":[75],"approximately":[76],"optimal":[77,160],"policy":[78,162],"merely":[79],"took":[80],"color":[81],"or":[82],"RGBD":[83],"images":[84],"input.":[86],"To":[87],"best":[89],"of":[90,130,152,168],"authors":[91],"knowledge,":[92],"it":[93],"is":[94],"first":[96],"intelligent":[97],"agent":[98,157],"used":[99],"aerospace":[105],"domain.":[106],"The":[107],"experiment":[108],"results":[109],"show":[110],"that":[111],"our":[112],"DRLAVT":[113,153],"achieves":[114],"excellent":[116],"robustness":[117],"real-time":[119],"performance":[120],"compared":[121],"with":[122,163],"PBVS":[124],"baseline,":[125],"benefitted":[126],"from":[127],"design":[129],"complex":[131],"neural":[132],"network":[133],"efficient":[135],"reward":[136],"function.":[137],"addition,":[139],"multiple":[141],"targets":[142],"training":[143],"adopted":[144],"article":[147],"effectively":[148],"guarantees":[149],"transferability":[151],"by":[154],"forcing":[155],"to":[158,165],"learn":[159],"control":[161],"respect":[164],"motion":[166],"patterns":[167],"target.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":10}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}