{"id":"https://openalex.org/W3133198136","doi":"https://doi.org/10.1109/tmm.2021.3056896","title":"Drift-Proof Tracking With Deep Reinforcement Learning","display_name":"Drift-Proof Tracking With Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-02-20","ids":{"openalex":"https://openalex.org/W3133198136","doi":"https://doi.org/10.1109/tmm.2021.3056896","mag":"3133198136"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2021.3056896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3056896","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020023130","display_name":"Zhongze Chen","orcid":"https://orcid.org/0000-0001-9165-7224"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongze Chen","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9165-7224","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337001","display_name":"Jing Li","orcid":"https://orcid.org/0000-0002-8181-0886"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8181-0886","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007475662","display_name":"Jia Wu","orcid":"https://orcid.org/0000-0002-1371-5801"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jia Wu","raw_affiliation_strings":["Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1371-5801","affiliations":[{"raw_affiliation_string":"Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103268548","display_name":"Jun Chang","orcid":"https://orcid.org/0000-0002-3594-9879"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Chang","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067224801","display_name":"Yafu Xiao","orcid":"https://orcid.org/0000-0001-5164-9983"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafu Xiao","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-5164-9983","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100453810","display_name":"Xiaoting Wang","orcid":"https://orcid.org/0000-0001-6503-9158"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoting Wang","raw_affiliation_strings":["Sichuan Institute of Aerospace Electronic Equipment, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sichuan Institute of Aerospace Electronic Equipment, Chengdu, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6595,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.69498082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"24","issue":null,"first_page":"609","last_page":"624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11963","display_name":"Impact of Light on Environment and Health","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9155926704406738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.806554913520813},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.7216144800186157},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6404208540916443},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5777743458747864},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5126609206199646},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.49956536293029785},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.4799952208995819},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4602254033088684},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4325064420700073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4253080189228058},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.42324942350387573},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3847419321537018},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.2660357356071472},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.21304985880851746}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9155926704406738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.806554913520813},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.7216144800186157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6404208540916443},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5777743458747864},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5126609206199646},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.49956536293029785},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.4799952208995819},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4602254033088684},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4325064420700073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4253080189228058},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.42324942350387573},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3847419321537018},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2660357356071472},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.21304985880851746},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2021.3056896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2021.3056896","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/10"},{"display_name":"Peace, Justice and strong institutions","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G7986140881","display_name":null,"funder_award_id":"2018CFA050","funder_id":"https://openalex.org/F4320322186","funder_display_name":"Natural Science Foundation of Hubei Province"}],"funders":[{"id":"https://openalex.org/F4320322186","display_name":"Natural Science Foundation of Hubei Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W182940129","https://openalex.org/W810068888","https://openalex.org/W1497265063","https://openalex.org/W1857884451","https://openalex.org/W1915599933","https://openalex.org/W1915785815","https://openalex.org/W1955741794","https://openalex.org/W2089961441","https://openalex.org/W2099471712","https://openalex.org/W2117539524","https://openalex.org/W2125389028","https://openalex.org/W2158592639","https://openalex.org/W2513005088","https://openalex.org/W2518876086","https://openalex.org/W2556867313","https://openalex.org/W2557641257","https://openalex.org/W2558899534","https://openalex.org/W2579238278","https://openalex.org/W2738318237","https://openalex.org/W2740685955","https://openalex.org/W2770121394","https://openalex.org/W2795210153","https://openalex.org/W2798520605","https://openalex.org/W2798842862","https://openalex.org/W2799058067","https://openalex.org/W2799148928","https://openalex.org/W2883108970","https://openalex.org/W2886910176","https://openalex.org/W2888456413","https://openalex.org/W2890472910","https://openalex.org/W2892241171","https://openalex.org/W2894176037","https://openalex.org/W2894682667","https://openalex.org/W2904531787","https://openalex.org/W2906228011","https://openalex.org/W2913466142","https://openalex.org/W2927438889","https://openalex.org/W2940139819","https://openalex.org/W2940928832","https://openalex.org/W2941337746","https://openalex.org/W2955983623","https://openalex.org/W2962766617","https://openalex.org/W2962997029","https://openalex.org/W2963030525","https://openalex.org/W2963471260","https://openalex.org/W2963499285","https://openalex.org/W2963534981","https://openalex.org/W2963684088","https://openalex.org/W2963791342","https://openalex.org/W2963979855","https://openalex.org/W2964069521","https://openalex.org/W2964071664","https://openalex.org/W2964242925","https://openalex.org/W2964423614","https://openalex.org/W2966759264","https://openalex.org/W2974930982","https://openalex.org/W2987346479","https://openalex.org/W2989688045","https://openalex.org/W2989982877","https://openalex.org/W2997747012","https://openalex.org/W2998027361","https://openalex.org/W2998434318","https://openalex.org/W2999111259","https://openalex.org/W3000406600","https://openalex.org/W3000407125","https://openalex.org/W3001584168","https://openalex.org/W3004799952","https://openalex.org/W3009294634","https://openalex.org/W3018195301","https://openalex.org/W3033978194","https://openalex.org/W3034617042","https://openalex.org/W3035257046","https://openalex.org/W3035571898","https://openalex.org/W3098367673","https://openalex.org/W3105214483","https://openalex.org/W3163811899","https://openalex.org/W6629867248","https://openalex.org/W6638992375","https://openalex.org/W6678815747","https://openalex.org/W6685352114","https://openalex.org/W6726083677","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6752378368","https://openalex.org/W6755128272"],"related_works":["https://openalex.org/W4320086059","https://openalex.org/W4313480467","https://openalex.org/W4210734798","https://openalex.org/W4312249400","https://openalex.org/W3093712048","https://openalex.org/W3159642117","https://openalex.org/W3015573086","https://openalex.org/W1904671147","https://openalex.org/W4313854689","https://openalex.org/W4282964059"],"abstract_inverted_index":{"Object":[0],"tracking":[1,41,59,89,114,160,230],"is":[2,165,204],"an":[3],"essential":[4],"and":[5,21,43,51,154,186,189,227],"challenging":[6],"sub-domain":[7],"in":[8,159],"the":[9,32,37,46,52,58,80,88,96,113,130,136,141,145,169,184,191,196,223,229],"field":[10],"of":[11,19,23,39,48,61,225,235],"computer":[12],"vision":[13],"owing":[14,78],"to":[15,36,79,87,94,111,134,139,233],"its":[16,121],"wide":[17],"range":[18],"applications":[20],"complexities":[22],"real-life":[24],"situations.":[25],"It":[26],"has":[27,55],"been":[28],"studied":[29],"extensively":[30],"over":[31],"last":[33],"decade,":[34],"leading":[35],"proposal":[38],"several":[40],"frameworks":[42],"approaches.":[44],"Recently,":[45],"introduction":[47],"reinforcement":[49,69,107,137],"learning":[50,63,70,108,138],"\u2018Actor-Critic\u2019":[53],"framework":[54],"effectively":[56,221],"improved":[57],"speed":[60],"deep":[62,68,106],"trackers.":[64,238],"However,":[65],"most":[66],"existing":[67],"trackers":[71],"experience":[72],"a":[73,85,102,126,172,200],"slight":[74],"performance":[75,115],"degradation":[76],"mainly":[77],"drift":[81,155,197,226],"issues.":[82],"Drifts":[83],"pose":[84],"threat":[86],"performance,":[90,231],"which":[91,164],"may":[92],"lead":[93],"losing":[95],"tracked":[97],"target.":[98],"Herein,":[99],"we":[100],"propose":[101],"drift-proof":[103],"tracker":[104,179],"with":[105,129],"that":[109,218],"aims":[110],"improve":[112],"by":[116,144,167,171],"counteracting":[117],"drifts":[118,142],"while":[119],"maintaining":[120],"real-time":[122],"advantage.":[123],"We":[124],"utilize":[125],"reward":[127],"function":[128],"Distance-IoU":[131],"(DIoU)":[132],"metric":[133],"guide":[135],"alleviate":[140],"caused":[143],"trained":[146],"model.":[147],"Furthermore,":[148],"double":[149],"negative":[150,153,187],"samples":[151,188],"(hard":[152],"samples)":[156],"are":[157],"constructed":[158],"for":[161,206],"network":[162,203],"initialization,":[163],"followed":[166],"calculating":[168],"loss":[170,175],"small":[173],"error-friendly":[174],"function.":[176],"Therefore,":[177],"our":[178,219],"can":[180],"better":[181],"discriminate":[182],"between":[183],"positive":[185,207],"correct":[190],"predicted":[192],"bounding":[193],"boxes":[194],"when":[195],"occurs.":[198],"Meanwhile,":[199],"generative":[201],"adversarial":[202],"adopted":[205],"sample":[208],"augmentation.":[209],"Extensive":[210],"experimental":[211],"results":[212],"on":[213],"multiple":[214],"popular":[215],"benchmarks":[216],"show":[217],"algorithm":[220],"reduces":[222],"occurrences":[224],"boosts":[228],"compared":[232],"those":[234],"other":[236],"state-of-the-art":[237]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}