{"id":"https://openalex.org/W2947245946","doi":"https://doi.org/10.1109/tcsvt.2019.2919064","title":"Spatio-Temporal Deep Q-Networks for Human Activity Localization","display_name":"Spatio-Temporal Deep Q-Networks for Human Activity Localization","publication_year":2019,"publication_date":"2019-05-27","ids":{"openalex":"https://openalex.org/W2947245946","doi":"https://doi.org/10.1109/tcsvt.2019.2919064","mag":"2947245946"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2019.2919064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2019.2919064","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071889746","display_name":"Wanru Xu","orcid":"https://orcid.org/0000-0003-2206-5051"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanru Xu","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2206-5051","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101970582","display_name":"Jian Yu","orcid":"https://orcid.org/0009-0009-9041-7507"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yu","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100298934","display_name":"Zhenjiang Miao","orcid":"https://orcid.org/0000-0001-8032-5769"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenjiang Miao","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011267367","display_name":"Lili Wan","orcid":"https://orcid.org/0000-0002-9520-5425"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lili Wan","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9520-5425","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076346273","display_name":"Qiang Ji","orcid":"https://orcid.org/0000-0002-4302-2889"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiang Ji","raw_affiliation_strings":["Rensselaer Polytechnic Institute, USA"],"raw_orcid":"https://orcid.org/0000-0002-4302-2889","affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, USA","institution_ids":["https://openalex.org/I165799507"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4963,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.68119452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"30","issue":"9","first_page":"2984","last_page":"2999"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639139890670776},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5875673890113831},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5746782422065735},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5523029565811157},{"id":"https://openalex.org/keywords/spatial-contextual-awareness","display_name":"Spatial contextual awareness","score":0.5475961565971375},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5462881326675415},{"id":"https://openalex.org/keywords/minimum-bounding-box","display_name":"Minimum bounding box","score":0.5335000157356262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5002651214599609},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.48315852880477905},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4226731061935425},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3622066080570221},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09460911154747009}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639139890670776},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5875673890113831},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5746782422065735},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5523029565811157},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.5475961565971375},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5462881326675415},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.5335000157356262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002651214599609},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.48315852880477905},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4226731061935425},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3622066080570221},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09460911154747009},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2019.2919064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2019.2919064","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G6097791489","display_name":"\u57fa\u4e8e\u9690\u4fe1\u606f\u7684\u4eba\u4f53\u884c\u4e3a\u9884\u6d4b\u7814\u7a76","funder_award_id":"61672089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6186776978","display_name":null,"funder_award_id":"61273274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6589482715","display_name":null,"funder_award_id":"2019M650469","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8991566416","display_name":"\u56fe\u50cf\u4e0e\u4e09\u7ef4\u6a21\u578b\u7ed3\u5408\u7684\u9ad8\u5c42\u5f62\u72b6\u5206\u6790\u7814\u7a76","funder_award_id":"61572064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W318042436","https://openalex.org/W410625161","https://openalex.org/W639708223","https://openalex.org/W874179280","https://openalex.org/W1522301498","https://openalex.org/W1536680647","https://openalex.org/W1658008008","https://openalex.org/W1757796397","https://openalex.org/W1797109199","https://openalex.org/W1923332106","https://openalex.org/W1927052826","https://openalex.org/W1944615693","https://openalex.org/W1945129080","https://openalex.org/W1986254198","https://openalex.org/W1997294678","https://openalex.org/W1997491508","https://openalex.org/W2018068650","https://openalex.org/W2031489346","https://openalex.org/W2034014085","https://openalex.org/W2041557010","https://openalex.org/W2044038178","https://openalex.org/W2064675550","https://openalex.org/W2081314772","https://openalex.org/W2084341401","https://openalex.org/W2095661305","https://openalex.org/W2095705004","https://openalex.org/W2101194540","https://openalex.org/W2105101328","https://openalex.org/W2113321810","https://openalex.org/W2123477621","https://openalex.org/W2131311058","https://openalex.org/W2145339207","https://openalex.org/W2145943327","https://openalex.org/W2155968351","https://openalex.org/W2156303437","https://openalex.org/W2162451865","https://openalex.org/W2175354415","https://openalex.org/W2179488730","https://openalex.org/W2233838193","https://openalex.org/W2398000642","https://openalex.org/W2471143248","https://openalex.org/W2519080876","https://openalex.org/W2530143578","https://openalex.org/W2551640181","https://openalex.org/W2555945617","https://openalex.org/W2584265939","https://openalex.org/W2593722617","https://openalex.org/W2593804007","https://openalex.org/W2604114396","https://openalex.org/W2611596598","https://openalex.org/W2619649711","https://openalex.org/W2736442062","https://openalex.org/W2737666777","https://openalex.org/W2738318237","https://openalex.org/W2746553466","https://openalex.org/W2751832138","https://openalex.org/W2779250840","https://openalex.org/W2809375916","https://openalex.org/W2949191055","https://openalex.org/W2951303555","https://openalex.org/W2962722947","https://openalex.org/W2962790054","https://openalex.org/W2962803561","https://openalex.org/W2963321993","https://openalex.org/W2963393566","https://openalex.org/W2963524571","https://openalex.org/W2963528106","https://openalex.org/W2964008341","https://openalex.org/W2964121744","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W4298857966","https://openalex.org/W6600983433","https://openalex.org/W6620707391","https://openalex.org/W6631190155","https://openalex.org/W6636881020","https://openalex.org/W6637967152","https://openalex.org/W6674330103","https://openalex.org/W6675650955","https://openalex.org/W6679761776","https://openalex.org/W6681511049","https://openalex.org/W6682864246","https://openalex.org/W6684055367","https://openalex.org/W6725589990","https://openalex.org/W6729805386","https://openalex.org/W6731576158","https://openalex.org/W6733472783","https://openalex.org/W6734051801","https://openalex.org/W6736356174","https://openalex.org/W6738540877","https://openalex.org/W6741520371","https://openalex.org/W6752943000"],"related_works":["https://openalex.org/W2369744843","https://openalex.org/W2964130637","https://openalex.org/W4286784090","https://openalex.org/W78297679","https://openalex.org/W2756241593","https://openalex.org/W192715707","https://openalex.org/W3194456072","https://openalex.org/W4213376880","https://openalex.org/W2188464267","https://openalex.org/W2897098896"],"abstract_inverted_index":{"Human":[0],"activity":[1,19,37],"localization":[2,20,171],"aims":[3],"to":[4,65,95,121,149,192],"recognize":[5],"category":[6],"labels":[7],"and":[8,91,130,146,162,188],"detect":[9],"the":[10,28,41,67,75,102,123,139,143,157,196],"spatio-temporal":[11,82,197],"locations":[12],"of":[13,43,47,70,87,119,178,195],"activities":[14],"in":[15,55],"video":[16],"sequences.":[17],"Existing":[18],"methods":[21],"suffer":[22],"from":[23],"three":[24],"major":[25],"limitations.":[26],"First,":[27],"search":[29,99,122],"space":[30],"is":[31,105],"too":[32],"large":[33,45],"for":[34,126,132],"three-dimensional":[35],"(3D)":[36],"localization,":[38],"which":[39],"requires":[40],"generation":[42],"a":[44,80,88,92,106,117,174],"number":[46,177],"proposals.":[48,179],"Second,":[49],"contextual":[50,151,186],"relations":[51],"are":[52],"often":[53],"ignored":[54],"these":[56],"target-centered":[57],"methods.":[58],"Third,":[59],"locating":[60],"each":[61,127],"frame":[62,128],"independently":[63],"fails":[64],"capture":[66],"temporal":[68,89,133,189],"dynamics":[69],"human":[71],"activity.":[72],"To":[73],"address":[74],"above":[76],"issues,":[77],"we":[78],"propose":[79],"unified":[81],"deep":[83,110],"Q-network":[84,90,104],"(ST-DQN),":[85],"consisting":[86],"spatial":[93,103],"Q-network,":[94,111],"learn":[96],"an":[97],"optimized":[98],"strategy.":[100],"Specifically,":[101],"novel":[107],"two-branch":[108],"sequence-to-sequence":[109],"called":[112],"TBSS-DQN.":[113],"The":[114,153,180],"network":[115],"makes":[116],"sequence":[118],"decisions":[120],"bounding":[124],"box":[125],"simultaneously":[129],"accounts":[131],"dependencies":[134,190],"between":[135],"neighboring":[136],"frames.":[137],"Additionally,":[138],"TBSS-DQN":[140],"incorporates":[141],"both":[142],"target":[144],"branch":[145,148],"context":[147],"exploit":[150],"relations.":[152],"experimental":[154],"results":[155,181],"on":[156],"UCF-Sports,":[158],"UCF-101,":[159],"ActivityNet,":[160],"JHMDB,":[161],"sub-JHMDB":[163],"datasets":[164],"demonstrate":[165,183],"that":[166,184],"our":[167],"ST-DQN":[168],"achieves":[169],"promising":[170],"performance":[172],"with":[173],"very":[175],"small":[176],"also":[182],"exploiting":[185],"information":[187],"contributes":[191],"accurate":[193],"detection":[194],"boundary.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}