{"id":"https://openalex.org/W3111261917","doi":"https://doi.org/10.1109/access.2020.3043386","title":"Temporal Memory Network Towards Real-Time Video Understanding","display_name":"Temporal Memory Network Towards Real-Time Video Understanding","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3111261917","doi":"https://doi.org/10.1109/access.2020.3043386","mag":"3111261917"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3043386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3043386","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09288798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09288798.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101924541","display_name":"Ziming Liu","orcid":"https://orcid.org/0000-0002-7090-8853"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziming Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7090-8853","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320430","display_name":"Jinyang Li","orcid":"https://orcid.org/0000-0002-1900-0719"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyang Li","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1900-0719","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062899493","display_name":"Guangyu Gao","orcid":"https://orcid.org/0000-0002-0083-3016"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangyu Gao","raw_affiliation_strings":["Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0083-3016","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006614329","display_name":"A. K. Qin","orcid":"https://orcid.org/0000-0001-6631-1651"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Alex K. Qin","raw_affiliation_strings":["Data Science Research Institute, Swinburne University of Technology, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6631-1651","affiliations":[{"raw_affiliation_string":"Data Science Research Institute, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2875,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.57621363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"223837","last_page":"223847"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8409804105758667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7072333097457886},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6079527735710144},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6051684617996216},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.554296612739563},{"id":"https://openalex.org/keywords/backbone-network","display_name":"Backbone network","score":0.5422959327697754},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49333682656288147},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4858241081237793},{"id":"https://openalex.org/keywords/sequence-learning","display_name":"Sequence learning","score":0.4103025794029236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8409804105758667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7072333097457886},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6079527735710144},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6051684617996216},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.554296612739563},{"id":"https://openalex.org/C88796919","wikidata":"https://www.wikidata.org/wiki/Q1142907","display_name":"Backbone network","level":2,"score":0.5422959327697754},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49333682656288147},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4858241081237793},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.4103025794029236},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2020.3043386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3043386","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09288798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:151c0fd2f38b411bb77cb4989dde0482","is_oa":true,"landing_page_url":"https://doaj.org/article/151c0fd2f38b411bb77cb4989dde0482","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 223837-223847 (2020)","raw_type":"article"},{"id":"pmh:oai:researchbank.swinburne.edu.au:0de8fce9-d1f2-4bf6-b146-f638f3ebc7ce/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/459307","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol. 8 (Dec 2020), pp. 223837-223847, 9288798","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/access.2020.3043386","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3043386","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09288798.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2159723965","display_name":"Data-driven Traffic Analytics for Incident Analysis and Management","funder_award_id":"LP180100114","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G263216790","display_name":null,"funder_award_id":"LP180100114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3698760113","display_name":"Next-generation Intelligent Explorations of Geo-located Data ","funder_award_id":"DP200102611","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G4234540226","display_name":null,"funder_award_id":"DP200102611","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G490947414","display_name":null,"funder_award_id":"U1736117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7719318243","display_name":null,"funder_award_id":"91746210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8517776129","display_name":"\u4f4e\u8d28\u91cf\u76d1\u63a7\u89c6\u9891\u4e2d\u7684\u884c\u4eba\u7406\u89e3\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3111261917.pdf","grobid_xml":"https://content.openalex.org/works/W3111261917.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W874179280","https://openalex.org/W1522734439","https://openalex.org/W1930563420","https://openalex.org/W1980176153","https://openalex.org/W2031489346","https://openalex.org/W2038765747","https://openalex.org/W2064675550","https://openalex.org/W2068611653","https://openalex.org/W2100495367","https://openalex.org/W2105101328","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2235034809","https://openalex.org/W2295107390","https://openalex.org/W2507009361","https://openalex.org/W2510249351","https://openalex.org/W2553594924","https://openalex.org/W2583194072","https://openalex.org/W2607101357","https://openalex.org/W2769581371","https://openalex.org/W2770804203","https://openalex.org/W2788945907","https://openalex.org/W2798330050","https://openalex.org/W2799176631","https://openalex.org/W2809562466","https://openalex.org/W2962949934","https://openalex.org/W2963155035","https://openalex.org/W2963216700","https://openalex.org/W2963524571","https://openalex.org/W2963616706","https://openalex.org/W2963820951","https://openalex.org/W2964297311","https://openalex.org/W2982049169","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W3004943365","https://openalex.org/W6600983433","https://openalex.org/W6682864246","https://openalex.org/W6724944384","https://openalex.org/W6746798562","https://openalex.org/W6748831540"],"related_works":["https://openalex.org/W2522537526","https://openalex.org/W4308659218","https://openalex.org/W2998228095","https://openalex.org/W2791535170","https://openalex.org/W2001271057","https://openalex.org/W2468641972","https://openalex.org/W1586536980","https://openalex.org/W3042635963","https://openalex.org/W4200210037","https://openalex.org/W4401483124"],"abstract_inverted_index":{"Action":[0],"recognition":[1,12,30,47,129,270],"is":[2,31,107,123,153,174,186,220,236],"the":[3,10,18,56,92,95,99,103,115,135,138,167,170,178,183,190,196,203,208,211,216,226,233,261],"basic":[4],"task":[5,21,35],"for":[6,75,188],"video":[7,66,85,128,176,191,228],"understanding.":[8],"Although":[9],"action":[11,29,67,269],"has":[13,71,88,287],"achieved":[14],"impressive":[15],"performance":[16],"in":[17,260],"static":[19,280],"image-based":[20],"(e.g.":[22],"Stanford40)":[23],"with":[24,49,82,182,245],"deep":[25],"learning,":[26],"real-time":[27,65,268],"video-based":[28],"still":[32],"a":[33,51,72,83,108,142,147,175,221,279,288],"challenging":[34],"due":[36],"to":[37,63,113,201,238,254],"video's":[38,116,257],"high":[39],"complexity":[40],"and":[41,79,98,159,271,293],"computation":[42],"cost.":[43],"Motivated":[44],"by":[45,274],"human's":[46],"ability":[48],"only":[50,160,250],"short":[52],"glance,":[53],"we":[54,145],"propose":[55],"fast":[57],"light-weighted":[58,156],"Temporal":[59],"Memory":[60],"Network":[61],"(TMNet)":[62],"achieve":[64,267],"recognition.":[68],"The":[69,120],"TMNet":[70,87,136,173,249,265,286],"self-supervised":[73,148,197],"structure":[74],"exploring":[76],"both":[77],"spatial":[78],"temporal":[80,240,276],"information":[81,140,241,259,277],"single":[84],"frame.":[86,247],"three":[89],"main":[90],"parts,":[91],"base":[93,104,184],"backbone,":[94],"regression":[96,149,198,217,234],"branch,":[97],"classification":[100,121,179,212],"branch.":[101,150],"Specifically,":[102],"backbone":[105,185],"network":[106,112],"shallow":[109],"2D":[110,157],"CNN":[111,158],"obtain":[114],"initial":[117],"feature":[118,206,223],"sequences.":[119],"branch":[122,152,180,199,235],"based":[124,154],"on":[125,155],"existing":[126],"successful":[127],"models(e.g.":[130],"TSN,":[131],"I3D).":[132],"To":[133],"make":[134],"learn":[137,202,239],"spatial-temporal":[139,193,205,258],"at":[141],"lower":[143],"cost,":[144],"add":[146],"This":[151],"uses":[161],"one":[162,246,252],"frame":[163,253],"as":[164],"input.":[165],"In":[166,230],"training":[168],"stage,":[169],"input":[171,219],"of":[172,210,242],"sequence,":[177],"combined":[181],"responsible":[187],"learning":[189],"sequence's":[192],"feature.":[194],"Meanwhile,":[195],"aims":[200],"same":[204],"under":[207],"supervision":[209],"branch's":[213,218],"output.":[214],"And":[215],"single-frame":[222],"sampled":[224],"from":[225,278],"encoded":[227],"sequence.":[229],"this":[231],"way,":[232],"forced":[237],"adjacent":[243],"frames":[244],"Therefore,":[248],"needs":[251],"predict":[255],"each":[256],"inference":[262],"stage.":[263],"Finally,":[264],"can":[266],"better":[272],"accuracy":[273,292],"extracting":[275],"image.":[281],"Abundant":[282],"ablation":[283],"experiments":[284],"demonstrate":[285],"good":[289],"trade-off":[290],"between":[291],"speed.":[294]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}