{"id":"https://openalex.org/W4402557614","doi":"https://doi.org/10.1109/tpami.2024.3462291","title":"Quantifying and Learning Static vs. Dynamic Information in Deep Spatiotemporal Networks","display_name":"Quantifying and Learning Static vs. Dynamic Information in Deep Spatiotemporal Networks","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402557614","doi":"https://doi.org/10.1109/tpami.2024.3462291","pmid":"https://pubmed.ncbi.nlm.nih.gov/39288050"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3462291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462291","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033145377","display_name":"Matthew Kowal","orcid":"https://orcid.org/0009-0007-5255-4418"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Matthew Kowal","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","Department of Electrical Engineering and Computer Science, York University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022335103","display_name":"Mennatullah Siam","orcid":null},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mennatullah Siam","raw_affiliation_strings":["Engineering and Applied Science, Ontario Tech University, Oshawa, ON, Canada","Engineering and Applied Science, Ontario Tech University, Canada"],"affiliations":[{"raw_affiliation_string":"Engineering and Applied Science, Ontario Tech University, Oshawa, ON, Canada","institution_ids":["https://openalex.org/I39470171"]},{"raw_affiliation_string":"Engineering and Applied Science, Ontario Tech University, Canada","institution_ids":["https://openalex.org/I39470171"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778467","display_name":"Md Amirul Islam","orcid":"https://orcid.org/0000-0003-2508-213X"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]},{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA","SE"],"is_corresponding":false,"raw_author_name":"Md Amirul Islam","raw_affiliation_strings":["Noah’s Ark Lab, Huawei Technologies, Montreal, QC, Canada","Department of Computer Science, Guelph University, Canada"],"affiliations":[{"raw_affiliation_string":"Noah’s Ark Lab, Huawei Technologies, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210159102"]},{"raw_affiliation_string":"Department of Computer Science, Guelph University, Canada","institution_ids":["https://openalex.org/I79817857"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072076034","display_name":"Neil D. B. Bruce","orcid":"https://orcid.org/0000-0002-5710-1107"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]},{"id":"https://openalex.org/I79817857","display_name":"University of Guelph","ror":"https://ror.org/01r7awg59","country_code":"CA","type":"education","lineage":["https://openalex.org/I79817857"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Neil D. B. Bruce","raw_affiliation_strings":["Department of Computer Science, Guelph University, Guelph, ON, Canada","Noah's Ark lab, Huawei Technologies, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Guelph University, Guelph, ON, Canada","institution_ids":["https://openalex.org/I79817857"]},{"raw_affiliation_string":"Noah's Ark lab, Huawei Technologies, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089232277","display_name":"Richard P. Wildes","orcid":"https://orcid.org/0000-0003-3433-1329"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Richard P. Wildes","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","Department of Electrical Engineering and Computer Science, York University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111900659","display_name":"Konstantinos G. Derpanis","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Konstantinos G. Derpanis","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","Department of Electrical Engineering and Computer Science, York University, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5033145377"],"corresponding_institution_ids":["https://openalex.org/I192455969"],"apc_list":null,"apc_paid":null,"fwci":0.2493,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.52566173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"47","issue":"1","first_page":"190","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7847999930381775,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.7847999930381775,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7723000049591064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6710536479949951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6228673458099365},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5376912355422974},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37600177526474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6710536479949951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6228673458099365},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5376912355422974},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37600177526474}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3462291","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462291","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39288050","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39288050","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W259727857","https://openalex.org/W1522734439","https://openalex.org/W1534780913","https://openalex.org/W1586730761","https://openalex.org/W1927052826","https://openalex.org/W1983364832","https://openalex.org/W2073982870","https://openalex.org/W2092939357","https://openalex.org/W2111045798","https://openalex.org/W2141859737","https://openalex.org/W2147253850","https://openalex.org/W2194775991","https://openalex.org/W2470139095","https://openalex.org/W2511671220","https://openalex.org/W2603777577","https://openalex.org/W2610147486","https://openalex.org/W2746726611","https://openalex.org/W2787091153","https://openalex.org/W2889986507","https://openalex.org/W2895243423","https://openalex.org/W2896347987","https://openalex.org/W2962815021","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2963616706","https://openalex.org/W2963983744","https://openalex.org/W2982349016","https://openalex.org/W2982358316","https://openalex.org/W2982723417","https://openalex.org/W2990503944","https://openalex.org/W2997487053","https://openalex.org/W3034257141","https://openalex.org/W3034572008","https://openalex.org/W3034776267","https://openalex.org/W3048537404","https://openalex.org/W3111581080","https://openalex.org/W3118473641","https://openalex.org/W3120605976","https://openalex.org/W3126721948","https://openalex.org/W3170511209","https://openalex.org/W3171516518","https://openalex.org/W3182236906","https://openalex.org/W3190415286","https://openalex.org/W3203092180","https://openalex.org/W3212555189","https://openalex.org/W4214614183","https://openalex.org/W4230405732","https://openalex.org/W4288083805","https://openalex.org/W4308831279","https://openalex.org/W4312906857","https://openalex.org/W4313175417","https://openalex.org/W4315499062","https://openalex.org/W4385245566","https://openalex.org/W6674330103","https://openalex.org/W6682864246","https://openalex.org/W6748382702","https://openalex.org/W6753486994","https://openalex.org/W6764462969","https://openalex.org/W6767937666","https://openalex.org/W6770370219","https://openalex.org/W6779032094","https://openalex.org/W6786546781","https://openalex.org/W6787254463","https://openalex.org/W6788610376","https://openalex.org/W6797263693","https://openalex.org/W6798447830","https://openalex.org/W6853403972"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3046775127","https://openalex.org/W3082895349"],"abstract_inverted_index":{"There":[0],"is":[1],"limited":[2],"understanding":[3],"of":[4,67,153,193],"the":[5,44,62,150],"information":[6,183],"captured":[7],"by":[8,28,56],"deep":[9],"spatiotemporal":[10,69],"models":[11,97,143],"in":[12,31,43,123,149],"their":[13,146],"intermediate":[14],"representations.":[15],"For":[16,167,186],"example,":[17],"while":[18],"evidence":[19],"suggests":[20],"that":[21,106,177],"action":[22,78,168],"recognition":[23],"algorithms":[24],"are":[25,98,107,114],"heavily":[26],"influenced":[27],"visual":[29],"appearance":[30],"single":[32],"frames,":[33],"no":[34],"quantitative":[35],"methodology":[36],"exists":[37],"for":[38,60],"evaluating":[39],"such":[40],"static":[41,63,101,118,137,182],"bias":[42,49],"latent":[45],"representation":[46],"compared":[47,199],"to":[48,75,109,145],"toward":[50,100,112,117,129,184],"dynamics.":[51,185],"We":[52,155],"tackle":[53],"this":[54],"challenge":[55],"proposing":[57],"an":[58,124],"approach":[59,74],"quantifying":[61],"and":[64,71,85,138,195],"dynamic":[65,131,139],"biases":[66,148,160],"any":[68],"model,":[70],"apply":[72],"our":[73],"three":[76],"tasks,":[77],"recognition,":[79,169],"automatic":[80],"video":[81,86],"object":[82],"segmentation":[83,88],"(AVOS)":[84],"instance":[87],"(VIS).":[89],"Our":[90],"key":[91],"findings":[92],"are:":[93],"(i)":[94],"Most":[95,142],"examined":[96],"biased":[99,111,116,128,165],"information.":[102,119,140],"(ii)":[103],"Some":[104],"datasets":[105],"assumed":[108],"be":[110,127],"dynamics":[113],"actually":[115],"(iii)":[120],"Individual":[121],"channels":[122],"architecture":[125],"can":[126],"static,":[130],"or":[132],"jointly":[133],"encode":[134],"a":[135,173,179,190],"combination":[136,192],"(iv)":[141],"converge":[144],"culminating":[147],"first":[151],"half":[152],"training.":[154],"then":[156],"explore":[157],"how":[158],"these":[159],"affect":[161],"performance":[162],"on":[163],"dynamically":[164],"datasets.":[166],"we":[170,188],"propose":[171],"StaticDropout,":[172],"semantically":[174],"guided":[175],"dropout":[176],"debiases":[178],"model":[180],"from":[181],"AVOS,":[187],"design":[189],"better":[191],"fusion":[194],"cross":[196],"connection":[197],"layers":[198],"with":[200],"previous":[201],"architectures.":[202]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}