{"id":"https://openalex.org/W7154203313","doi":"https://doi.org/10.1109/tcsvt.2026.3683701","title":"BIMM: Brain-Inspired Masked Modeling for Video Representation Learning","display_name":"BIMM: Brain-Inspired Masked Modeling for Video Representation Learning","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154203313","doi":"https://doi.org/10.1109/tcsvt.2026.3683701"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2026.3683701","doi":"https://doi.org/10.1109/tcsvt.2026.3683701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3683701","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.12757","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010618416","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-8899-3996","observed_orcids":["https://orcid.org/0000-0002-8899-3996"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhang","raw_affiliation_strings":["Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)"],"raw_orcid":"https://orcid.org/0000-0002-8899-3996","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087412143","display_name":"Zhifan Wan","orcid":"https://orcid.org/0009-0009-2742-3613","observed_orcids":["https://orcid.org/0009-0009-2742-3613"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifan Wan","raw_affiliation_strings":["Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)"],"raw_orcid":"https://orcid.org/0009-0009-2742-3613","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124072945","display_name":"Sen Nie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Nie","raw_affiliation_strings":["Wuhan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075863120","display_name":"Changzhen Li","orcid":"https://orcid.org/0000-0002-3919-6376","observed_orcids":["https://orcid.org/0000-0002-3919-6376"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changzhen Li","raw_affiliation_strings":["Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050297728","display_name":"Shiguang Shan","orcid":"https://orcid.org/0000-0002-8348-392X","observed_orcids":["https://orcid.org/0000-0002-8348-392X"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Shan","raw_affiliation_strings":["Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)"],"raw_orcid":"https://orcid.org/0000-0002-8348-392X","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083420537","display_name":"Xilin Chen","orcid":"https://orcid.org/0000-0003-3024-4404","observed_orcids":["https://orcid.org/0000-0003-3024-4404"]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xilin Chen","raw_affiliation_strings":["Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)"],"raw_orcid":"https://orcid.org/0000-0003-3024-4404","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology (ICT), Chinese Academy of Sciences (CAS)","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.5633,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.84654336,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"36","issue":"7","first_page":"10391","last_page":"10404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3659999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3659999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.35280001163482666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15379999577999115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-representation-learning","display_name":"video representation learning","score":0.8539999723434448},{"id":"https://openalex.org/keywords/neuromorphic-computing","display_name":"neuromorphic computing","score":0.6729999780654907},{"id":"https://openalex.org/keywords/ventral-stream","display_name":"ventral stream","score":0.8399999737739563},{"id":"https://openalex.org/keywords/dorsal-visual-pathway","display_name":"dorsal visual pathway","score":0.9990000128746033},{"id":"https://openalex.org/keywords/masked-modeling","display_name":"masked modeling","score":0.7839999794960022},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.8870000243186951},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"visual cortex","score":0.40700000524520874},{"id":"https://openalex.org/keywords/progressive-reconstruction","display_name":"progressive reconstruction","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7752000093460083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6676999926567078},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49000000953674316},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4853000044822693},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26820001006126404}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tcsvt.2026.3683701","doi":"https://doi.org/10.1109/tcsvt.2026.3683701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3683701","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-b","jufo-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2405.12757","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.12757","pdf_url":"https://arxiv.org/pdf/2405.12757","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.12757","doi":"https://doi.org/10.48550/arxiv.2405.12757","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.12757","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.12757","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.12757","pdf_url":"https://arxiv.org/pdf/2405.12757","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1689576601","display_name":null,"funder_award_id":"20230484368","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7154203313.pdf","grobid_xml":"https://content.openalex.org/works/W7154203313.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W101771737","https://openalex.org/W1861492603","https://openalex.org/W1899504021","https://openalex.org/W1979285635","https://openalex.org/W2082627290","https://openalex.org/W2102372511","https://openalex.org/W2117539524","https://openalex.org/W2126579184","https://openalex.org/W2140693761","https://openalex.org/W2161969291","https://openalex.org/W2164598857","https://openalex.org/W2487442924","https://openalex.org/W2618799552","https://openalex.org/W2625366777","https://openalex.org/W2626778328","https://openalex.org/W2737258237","https://openalex.org/W2884822772","https://openalex.org/W2896457183","https://openalex.org/W2948242301","https://openalex.org/W2963150697","https://openalex.org/W2963315828","https://openalex.org/W2963631366","https://openalex.org/W2964037671","https://openalex.org/W2990503944","https://openalex.org/W3024840775","https://openalex.org/W3030520226","https://openalex.org/W3035452548","https://openalex.org/W3109173645","https://openalex.org/W3115964123","https://openalex.org/W3126721948","https://openalex.org/W3138516171","https://openalex.org/W3142630836","https://openalex.org/W3145385912","https://openalex.org/W3147387781","https://openalex.org/W3170837227","https://openalex.org/W3176780013","https://openalex.org/W3202698164","https://openalex.org/W3216270236","https://openalex.org/W4206337866","https://openalex.org/W4214747681","https://openalex.org/W4226002507","https://openalex.org/W4226177518","https://openalex.org/W4246193833","https://openalex.org/W4307992846","https://openalex.org/W4312312750","https://openalex.org/W4312560592","https://openalex.org/W4312614039","https://openalex.org/W4312804044","https://openalex.org/W4312805142","https://openalex.org/W4367146401","https://openalex.org/W4380153213","https://openalex.org/W4382465386","https://openalex.org/W4382657802","https://openalex.org/W4386071576","https://openalex.org/W4386071754","https://openalex.org/W4386075821","https://openalex.org/W4386076446","https://openalex.org/W4390873627","https://openalex.org/W4390874107","https://openalex.org/W4390874131","https://openalex.org/W4390874575","https://openalex.org/W4402716475","https://openalex.org/W4402754229","https://openalex.org/W4402951563","https://openalex.org/W4403842425","https://openalex.org/W4403998383","https://openalex.org/W4404725398","https://openalex.org/W7133239857"],"related_works":["https://openalex.org/W7131678091","https://openalex.org/W4417461707","https://openalex.org/W4297631345","https://openalex.org/W4386076625","https://openalex.org/W4413843288","https://openalex.org/W4386071754","https://openalex.org/W7169876363","https://openalex.org/W3217059257","https://openalex.org/W4386159908","https://openalex.org/W7215049873"],"abstract_inverted_index":{"The":[0],"visual":[1,40,46,107,139],"pathway":[2,11],"of":[3,39,70,105,113],"human":[4,45],"brain":[5],"includes":[6],"two":[7],"sub-pathways,i.e.,":[8],"the":[9,13,44,52,85,102,106,111,133,137,149,163],"ventral":[10,71],"and":[12,21,72,78,92,120],"dorsal":[14,73],"pathway,":[15],"which":[16,75],"focus":[17],"on":[18],"object":[19],"identification":[20],"dynamic":[22],"information":[23,47],"modeling,":[24],"respectively.":[25,81],"Both":[26,82],"pathways":[27],"comprise":[28],"multi-layer":[29],"structures,":[30],"with":[31,125],"each":[32,114],"layer":[33],"responsible":[34],"for":[35],"processing":[36,48],"different":[37],"aspects":[38],"information.":[41],"Inspired":[42,54],"by":[43],"mechanism,":[49],"we":[50,109,141],"propose":[51],"Brain":[53],"Masked":[55],"Modeling":[56],"(BIMM)":[57],"framework,":[58],"aiming":[59],"to":[60,162],"learn":[61,76],"comprehensive":[62],"representations":[63],"from":[64,132],"videos.":[65],"Specifically,":[66],"our":[67],"approach":[68],"consists":[69],"branches,":[74],"image":[77],"video":[79],"representations,":[80],"branches":[83,150],"employ":[84],"Vision":[86],"Transformer":[87],"(ViT)":[88],"as":[89],"their":[90],"backbone":[91],"are":[93],"trained":[94],"through":[95],"a":[96,143],"masked":[97],"modeling":[98],"method.":[99],"To":[100],"emulate":[101],"distinct":[103],"functions":[104],"cortices,":[108],"segment":[110],"encoder":[112],"branch":[115],"into":[116],"three":[117],"intermediate":[118],"blocks":[119],"reconstruct":[121],"progressive":[122],"prediction":[123],"targets":[124],"light":[126],"weight":[127],"decoders.":[128],"Furthermore,":[129],"drawing":[130],"inspiration":[131],"information-sharing":[134],"mechanism":[135],"in":[136],"brain\u2019s":[138],"pathways,":[140],"introduce":[142],"partial":[144],"parameter":[145],"sharing":[146],"strategy":[147],"between":[148],"during":[151],"training.":[152],"Extensive":[153],"experiments":[154],"demonstrate":[155],"that":[156],"BIMM":[157],"achieves":[158],"superior":[159],"performance":[160],"compared":[161],"state-of-the-art":[164],"methods.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-04-15T00:00:00"}