{"id":"https://openalex.org/W4387969684","doi":"https://doi.org/10.1145/3581783.3612129","title":"Mask Again: Masked Knowledge Distillation for Masked Video Modeling","display_name":"Mask Again: Masked Knowledge Distillation for Masked Video Modeling","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969684","doi":"https://doi.org/10.1145/3581783.3612129"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612129","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612129","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100428843","display_name":"Xiaojie Li","orcid":"https://orcid.org/0000-0001-6449-2727"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaojie Li","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen & Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen & Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006586772","display_name":"Shaowei He","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaowei He","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654190","display_name":"Jianlong Wu","orcid":"https://orcid.org/0000-0003-0247-5221"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Wu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397991","display_name":"Yue Yu","orcid":"https://orcid.org/0000-0002-9865-2212"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Yu","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038612499","display_name":"Liqiang Nie","orcid":"https://orcid.org/0000-0003-1476-0273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Nie","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402911","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-3895-5510"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100428843"],"corresponding_institution_ids":["https://openalex.org/I204983213","https://openalex.org/I4210136793"],"apc_list":null,"apc_paid":null,"fwci":0.2373,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53434935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2221","last_page":"2232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8422892093658447},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.648607611656189},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6090617179870605},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5906237959861755},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48058366775512695},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45711424946784973},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44021332263946533},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.41446250677108765},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3962032198905945},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3658360540866852}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8422892093658447},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.648607611656189},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6090617179870605},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5906237959861755},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48058366775512695},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45711424946784973},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44021332263946533},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.41446250677108765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3962032198905945},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3658360540866852},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612129","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612129","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6299999952316284,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1789959723","display_name":null,"funder_award_id":"62006140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2981938667","display_name":null,"funder_award_id":"Shenzhen","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G591479136","display_name":null,"funder_award_id":"ZR2020","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7395080110","display_name":null,"funder_award_id":"ZR2020QF106","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G8354778900","display_name":null,"funder_award_id":"62006140)","funder_id":"https://openalex.org/F4320334062","funder_display_name":"National Natural Science Foundation of China-Liaoning Joint Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320334062","display_name":"National Natural Science Foundation of China-Liaoning Joint Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2126579184","https://openalex.org/W2183341477","https://openalex.org/W2331143823","https://openalex.org/W2625366777","https://openalex.org/W2948048211","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2986015886","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2992308087","https://openalex.org/W3008374555","https://openalex.org/W3010874390","https://openalex.org/W3034457371","https://openalex.org/W3034572008","https://openalex.org/W3034695001","https://openalex.org/W3035682985","https://openalex.org/W3091981646","https://openalex.org/W3115964123","https://openalex.org/W3138516171","https://openalex.org/W3145385912","https://openalex.org/W3170837227","https://openalex.org/W3175528717","https://openalex.org/W3176780013","https://openalex.org/W3191973200","https://openalex.org/W3201942032","https://openalex.org/W3210279979","https://openalex.org/W3216270236","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4214727094","https://openalex.org/W4214747681","https://openalex.org/W4234552385","https://openalex.org/W4285428931","https://openalex.org/W4304092645","https://openalex.org/W4312312750","https://openalex.org/W4312560592","https://openalex.org/W4312735356","https://openalex.org/W4312804044","https://openalex.org/W4364353722","https://openalex.org/W4386072286","https://openalex.org/W4386076073","https://openalex.org/W4386076625","https://openalex.org/W6745136726"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2510961579","https://openalex.org/W4304700937","https://openalex.org/W4386564352","https://openalex.org/W2952668426"],"abstract_inverted_index":{"Masked":[0],"video":[1,13,76,233],"modeling":[2],"has":[3],"shown":[4],"remarkable":[5],"performance":[6,207],"in":[7],"downstream":[8],"tasks":[9],"by":[10,114,145],"predicting":[11],"masked":[12,75],"tokens":[14,117,184],"from":[15,21,52,82],"visible":[16,99,116],"ones.":[17],"However,":[18],"training":[19,59,217,239],"models":[20],"scratch":[22],"on":[23,182,211],"large-scale":[24],"unlabeled":[25],"data":[26],"remains":[27],"computationally":[28],"challenging":[29],"and":[30,123,161,189,219,238],"time-consuming.":[31],"Moreover,":[32],"the":[33,42,50,57,103,121,127,139,146,166,190],"commonly":[34],"used":[35],"random-based":[36],"sampling":[37],"techniques":[38],"may":[39],"lead":[40],"to":[41,87,93,153,180],"selection":[43],"of":[44,126,231],"redundant":[45],"or":[46,204],"low-information":[47],"regions,":[48],"hindering":[49],"model":[51,86,105],"learning":[53],"discriminative":[54],"representations":[55],"within":[56],"limited":[58],"epochs.":[60],"To":[61],"achieve":[62],"efficient":[63,69,229],"pre-training,":[64],"we":[65],"propose":[66],"MaskAgain,":[67],"an":[68,169],"feature-based":[70],"knowledge":[71,80],"distillation":[72],"framework":[73],"for":[74,134,228],"pre-training":[77,230],"that":[78,96,200,225],"facilitates":[79],"transfer":[81],"a":[83,88,111],"pre-trained":[84],"teacher":[85,104],"student":[89],"model.":[90],"In":[91],"contrast":[92],"previous":[94],"approaches":[95],"align":[97],"all":[98],"token":[100,156,176],"features":[101],"with":[102,214],"at":[106,119,158,165,245],"output":[107,124,167],"layers,":[108],"MaskAgain":[109,201,226],"adopts":[110],"selective":[112],"approach":[113],"masking":[115],"again":[118],"both":[120,159],"hidden":[122,140],"layers":[125],"transformer":[128],"block.":[129],"Attention":[130],"mechanisms":[131],"are":[132,151],"utilized":[133,152],"informative":[135],"feature":[136,187],"selection.":[137],"At":[138],"level,":[141,168],"attention":[142,149,171],"maps":[143],"generated":[144,174],"transformer's":[147],"multi-head":[148],"structure":[150],"select":[154],"crucial":[155],"information":[157],"temporally-global":[160],"temporally-local":[162],"levels.":[163],"Additionally,":[164],"activation-based":[170],"map":[172],"is":[173,243],"using":[175],"features,":[177],"enabling":[178],"us":[179],"focus":[181],"important":[183],"while":[185],"preserving":[186],"similarity":[188,193],"relationship":[191],"matrix":[192],"between":[194],"patches.":[195],"Extensive":[196],"experimental":[197],"results":[198],"show":[199],"achieves":[202],"comparable":[203],"even":[205],"better":[206],"than":[208],"existing":[209],"methods":[210],"benchmark":[212],"datasets":[213],"much":[215,220],"fewer":[216],"epochs":[218],"less":[221],"memory,":[222],"which":[223],"demonstrates":[224],"allows":[227],"accurate":[232],"models,":[234],"reducing":[235],"computational":[236],"resources":[237],"time":[240],"significantly.":[241],"Code":[242],"released":[244],"https://github.com/xiaojieli0903/MaskAgain.":[246]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}