{"id":"https://openalex.org/W3207426561","doi":"https://doi.org/10.1145/3474085.3475327","title":"Multimodal Global Relation Knowledge Distillation for Egocentric Action Anticipation","display_name":"Multimodal Global Relation Knowledge Distillation for Egocentric Action Anticipation","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3207426561","doi":"https://doi.org/10.1145/3474085.3475327","mag":"3207426561"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102893703","display_name":"Yi Huang","orcid":"https://orcid.org/0000-0002-7819-2247"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yi Huang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083991825","display_name":"Xiaoshan Yang","orcid":"https://orcid.org/0000-0001-5453-9755"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshan Yang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences; University of Chinese Academy of Sciences; & Peng Cheng Lab, Beijing, China","& Peng Cheng Lab, Beijing, China","University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences; University of Chinese Academy of Sciences; & Peng Cheng Lab, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"& Peng Cheng Lab, Beijing, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences; University of Chinese Academy of Sciences; Peng Cheng Lab; & CASIA-LLVision Joint Lab, Beijing, China","Peng Cheng Lab","Institute of Automation, Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences; University of Chinese Academy of Sciences; Peng Cheng Lab; & CASIA-LLVision Joint Lab, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Peng Cheng Lab","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102893703"],"corresponding_institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.8646,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76013072,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"245","last_page":"254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7214510440826416},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6642917394638062},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.6575577259063721},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.5645500421524048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5609245300292969},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5457053780555725},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.49610647559165955},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.48117098212242126},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4774487614631653},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4659688472747803},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4650726318359375},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43960073590278625},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.42025846242904663},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.41685715317726135},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3769610822200775},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.17811304330825806},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12239900231361389},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.10345146059989929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214510440826416},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6642917394638062},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.6575577259063721},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.5645500421524048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5609245300292969},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5457053780555725},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.49610647559165955},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.48117098212242126},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4774487614631653},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4659688472747803},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4650726318359375},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43960073590278625},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.42025846242904663},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.41685715317726135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3769610822200775},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.17811304330825806},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12239900231361389},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.10345146059989929},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475327","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475327","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W199115908","https://openalex.org/W753847829","https://openalex.org/W1483019628","https://openalex.org/W1990930131","https://openalex.org/W2038485832","https://openalex.org/W2157331557","https://openalex.org/W2185953016","https://openalex.org/W2235735853","https://openalex.org/W2422305492","https://openalex.org/W2472970127","https://openalex.org/W2507009361","https://openalex.org/W2519887557","https://openalex.org/W2543539599","https://openalex.org/W2739251211","https://openalex.org/W2769735038","https://openalex.org/W2800438594","https://openalex.org/W2885940446","https://openalex.org/W2889792105","https://openalex.org/W2890531016","https://openalex.org/W2895299763","https://openalex.org/W2904378456","https://openalex.org/W2913636123","https://openalex.org/W2945026633","https://openalex.org/W2951654389","https://openalex.org/W2952186347","https://openalex.org/W2960406243","https://openalex.org/W2960747818","https://openalex.org/W2962688385","https://openalex.org/W2963486920","https://openalex.org/W2963692464","https://openalex.org/W2963720581","https://openalex.org/W2963945905","https://openalex.org/W2964242760","https://openalex.org/W2969515962","https://openalex.org/W2970454332","https://openalex.org/W2979300990","https://openalex.org/W2986407524","https://openalex.org/W2993447238","https://openalex.org/W3014258398","https://openalex.org/W3015356384","https://openalex.org/W3016363641","https://openalex.org/W3021065276","https://openalex.org/W3029016081","https://openalex.org/W3034802267","https://openalex.org/W3035252826","https://openalex.org/W3035323998","https://openalex.org/W3035392611","https://openalex.org/W3043990051","https://openalex.org/W3083405884","https://openalex.org/W3092798182","https://openalex.org/W3106884574","https://openalex.org/W3109272306","https://openalex.org/W3109667662","https://openalex.org/W3118673420","https://openalex.org/W3133092047","https://openalex.org/W3157981520","https://openalex.org/W3166852774","https://openalex.org/W3173788280"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W2798329462","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W2985134635","https://openalex.org/W2754155766","https://openalex.org/W4287854977","https://openalex.org/W2769151336","https://openalex.org/W2963192850"],"abstract_inverted_index":{"In":[0],"this":[1,43],"paper,":[2],"we":[3,45],"consider":[4],"the":[5,19,36,57,65,83,99,126,131,138,144,149,168,172,179,186,193,209],"task":[6,33,68],"of":[7,18,38,91,111,137,162,178],"action":[8,66],"anticipation":[9,67],"on":[10,69,108,198],"egocentric":[11,200],"videos.":[12,40,72],"Previous":[13],"methods":[14],"ignore":[15],"explicit":[16],"modeling":[17],"global":[20,92],"context":[21],"relation":[22,93,176],"among":[23],"past":[24,103,180],"and":[25,104,175,181,204],"future":[26,105,139,163,182],"actions,":[27],"which":[28],"is":[29],"not":[30],"an":[31,158],"easy":[32],"due":[34],"to":[35,55,63,97,142,156,192],"vacancy":[37],"unobserved":[39],"To":[41],"solve":[42],"problem,":[44],"propose":[46],"a":[47,77,122,153],"Multimodal":[48],"Global":[49],"Relation":[50],"Knowledge":[51],"Distillation":[52],"(MGRKD)":[53],"framework":[54,211],"distill":[56],"knowledge":[58,177],"learned":[59,184],"from":[60],"full":[61],"videos":[62],"improve":[64],"partially":[70],"observed":[71],"The":[73,118,196],"proposed":[74,210],"MGRKD":[75],"has":[76,88,121],"teacher-student":[78,169],"learning":[79,170],"strategy,":[80,171],"where":[81],"either":[82],"teacher":[84,119,132,187],"or":[85,116],"student":[86,127,150,194],"model":[87,120,133,151,188],"three":[89,109],"branches":[90],"graph":[94,145],"networks":[95],"(GRGN)":[96],"explore":[98],"pairwise":[100],"relations":[101],"between":[102],"actions":[106,183],"based":[107],"kinds":[110],"features":[112,174],"(i.e.,":[113],"RGB,":[114],"motion":[115],"object).":[117],"similar":[123],"architecture":[124],"with":[125],"model,":[128],"except":[129],"that":[130,208],"uses":[134,152],"true":[135],"feature":[136,161],"video":[140,201],"snippet":[141,164],"build":[143],"in":[146,165,185],"GRGN":[147],"while":[148],"progressive":[154],"GRU":[155],"predict":[157],"initialized":[159],"node":[160],"GRGN.":[166],"Through":[167],"discriminative":[173],"can":[189],"be":[190],"distilled":[191],"model.":[195],"experiments":[197],"two":[199],"datasets":[202],"EPIC-Kitchens":[203],"EGTEA":[205],"Gaze+":[206],"show":[207],"achieves":[212],"state-of-the-art":[213],"performances.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}