{"id":"https://openalex.org/W4387969042","doi":"https://doi.org/10.1145/3581783.3612144","title":"Slowfast Diversity-aware Prototype Learning for Egocentric Action Recognition","display_name":"Slowfast Diversity-aware Prototype Learning for Egocentric Action Recognition","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969042","doi":"https://doi.org/10.1145/3581783.3612144"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612144","doi":"https://doi.org/10.1145/3581783.3612144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612144","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612144","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016663057","display_name":"Guangzhao Dai","orcid":"https://orcid.org/0000-0003-4111-9334","observed_orcids":["https://orcid.org/0000-0003-4111-9334"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangzhao Dai","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4111-9334","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040437528","display_name":"Xiangbo Shu","orcid":"https://orcid.org/0000-0003-4902-4663","observed_orcids":["https://orcid.org/0000-0003-4902-4663"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangbo Shu","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4902-4663","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716371","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-0694-9458","observed_orcids":["https://orcid.org/0000-0002-0694-9458"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0694-9458","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029702480","display_name":"Peng Fei Huang","orcid":"https://orcid.org/0009-0003-4102-6506","observed_orcids":["https://orcid.org/0009-0003-4102-6506"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Huang","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-4102-6506","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035112538","display_name":"Jinhui Tang","orcid":"https://orcid.org/0000-0001-9008-222X","observed_orcids":["https://orcid.org/0000-0001-9008-222X"]},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Tang","raw_affiliation_strings":["Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9008-222X","affiliations":[{"raw_affiliation_string":"Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.36,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6889873,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"7549","last_page":"7558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/egocentric-action-recognition","display_name":"egocentric action recognition","score":0.9980000257492065},{"id":"https://openalex.org/keywords/prototype-learning","display_name":"prototype learning","score":0.8299999833106995},{"id":"https://openalex.org/keywords/slowfast-network","display_name":"SlowFast network","score":0.5519999861717224},{"id":"https://openalex.org/keywords/motion-recognition","display_name":"motion recognition","score":0.5630000233650208},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.6100000143051147},{"id":"https://openalex.org/keywords/background-clutter","display_name":"background clutter","score":0.7110000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8147621154785156},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6405816078186035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6107677221298218},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.592418372631073},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5800015330314636},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5345218777656555},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.515291690826416},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4496937692165375},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44811612367630005},{"id":"https://openalex.org/C2776397901","wikidata":"https://www.wikidata.org/wiki/Q24905","display_name":"Verb","level":2,"score":0.4282096028327942},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612144","doi":"https://doi.org/10.1145/3581783.3612144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612144","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3581783.3612144","doi":"https://doi.org/10.1145/3581783.3612144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3581783.3612144","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3581783.3612144","source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2043501656","display_name":null,"funder_award_id":"2023TQ0151","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3221341163","display_name":null,"funder_award_id":"Grant No. 2023TQ0151","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5512729199","display_name":null,"funder_award_id":"62222207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5558408212","display_name":"\u9762\u5411\u590d\u6742\u573a\u666f\u7684\u7fa4\u4f53\u6d3b\u52a8\u591a\u7c92\u5ea6\u89e3\u6790\u7814\u7a76","funder_award_id":"62072245","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5950360714","display_name":null,"funder_award_id":"BK20211520","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6329772822","display_name":null,"funder_award_id":"61925204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387969042.pdf","grobid_xml":"https://content.openalex.org/works/W4387969042.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1772300941","https://openalex.org/W2050398567","https://openalex.org/W2071711566","https://openalex.org/W2092611032","https://openalex.org/W2126579184","https://openalex.org/W2167626157","https://openalex.org/W2212494831","https://openalex.org/W2480629583","https://openalex.org/W2507009361","https://openalex.org/W2554779556","https://openalex.org/W2558333741","https://openalex.org/W2560835477","https://openalex.org/W2619082050","https://openalex.org/W2619947201","https://openalex.org/W2736596806","https://openalex.org/W2770804203","https://openalex.org/W2799067027","https://openalex.org/W2883429621","https://openalex.org/W2895299763","https://openalex.org/W2903409063","https://openalex.org/W2955874753","https://openalex.org/W2961553857","https://openalex.org/W2963155035","https://openalex.org/W2963820951","https://openalex.org/W2969613290","https://openalex.org/W2973186545","https://openalex.org/W2974686944","https://openalex.org/W2976669726","https://openalex.org/W2981578854","https://openalex.org/W2982084422","https://openalex.org/W2990152177","https://openalex.org/W2990503944","https://openalex.org/W2997004687","https://openalex.org/W2997691861","https://openalex.org/W3014545861","https://openalex.org/W3021013305","https://openalex.org/W3021065276","https://openalex.org/W3037916678","https://openalex.org/W3043142510","https://openalex.org/W3048602385","https://openalex.org/W3092157723","https://openalex.org/W3094502228","https://openalex.org/W3118648637","https://openalex.org/W3138516171","https://openalex.org/W3147387781","https://openalex.org/W3202698164","https://openalex.org/W3203574385","https://openalex.org/W3204216819","https://openalex.org/W3205786327","https://openalex.org/W3206930349","https://openalex.org/W3207426561","https://openalex.org/W4205432963","https://openalex.org/W4210822358","https://openalex.org/W4226002507","https://openalex.org/W4226192497","https://openalex.org/W4284681282","https://openalex.org/W4304084306","https://openalex.org/W4304092632","https://openalex.org/W4309368547","https://openalex.org/W4312557989","https://openalex.org/W4312560592","https://openalex.org/W4312658081","https://openalex.org/W4312710666","https://openalex.org/W4313003697","https://openalex.org/W4313007769","https://openalex.org/W4386076314"],"related_works":["https://openalex.org/W3203574385","https://openalex.org/W2547599103","https://openalex.org/W7164814916","https://openalex.org/W4285184936","https://openalex.org/W2787369657","https://openalex.org/W4396219542","https://openalex.org/W2107962625","https://openalex.org/W3185056415","https://openalex.org/W4416185701","https://openalex.org/W1947050545"],"abstract_inverted_index":{"Egocentric":[0],"Action":[1],"Recognition":[2],"(EAR)":[3],"is":[4],"required":[5],"to":[6,49,84,114,132,161],"recognize":[7],"both":[8],"the":[9,14,43,52,57,121,126,150,154,158,163,172,184],"interacting":[10,25,87,122],"objects":[11,88,123],"(noun)":[12],"and":[13,95,170,186,204],"motion":[15,61,98],"(verb)":[16],"against":[17],"cluttered":[18],"backgrounds":[19],"with":[20,66],"distracting":[21],"objects.":[22],"For":[23,54],"capturing":[24,55,138],"objects,":[26],"traditional":[27],"approaches":[28],"heavily":[29],"rely":[30],"on":[31,196],"luxury":[32],"object":[33],"annotations":[34],"or":[35,103],"detectors,":[36],"though":[37],"a":[38,77,109,142],"few":[39],"works":[40],"heuristically":[41],"enumerate":[42],"fixed":[44],"sets":[45],"of":[46,60],"verb-constrained":[47],"prototypes":[48,116],"roughly":[50],"exclude":[51],"background.":[53],"motion,":[56,139],"inherent":[58],"variations":[59],"duration":[62],"among":[63],"egocentric":[64,199],"videos":[65,119,169],"different":[67],"lengths":[68],"are":[69,180],"almost":[70],"ignored.":[71],"To":[72],"this":[73],"end,":[74],"we":[75,107,140],"propose":[76],"novel":[78],"Slowfast":[79],"Diversity-aware":[80],"Prototype":[81],"learning":[82,90],"(SDP)":[83],"effectively":[85],"capture":[86,97],"by":[89,124],"compact":[91],"yet":[92],"diverse":[93],"prototypes,":[94],"adaptively":[96,137],"in":[99,167,176],"either":[100],"long-time":[101,177],"video":[102,200],"short-time":[104,168],"video.":[105],"Specifically,":[106],"present":[108],"new":[110,143],"Part-to-Prototype":[111],"(P2P)":[112],"scheme":[113],"learn":[115],"from":[117,129],"raw":[118],"covering":[120],"refining":[125],"semantic":[127,159],"information":[128,166,175],"part":[130],"level":[131,160],"prototype":[133,155],"level.":[134],"Moreover,":[135],"for":[136,153],"design":[141],"Slow-Fast":[144],"Context":[145],"(SFC)":[146],"mechanism":[147],"that":[148],"explores":[149],"Up/Down":[151],"augmentations":[152],"representation":[156],"at":[157],"strengthen":[162],"transient":[164],"dynamic":[165,174],"eliminate":[171],"redundant":[173],"videos,":[178],"which":[179],"further":[181],"fine-complemented":[182],"via":[183],"slow-":[185],"fast-aware":[187],"attentions.":[188],"Extensive":[189],"experiments":[190],"demonstrate":[191],"SDP":[192],"outperforms":[193],"state-of-the-art":[194],"methods":[195],"two":[197],"large-scale":[198],"benchmarks,":[201],"i.e.,":[202],"EPIC-KITCHENS-100":[203],"EGTEA.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2023-10-28T00:00:00"}