{"id":"https://openalex.org/W3033793613","doi":"https://doi.org/10.1145/3365212","title":"A Benchmark Dataset and Comparison Study for Multi-modal Human Action Analytics","display_name":"A Benchmark Dataset and Comparison Study for Multi-modal Human Action Analytics","publication_year":2020,"publication_date":"2020-05-22","ids":{"openalex":"https://openalex.org/W3033793613","doi":"https://doi.org/10.1145/3365212","mag":"3033793613"},"language":"en","primary_location":{"id":"doi:10.1145/3365212","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365212","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100761525","display_name":"Jiaying Liu","orcid":"https://orcid.org/0000-0002-0468-9576"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaying Liu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013019215","display_name":"Sijie Song","orcid":"https://orcid.org/0000-0002-2085-6370"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijie Song","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761545","display_name":"Chunhui Liu","orcid":"https://orcid.org/0000-0002-9397-7042"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunhui Liu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029760000","display_name":"Yanghao Li","orcid":"https://orcid.org/0000-0002-5274-1367"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanghao Li","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087570320","display_name":"Yueyu Hu","orcid":"https://orcid.org/0000-0003-4919-4515"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyu Hu","raw_affiliation_strings":["Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science and Technology, Peking University, Haidian, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100761525"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":3.6309,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.94330779,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8300486207008362},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7520721554756165},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.7309657335281372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.563962459564209},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5522053241729736},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5416264533996582},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5401083827018738},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.48324283957481384},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.44493547081947327},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3316953480243683},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.24717271327972412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8300486207008362},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7520721554756165},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.7309657335281372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.563962459564209},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5522053241729736},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5416264533996582},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5401083827018738},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.48324283957481384},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.44493547081947327},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3316953480243683},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.24717271327972412},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3365212","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365212","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G3260917273","display_name":null,"funder_award_id":"61772043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W26349190","https://openalex.org/W410625161","https://openalex.org/W1599220855","https://openalex.org/W1606858007","https://openalex.org/W1777221758","https://openalex.org/W1874503286","https://openalex.org/W1893516992","https://openalex.org/W1897029691","https://openalex.org/W1898340191","https://openalex.org/W1927052826","https://openalex.org/W1947481528","https://openalex.org/W1972283961","https://openalex.org/W1983592444","https://openalex.org/W1985912834","https://openalex.org/W1995113806","https://openalex.org/W2016053056","https://openalex.org/W2016240821","https://openalex.org/W2016776918","https://openalex.org/W2024562532","https://openalex.org/W2031489346","https://openalex.org/W2031765333","https://openalex.org/W2032224433","https://openalex.org/W2054041160","https://openalex.org/W2055753778","https://openalex.org/W2058256495","https://openalex.org/W2085735683","https://openalex.org/W2086509056","https://openalex.org/W2091911422","https://openalex.org/W2095661305","https://openalex.org/W2105101328","https://openalex.org/W2117539524","https://openalex.org/W2139594308","https://openalex.org/W2139893168","https://openalex.org/W2142194269","https://openalex.org/W2143267104","https://openalex.org/W2144380653","https://openalex.org/W2146048167","https://openalex.org/W2147615062","https://openalex.org/W2161565164","https://openalex.org/W2294438834","https://openalex.org/W2296311849","https://openalex.org/W2305269547","https://openalex.org/W2313903725","https://openalex.org/W2341313195","https://openalex.org/W2342437993","https://openalex.org/W2342662179","https://openalex.org/W2442651457","https://openalex.org/W2462496837","https://openalex.org/W2507009361","https://openalex.org/W2519328139","https://openalex.org/W2594683362","https://openalex.org/W2603861860","https://openalex.org/W2604113307","https://openalex.org/W2604863233","https://openalex.org/W2605111198","https://openalex.org/W2614128781","https://openalex.org/W2624845660","https://openalex.org/W2765433083","https://openalex.org/W2804587839","https://openalex.org/W2883630736","https://openalex.org/W2893690698","https://openalex.org/W2950568498","https://openalex.org/W2952587893","https://openalex.org/W2963076818","https://openalex.org/W2963369114","https://openalex.org/W2963524571","https://openalex.org/W2964134613","https://openalex.org/W2964216549","https://openalex.org/W2991391304","https://openalex.org/W3008201418","https://openalex.org/W3099037876","https://openalex.org/W3142707146","https://openalex.org/W4234552385","https://openalex.org/W4301409532"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W3158763334","https://openalex.org/W627697492"],"abstract_inverted_index":{"Large-scale":[0],"benchmarks":[1,17,33],"provide":[2,179],"a":[3,27,47,203],"solid":[4],"foundation":[5],"for":[6,34,51,96,241],"the":[7,14,214,233,236,242],"development":[8],"of":[9,13,29,58,238],"action":[10,36,54,61,97,114,130,148,162,169,239],"analytics.":[11,37,55],"Most":[12],"previous":[15],"activity":[16],"focus":[18],"on":[19,182,217],"analyzing":[20],"actions":[21,151],"in":[22,67,159,235],"RGB":[23],"videos.":[24],"There":[25],"is":[26,142,202],"lack":[28],"large-scale":[30,49,229],"and":[31,63,69,81,102,152,168],"high-quality":[32,71],"multi-modal":[35,52,72],"In":[38],"this":[39,228],"article,":[40],"we":[41,178],"introduce":[42],"PKU":[43],"Multi-Modal":[44],"Dataset":[45],"(PKU-MMD),":[46],"new":[48],"benchmark":[50,180],"human":[53],"It":[56],"consists":[57],"about":[59],"28,000":[60],"instances":[62],"6.2":[64],"million":[65],"frames":[66],"total":[68],"provides":[70],"data":[73],"sources,":[74],"including":[75],"RGB,":[76],"depth,":[77],"infrared":[78],"radiation":[79],"(IR),":[80],"skeletons.":[82],"To":[83],"make":[84],"PKU-MMD":[85,155,201,218],"more":[86,143],"practical,":[87],"our":[88],"dataset":[89,230],"comprises":[90],"two":[91,160,193],"subsets":[92,184],"under":[93,192],"different":[94,187,190],"settings":[95],"understanding,":[98],"namely":[99],"Part":[100,103,105,121,138,140],"I":[101,106],"II.":[104],"contains":[107,123],"1,076":[108],"untrimmed":[109,125,172],"video":[110,126,166,173],"sequences":[111,127],"with":[112,128,164,171,189],"51":[113],"classes":[115,131],"performed":[116,132],"by":[117,133,185],"66":[118],"subjects,":[119],"while":[120],"II":[122,141],"1,009":[124],"41":[129],"13":[134],"subjects.":[135],"Compared":[136],"to":[137,146,206,223],"I,":[139],"challenging":[144],"due":[145],"short":[147],"intervals,":[149],"concurrent":[150],"heavy":[153],"occlusion.":[154],"can":[156,219],"be":[157,220],"leveraged":[158],"scenarios:":[161],"recognition":[163],"trimmed":[165],"clips":[167],"detection":[170],"sequences.":[174],"For":[175],"each":[176],"scenario,":[177],"performance":[181],"both":[183],"conducting":[186],"methods":[188],"modalities":[191],"evaluation":[194],"protocols,":[195],"respectively.":[196],"Experimental":[197],"results":[198],"show":[199],"that":[200,213],"significant":[204],"challenge":[205],"many":[207],"state-of-the-art":[208],"methods.":[209],"We":[210,226],"further":[211],"illustrate":[212],"features":[215],"learned":[216],"well":[221],"transferred":[222],"other":[224],"datasets.":[225],"believe":[227],"will":[231],"boost":[232],"research":[234],"field":[237],"analytics":[240],"community.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}