{"id":"https://openalex.org/W4385767975","doi":"https://doi.org/10.24963/ijcai.2023/184","title":"Action Recognition with Multi-stream Motion Modeling and Mutual Information Maximization","display_name":"Action Recognition with Multi-stream Motion Modeling and Mutual Information Maximization","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385767975","doi":"https://doi.org/10.24963/ijcai.2023/184"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/184","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/184","pdf_url":"https://www.ijcai.org/proceedings/2023/0184.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0184.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101212993","display_name":"Yuheng Yang","orcid":"https://orcid.org/0000-0001-7599-2823"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuheng Yang","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627248","display_name":"Haipeng Chen","orcid":"https://orcid.org/0000-0002-9410-4120"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Chen","raw_affiliation_strings":["College of Computer Science and Technology, Jilin University"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715620","display_name":"Zhenguang Liu","orcid":"https://orcid.org/0000-0002-7981-9873"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenguang Liu","raw_affiliation_strings":["School of Cyber Science and Technology, Zhejiang University"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112978960","display_name":"Yingda Lyu","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingda Lyu","raw_affiliation_strings":["Public Computer Education and Research Center, Jilin University"],"affiliations":[{"raw_affiliation_string":"Public Computer Education and Research Center, Jilin University","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092171924","display_name":"Beibei Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Beibei Zhang","raw_affiliation_strings":["Zhejiang Lab"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102008932","display_name":"Shuang Wu","orcid":"https://orcid.org/0000-0001-9245-6037"},"institutions":[{"id":"https://openalex.org/I2801368622","display_name":"Sesame Workshop","ror":"https://ror.org/04h2yy041","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2801368622"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuang Wu","raw_affiliation_strings":["Black Sesame Technologies"],"affiliations":[{"raw_affiliation_string":"Black Sesame Technologies","institution_ids":["https://openalex.org/I2801368622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422345","display_name":"Zhibo Wang","orcid":"https://orcid.org/0000-0002-5804-3279"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Zhejiang University"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000596496","display_name":"Kui Ren","orcid":"https://orcid.org/0000-0003-3441-6277"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Ren","raw_affiliation_strings":["School of Cyber Science and Technology, Zhejiang University"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101212993"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":1.2174,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.81502301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1658","last_page":"1666"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7631558775901794},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.661138117313385},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5978170037269592},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5854745507240295},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5583977699279785},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4892430305480957},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4862326681613922},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.47630369663238525},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4666098952293396},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.453738808631897},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.45367974042892456},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.4281519055366516},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4229072630405426},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4218616187572479},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3834036588668823},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12552288174629211}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7631558775901794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.661138117313385},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5978170037269592},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5854745507240295},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5583977699279785},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4892430305480957},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4862326681613922},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.47630369663238525},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4666098952293396},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.453738808631897},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.45367974042892456},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.4281519055366516},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4229072630405426},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4218616187572479},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3834036588668823},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12552288174629211},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/184","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/184","pdf_url":"https://www.ijcai.org/proceedings/2023/0184.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/184","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/184","pdf_url":"https://www.ijcai.org/proceedings/2023/0184.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1151522064","display_name":null,"funder_award_id":"U19A2","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8144744298","display_name":null,"funder_award_id":"U19A205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8209437284","display_name":null,"funder_award_id":"62276112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8374609628","display_name":null,"funder_award_id":"U19A2057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385767975.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W846669277","https://openalex.org/W2054041160","https://openalex.org/W2489843674","https://openalex.org/W2507009361","https://openalex.org/W2510185399","https://openalex.org/W2778523960","https://openalex.org/W2791862028","https://openalex.org/W2802979841","https://openalex.org/W2940457086","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2948246283","https://openalex.org/W2963076818","https://openalex.org/W2963465695","https://openalex.org/W2963862187","https://openalex.org/W2964134613","https://openalex.org/W2979930345","https://openalex.org/W2997987465","https://openalex.org/W3034552520","https://openalex.org/W3034999503","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3093411241","https://openalex.org/W3108496296","https://openalex.org/W3115266926","https://openalex.org/W3128140926","https://openalex.org/W3155332028","https://openalex.org/W3174836262","https://openalex.org/W3177493543","https://openalex.org/W3203634062","https://openalex.org/W3204980132","https://openalex.org/W3206205067","https://openalex.org/W4224329855","https://openalex.org/W4283215219","https://openalex.org/W4287111248","https://openalex.org/W4287238667","https://openalex.org/W4293469690","https://openalex.org/W4312305353","https://openalex.org/W4313118515","https://openalex.org/W4321151642"],"related_works":["https://openalex.org/W1995622179","https://openalex.org/W1484111231","https://openalex.org/W4391160746","https://openalex.org/W1552543208","https://openalex.org/W2074396517","https://openalex.org/W2166963679","https://openalex.org/W2187269125","https://openalex.org/W1641615907","https://openalex.org/W3089231081","https://openalex.org/W2093956241"],"abstract_inverted_index":{"Action":[0],"recognition":[1,152],"has":[2],"long":[3],"been":[4],"a":[5,128,148,176],"fundamental":[6],"and":[7,87,136,172,197],"intriguing":[8],"problem":[9],"in":[10,45,123],"artificial":[11],"intelligence.":[12],"The":[13],"task":[14],"is":[15,56],"challenging":[16],"due":[17],"to":[18,33,83,103,113],"the":[19,29,46,52,66,72,76,96,120,167,184],"high":[20],"dimensionality":[21],"nature":[22],"of":[23,169],"an":[24,115],"action,":[25],"as":[26,28,65],"well":[27],"subtle":[30],"motion":[31,43,62],"details":[32],"be":[34],"considered.":[35],"Current":[36],"state-of-the-art":[37,186],"approaches":[38],"typically":[39,81],"learn":[40],"from":[41,95,107],"articulated":[42],"sequences":[44],"straightforward":[47],"3D":[48],"Euclidean":[49,54],"space.":[50],"However,":[51],"vanilla":[53],"space":[55],"not":[57],"efficient":[58],"for":[59,165],"modeling":[60,119],"important":[61,158],"characteristics":[63],"such":[64],"joint-wise":[67],"angular":[68],"acceleration,":[69],"which":[70],"reveals":[71],"driving":[73],"force":[74],"behind":[75],"motion.":[77,124],"Moreover,":[78],"current":[79],"methods":[80],"attend":[82],"each":[84,145],"channel":[85,137],"equally":[86],"lack":[88],"theoretical":[89],"constrains":[90],"on":[91,156,188],"extracting":[92],"task-relevant":[93,170],"features":[94],"input.":[97],"In":[98],"this":[99,174],"paper,":[100],"we":[101],"seek":[102],"tackle":[104],"these":[105],"challenges":[106],"three":[108,189],"aspects:":[109],"(1)":[110],"We":[111,126,161],"propose":[112],"incorporate":[114],"acceleration":[116],"representation,":[117],"explicitly":[118],"higher-order":[121],"variations":[122],"(2)":[125],"introduce":[127],"novel":[129],"Stream-GCN":[130],"network":[131],"equipped":[132],"with":[133],"multi-stream":[134],"components":[135],"attention,":[138],"where":[139],"different":[140],"representations":[141],"(i.e.,":[142],"streams)":[143],"supplement":[144],"other":[146],"towards":[147],"more":[149],"precise":[150],"action":[151],"while":[153],"attention":[154],"capitalizes":[155],"those":[157],"channels.":[159],"(3)":[160],"explore":[162],"feature-level":[163],"supervision":[164],"maximizing":[166],"extraction":[168],"information":[171,178],"formulate":[173],"into":[175],"mutual":[177],"loss.":[179],"Empirically,":[180],"our":[181],"approach":[182],"sets":[183],"new":[185],"performance":[187],"benchmark":[190],"datasets,":[191],"NTU":[192,194],"RGB+D,":[193],"RGB+D":[195],"120,":[196],"NW-UCLA.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}