{"id":"https://openalex.org/W4404761473","doi":"https://doi.org/10.1007/s00530-024-01566-8","title":"MGSAN: multimodal graph self-attention network for skeleton-based action recognition","display_name":"MGSAN: multimodal graph self-attention network for skeleton-based action recognition","publication_year":2024,"publication_date":"2024-11-27","ids":{"openalex":"https://openalex.org/W4404761473","doi":"https://doi.org/10.1007/s00530-024-01566-8"},"language":"en","primary_location":{"id":"doi:10.1007/s00530-024-01566-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-024-01566-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-024-01566-8.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00530-024-01566-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyi Wang","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, 110819, China","Foshan Graduate School of Innovation, Northeastern University, Foshan, 528311, China","The Center of National Railway Intelligent Transportation System Engineering and Technology, Beijing, 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, 110819, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Foshan Graduate School of Innovation, Northeastern University, Foshan, 528311, China","institution_ids":["https://openalex.org/I14894300","https://openalex.org/I9224756"]},{"raw_affiliation_string":"The Center of National Railway Intelligent Transportation System Engineering and Technology, Beijing, 100081, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016739769","display_name":"Ziao Li","orcid":"https://orcid.org/0009-0007-8610-823X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziao Li","raw_affiliation_strings":["Faculty of Robot Science and Engineering, Northeastern University, Shenyang, 110819, China","School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen, 518107, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Robot Science and Engineering, Northeastern University, Shenyang, 110819, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Shenzhen, 518107, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043012898","display_name":"Bangli Liu","orcid":"https://orcid.org/0000-0002-2543-8987"},"institutions":[{"id":"https://openalex.org/I66943878","display_name":"De Montfort University","ror":"https://ror.org/0312pnr83","country_code":"GB","type":"education","lineage":["https://openalex.org/I66943878"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bangli Liu","raw_affiliation_strings":["Computer Science and Informatics, De Montfort University, Leicester, LE1 9BH, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Informatics, De Montfort University, Leicester, LE1 9BH, UK","institution_ids":["https://openalex.org/I66943878"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077762860","display_name":"Haibin Cai","orcid":"https://orcid.org/0000-0002-2759-3665"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Haibin Cai","raw_affiliation_strings":["Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077093465","display_name":"Mohamad Saada","orcid":"https://orcid.org/0000-0001-9235-6028"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohamad Saada","raw_affiliation_strings":["Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101497757","display_name":"Qinggang Meng","orcid":"https://orcid.org/0009-0009-4137-9583"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qinggang Meng","raw_affiliation_strings":["Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loughborough University, Loughborough, LE11 3TU, UK","institution_ids":["https://openalex.org/I143804889"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077762860"],"corresponding_institution_ids":["https://openalex.org/I143804889"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":1.8024,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.86304792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"30","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7478992342948914},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.6509016752243042},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.5695168972015381},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48461851477622986},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47441595792770386},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42917773127555847},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.40346816182136536},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3479461669921875},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0746929943561554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7478992342948914},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.6509016752243042},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.5695168972015381},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48461851477622986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47441595792770386},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42917773127555847},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.40346816182136536},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3479461669921875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0746929943561554},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00530-024-01566-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-024-01566-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-024-01566-8.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00530-024-01566-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00530-024-01566-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00530-024-01566-8.pdf","source":{"id":"https://openalex.org/S112262039","display_name":"Multimedia Systems","issn_l":"0942-4962","issn":["0942-4962","1432-1882"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1510500437","display_name":null,"funder_award_id":"2022A1515140126","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2301481815","display_name":null,"funder_award_id":"RITS2024KF01","funder_id":"https://openalex.org/F4320328872","funder_display_name":"China Academy of Railway Sciences"},{"id":"https://openalex.org/G4711649606","display_name":null,"funder_award_id":"2023A1515011172","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G6898465129","display_name":null,"funder_award_id":"N2426002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320308724","display_name":"Texas Space Grant Consortium","ror":"https://ror.org/05k1jx057"},{"id":"https://openalex.org/F4320328872","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404761473.pdf","grobid_xml":"https://content.openalex.org/works/W4404761473.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1744759976","https://openalex.org/W1950788856","https://openalex.org/W2048821851","https://openalex.org/W2054041160","https://openalex.org/W2065564506","https://openalex.org/W2194775991","https://openalex.org/W2284126738","https://openalex.org/W2507009361","https://openalex.org/W2593146028","https://openalex.org/W2736334449","https://openalex.org/W2940457086","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2964134613","https://openalex.org/W2993585638","https://openalex.org/W3034999503","https://openalex.org/W3035050855","https://openalex.org/W3035225512","https://openalex.org/W3092754310","https://openalex.org/W3093411241","https://openalex.org/W3100950981","https://openalex.org/W3100993552","https://openalex.org/W3106350522","https://openalex.org/W3106615203","https://openalex.org/W3108496296","https://openalex.org/W3119171349","https://openalex.org/W3174836262","https://openalex.org/W3185273257","https://openalex.org/W3203634062","https://openalex.org/W4281249524","https://openalex.org/W4291926315","https://openalex.org/W4312757522","https://openalex.org/W4318476645","https://openalex.org/W4321231508","https://openalex.org/W4361247902","https://openalex.org/W4362585144","https://openalex.org/W4386133796","https://openalex.org/W4386172468","https://openalex.org/W4386702846","https://openalex.org/W4387092584","https://openalex.org/W4387968033","https://openalex.org/W4390144226","https://openalex.org/W4391256287","https://openalex.org/W6600109629","https://openalex.org/W6601152313"],"related_works":["https://openalex.org/W2953562271","https://openalex.org/W2334655667","https://openalex.org/W2464530384","https://openalex.org/W2105938841","https://openalex.org/W4253358700","https://openalex.org/W1576128429","https://openalex.org/W4399611050","https://openalex.org/W4388657984","https://openalex.org/W2269464716","https://openalex.org/W3170431411"],"abstract_inverted_index":{"Abstract":[0],"Due":[1],"to":[2,78,104,119,143,159,177],"the":[3,10,19,37,64,80,106,121,168,214],"emergence":[4],"of":[5,32,36,149,174,196],"graph":[6,115],"convolutional":[7,136],"networks":[8],"(GCNs),":[9],"skeleton-based":[11,23,190],"action":[12,24,191],"recognition":[13,192],"has":[14],"achieved":[15],"remarkable":[16],"results.":[17],"However,":[18],"current":[20],"models":[21,77],"for":[22,58,76,138],"analysis":[25],"treat":[26],"skeleton":[27,110],"sequences":[28],"as":[29],"a":[30,49,93,133,155,171],"series":[31],"graphs,":[33],"aggregating":[34],"features":[35,176],"entire":[38],"sequence":[39],"by":[40],"alternately":[41],"extracting":[42],"spatial":[43],"and":[44,86,124,164,211],"temporal":[45,84,126,147],"features,":[46],"i.e.,":[47],"using":[48],"2D":[50],"(spatial":[51],"features)":[52,56],"plus":[53],"1D":[54],"(temporal":[55],"approach":[57],"feature":[59],"extraction.":[60],"This":[61],"undoubtedly":[62],"overlooks":[63],"complex":[65],"spatiotemporal":[66,107],"fusion":[67,157],"relationships":[68,108],"between":[69,82,109,128],"joints":[70],"during":[71],"motion,":[72],"making":[73],"it":[74],"challenging":[75],"capture":[79,120],"connections":[81],"different":[83],"frames":[85],"joints.":[87,129],"In":[88],"this":[89],"paper,":[90],"we":[91,113,131,153],"propose":[92,132,154],"Multimodal":[94],"Graph":[95],"Self-Attention":[96],"Network":[97],"(MGSAN),":[98],"which":[99],"combines":[100],"GCNs":[101],"with":[102,170,194],"self-attention":[103,116],"model":[105,144,169],"sequences.":[111],"Firstly,":[112],"design":[114],"(GSA)":[117],"blocks":[118],"intrinsic":[122],"topology":[123,140],"long-term":[125],"dependencies":[127],"Secondly,":[130],"multi-scale":[134],"spatio-temporal":[135],"network":[137],"channel-wise":[139],"modeling":[141],"(CW-TCN)":[142],"short-term":[145],"smooth":[146],"information":[148],"joint":[150,162],"movements.":[151],"Finally,":[152],"multimodal":[156,175],"strategy":[158],"fuse":[160],"joint,":[161],"movement,":[163],"bone":[165],"flow,":[166],"providing":[167],"richer":[172],"set":[173],"make":[178],"better":[179],"predictions.":[180],"The":[181],"proposed":[182],"MGSAN":[183],"achieves":[184],"state-of-the-art":[185],"performance":[186],"on":[187,198,205,213],"three":[188],"large-scale":[189],"datasets,":[193],"accuracy":[195],"93.1%":[197],"NTU":[199,206],"RGB+D":[200,207],"60":[201],"cross-subject":[202,209],"benchmark,":[203,210],"90.3%":[204],"120":[208],"97.0%":[212],"NW-UCLA":[215],"dataset.":[216],"Code":[217],"is":[218],"available":[219],"at":[220],"https://github.com/lizaowo/MGSAN":[221],".":[222]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}