{"id":"https://openalex.org/W2897585580","doi":"https://doi.org/10.1109/tmm.2018.2875510","title":"Multimodal Learning for Human Action Recognition Via Bimodal/Multimodal Hybrid Centroid Canonical Correlation Analysis","display_name":"Multimodal Learning for Human Action Recognition Via Bimodal/Multimodal Hybrid Centroid Canonical Correlation Analysis","publication_year":2018,"publication_date":"2018-10-11","ids":{"openalex":"https://openalex.org/W2897585580","doi":"https://doi.org/10.1109/tmm.2018.2875510","mag":"2897585580"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2875510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2875510","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108241310","display_name":"Nour El Din Elmadany","orcid":null},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Nour El Din Elmadany","raw_affiliation_strings":["Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461963","display_name":"Yifeng He","orcid":"https://orcid.org/0000-0002-1700-3166"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yifeng He","raw_affiliation_strings":["Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001287866","display_name":"Ling Guan","orcid":"https://orcid.org/0000-0002-2681-2504"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ling Guan","raw_affiliation_strings":["Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Ryerson University, Toronto, ON, Canada","institution_ids":["https://openalex.org/I530967"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108241310"],"corresponding_institution_ids":["https://openalex.org/I530967"],"apc_list":null,"apc_paid":null,"fwci":1.8122,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.89533866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"21","issue":"5","first_page":"1317","last_page":"1331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.8311165571212769},{"id":"https://openalex.org/keywords/centroid","display_name":"Centroid","score":0.7652819156646729},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7146941423416138},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7086566090583801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6530324816703796},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6146126985549927},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5796060562133789},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5671265125274658},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.44602057337760925},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44040369987487793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3653096556663513},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18180346488952637}],"concepts":[{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.8311165571212769},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.7652819156646729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7146941423416138},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7086566090583801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6530324816703796},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6146126985549927},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5796060562133789},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5671265125274658},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.44602057337760925},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44040369987487793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3653096556663513},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18180346488952637},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2018.2875510","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2875510","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W36203660","https://openalex.org/W203345490","https://openalex.org/W1520757484","https://openalex.org/W1596216457","https://openalex.org/W1864907493","https://openalex.org/W1969595749","https://openalex.org/W1974994351","https://openalex.org/W1990596128","https://openalex.org/W1994348648","https://openalex.org/W2004261710","https://openalex.org/W2008824967","https://openalex.org/W2010399676","https://openalex.org/W2016240821","https://openalex.org/W2020163092","https://openalex.org/W2024868105","https://openalex.org/W2040443148","https://openalex.org/W2042608483","https://openalex.org/W2046013836","https://openalex.org/W2048821851","https://openalex.org/W2072070523","https://openalex.org/W2073139398","https://openalex.org/W2085487226","https://openalex.org/W2085735683","https://openalex.org/W2085900439","https://openalex.org/W2086509056","https://openalex.org/W2100235303","https://openalex.org/W2104706302","https://openalex.org/W2108333036","https://openalex.org/W2111411921","https://openalex.org/W2118877769","https://openalex.org/W2120852116","https://openalex.org/W2125073690","https://openalex.org/W2127127580","https://openalex.org/W2128730107","https://openalex.org/W2132691216","https://openalex.org/W2143267104","https://openalex.org/W2144380653","https://openalex.org/W2144564081","https://openalex.org/W2145546283","https://openalex.org/W2153635508","https://openalex.org/W2153867457","https://openalex.org/W2161866293","https://openalex.org/W2161969291","https://openalex.org/W2165715280","https://openalex.org/W2166294429","https://openalex.org/W2166782149","https://openalex.org/W2168570452","https://openalex.org/W2169251375","https://openalex.org/W2173046955","https://openalex.org/W2186449605","https://openalex.org/W2187089797","https://openalex.org/W2192417683","https://openalex.org/W2296311849","https://openalex.org/W2407895358","https://openalex.org/W2526041356","https://openalex.org/W2554408731","https://openalex.org/W4245606834","https://openalex.org/W6608276133","https://openalex.org/W6631064309","https://openalex.org/W6635654010","https://openalex.org/W6672191126","https://openalex.org/W6677548441","https://openalex.org/W6685213062","https://openalex.org/W7015296915"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W2381926679","https://openalex.org/W3103844505","https://openalex.org/W2093195256","https://openalex.org/W2154562908","https://openalex.org/W4388821065","https://openalex.org/W156213964","https://openalex.org/W2050960118"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"study":[4],"the":[5,34,42,96,99],"problem":[6],"of":[7,98],"human":[8,62],"action":[9,63],"recognition":[10,64],"from":[11],"multiple":[12],"feature":[13],"modalities.":[14],"We":[15,57],"propose":[16],"bimodal":[17],"hybrid":[18,26],"centroid":[19,27],"canonical":[20,28],"correlation":[21,29,43],"analysis":[22,30],"(BHCCCA)":[23,50],"and":[24,36,51,76,92],"multimodal":[25],"(MHCCCA)":[31],"to":[32],"learn":[33],"discriminative":[35],"informative":[37],"shared":[38],"space,":[39],"by":[40,66],"considering":[41],"among":[44],"different":[45,71],"classes":[46],"across":[47],"two":[48],"modalities":[49,55,72],"three":[52],"or":[53],"more":[54],"(MHCCCA).":[56],"then":[58],"introduce":[59],"a":[60],"new":[61],"framework":[65],"using":[67],"BHCCCA/MHCCCA":[68],"for":[69],"fusing":[70],"(RGB,":[73],"depth,":[74],"skeleton,":[75],"accelerometer":[77],"data).":[78],"Performance":[79],"evaluation":[80],"on":[81],"four":[82],"publicly":[83],"accessible":[84],"data":[85],"sets":[86],"(MSR":[87],"Action3D,":[88],"UTD-MHAD,":[89],"UTD-MHAD-Kinect":[90],"V2,":[91],"Berkeley":[93],"MHAD)":[94],"demonstrated":[95],"effectiveness":[97],"proposed":[100],"framework.":[101]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}