{"id":"https://openalex.org/W4390659279","doi":"https://doi.org/10.1109/jiot.2024.3350692","title":"Cross-Modality Gesture Recognition With Complete Representation Projection","display_name":"Cross-Modality Gesture Recognition With Complete Representation Projection","publication_year":2024,"publication_date":"2024-01-08","ids":{"openalex":"https://openalex.org/W4390659279","doi":"https://doi.org/10.1109/jiot.2024.3350692"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3350692","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/jiot.2024.3350692","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086178628","display_name":"Xiaokai Liu","orcid":"https://orcid.org/0000-0001-8509-5624"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaokai Liu","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-8509-5624","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633746","display_name":"Mingyue Li","orcid":"https://orcid.org/0000-0002-7627-3561"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingyue Li","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005535515","display_name":"Boyi Zhang","orcid":"https://orcid.org/0000-0002-1956-7424"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyi Zhang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629832","display_name":"Luyuan Hao","orcid":"https://orcid.org/0009-0003-7253-1927"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyuan Hao","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0003-7253-1927","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087248518","display_name":"Xiaorui Ma","orcid":"https://orcid.org/0000-0001-7697-2285"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaorui Ma","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-7697-2285","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100440164","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1172-1551"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1172-1551","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2788,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.47293262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"11","issue":"9","first_page":"16184","last_page":"16195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8219190835952759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7045261263847351},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6943532824516296},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6503069996833801},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6390720009803772},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5603961944580078},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5489306449890137},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.5466615557670593},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5381349921226501},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5367788672447205},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5314874649047852},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5026466846466064},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.498795747756958},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.44323089718818665},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4343104064464569},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.425496369600296},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4240882098674774},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11677098274230957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8219190835952759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7045261263847351},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6943532824516296},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6503069996833801},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6390720009803772},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5603961944580078},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5489306449890137},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5466615557670593},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5381349921226501},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5367788672447205},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5314874649047852},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5026466846466064},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.498795747756958},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.44323089718818665},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4343104064464569},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.425496369600296},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4240882098674774},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11677098274230957},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3350692","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/jiot.2024.3350692","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G3536618136","display_name":null,"funder_award_id":"2022-KF-12-10","funder_id":"https://openalex.org/F4320323086","funder_display_name":"Natural Science Foundation of Liaoning Province"},{"id":"https://openalex.org/G4702322160","display_name":"\u8de8\u573a\u666f\u591a\u76ee\u6807\u667a\u80fd\u65e0\u7ebf\u611f\u77e5\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5822102252","display_name":null,"funder_award_id":"62271098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G604931949","display_name":null,"funder_award_id":"62271102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323086","display_name":"Natural Science Foundation of Liaoning Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1947481528","https://openalex.org/W2016053056","https://openalex.org/W2105101328","https://openalex.org/W2187089797","https://openalex.org/W2469690627","https://openalex.org/W2507009361","https://openalex.org/W2558891025","https://openalex.org/W2559085405","https://openalex.org/W2620998106","https://openalex.org/W2624845660","https://openalex.org/W2736334449","https://openalex.org/W2752803734","https://openalex.org/W2904106524","https://openalex.org/W2948058585","https://openalex.org/W2963246338","https://openalex.org/W2963781481","https://openalex.org/W2966927162","https://openalex.org/W2969552585","https://openalex.org/W2976029675","https://openalex.org/W3000086239","https://openalex.org/W3006913151","https://openalex.org/W3009116081","https://openalex.org/W3016744531","https://openalex.org/W3035967853","https://openalex.org/W3043248516","https://openalex.org/W3081152303","https://openalex.org/W3084792696","https://openalex.org/W3091465854","https://openalex.org/W3094502228","https://openalex.org/W3107949730","https://openalex.org/W3121789984","https://openalex.org/W3126837140","https://openalex.org/W3163859203","https://openalex.org/W3170161070","https://openalex.org/W3175671973","https://openalex.org/W3177709384","https://openalex.org/W3195932542","https://openalex.org/W3209227032","https://openalex.org/W4214595924","https://openalex.org/W4214716606","https://openalex.org/W4223412119","https://openalex.org/W4226109135","https://openalex.org/W4239770264","https://openalex.org/W4306167987","https://openalex.org/W4312707458","https://openalex.org/W4382469124","https://openalex.org/W4385245566","https://openalex.org/W4385301252"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2989699735","https://openalex.org/W156213964","https://openalex.org/W2050960118"],"abstract_inverted_index":{"Human":[0],"gesture":[1,196],"recognition,":[2],"due":[3,81],"to":[4,35,43,64,74,82,90,103,141,164],"its":[5],"indispensable":[6],"role":[7],"in":[8,18],"a":[9,58,115,129,136,193,220],"myriad":[10],"of":[11,28,151],"emerging":[12],"applications,":[13],"has":[14,70],"attracted":[15],"close":[16],"attention":[17],"the":[19,71,76,92,95,122,125,143,149,152,173,177,182,188,207],"visual":[20,29,55],"and":[21,30,46,87,98,180,199,216],"wireless":[22,31,39],"sensing":[23],"community.":[24],"The":[25],"intrinsic":[26],"characteristics":[27],"modalities":[32,97,127,179],"are":[33,41,62],"complementary":[34,101],"each":[36],"other,":[37],"e.g.,":[38],"signals":[40,56,123],"robust":[42],"illumination":[44],"changes":[45],"occluded":[47],"conditions":[48],"but":[49,61,223],"suffer":[50],"from":[51,124],"low-spatial":[52],"resolution,":[53],"while":[54],"have":[57],"high-spatial":[59],"resolution":[60],"vulnerable":[63],"scenario":[65],"variations.":[66],"Intuitively,":[67],"integrating":[68],"them":[69],"potential":[72],"chance":[73],"improve":[75,104],"overall":[77],"discriminative":[78],"ability.":[79],"However,":[80],"their":[83,100],"different":[84],"physical":[85],"patterns":[86],"semantics,":[88],"how":[89],"explore":[91],"relationship":[93],"between":[94,176],"two":[96,153,178],"leverage":[99],"information":[102],"recognition":[105,197],"performance":[106],"still":[107],"remains":[108],"unsolved.":[109],"In":[110],"this":[111],"article,":[112],"we":[113,156,191],"propose":[114,157],"complete":[116,130],"representation":[117,131],"projection":[118,138,184],"method,":[119,190],"which":[120],"projects":[121],"heterogeneous":[126],"into":[128],"feature":[132,168,183],"space":[133],"by":[134,148,219],"performing":[135],"bidirectional":[137],"constraint.":[139],"Furthermore,":[140],"relieve":[142],"low-projection":[144],"efficiency":[145],"problem":[146],"caused":[147],"heterogeneity":[150],"modality":[154],"features,":[155],"an":[158],"attention-based":[159],"cross-modality":[160,195],"interaction":[161],"(ACMI)":[162],"mechanism":[163],"perform":[165],"implicit":[166],"semantic":[167],"alignment,":[169],"thereby":[170],"better":[171],"capturing":[172],"complex":[174],"dependencies":[175],"improving":[181],"efficiency.":[185],"To":[186],"evaluate":[187],"proposed":[189,208],"build":[192],"visual-radar":[194],"system":[198],"conduct":[200],"extensive":[201],"experiments.":[202],"Experimental":[203],"results":[204],"demonstrate":[205],"that":[206],"approach":[209],"not":[210],"only":[211],"performs":[212],"favorably":[213],"against":[214],"vision-only":[215],"wireless-only":[217],"solutions":[218],"large":[221],"margin,":[222],"also":[224],"shows":[225],"superiority":[226],"over":[227],"traditional":[228],"fusion":[229],"solutions.":[230]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}