{"id":"https://openalex.org/W3088151982","doi":"https://doi.org/10.1109/dsmp47368.2020.9204215","title":"Hybrid Multidimensional Deep Convolutional Neural Network for Multimodal Fusion","display_name":"Hybrid Multidimensional Deep Convolutional Neural Network for Multimodal Fusion","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3088151982","doi":"https://doi.org/10.1109/dsmp47368.2020.9204215","mag":"3088151982"},"language":"en","primary_location":{"id":"doi:10.1109/dsmp47368.2020.9204215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsmp47368.2020.9204215","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Third International Conference on Data Stream Mining & Processing (DSMP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023294314","display_name":"Olena Vynokurova","orcid":"https://orcid.org/0000-0002-9414-2477"},"institutions":[{"id":"https://openalex.org/I8765205","display_name":"V. N. Karazin Kharkiv National University","ror":"https://ror.org/03ftejk10","country_code":"UA","type":"education","lineage":["https://openalex.org/I8765205"]},{"id":"https://openalex.org/I107158390","display_name":"Kharkiv National University of Radio Electronics","ror":"https://ror.org/01ctj1b90","country_code":"UA","type":"education","lineage":["https://openalex.org/I107158390"]}],"countries":["UA"],"is_corresponding":true,"raw_author_name":"Olena Vynokurova","raw_affiliation_strings":["GeoGuard, Kharkiv National University of Radio Electronics, Kharkiv, Ukraine"],"affiliations":[{"raw_affiliation_string":"GeoGuard, Kharkiv National University of Radio Electronics, Kharkiv, Ukraine","institution_ids":["https://openalex.org/I8765205","https://openalex.org/I107158390"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013385240","display_name":"Dmytro Peleshko","orcid":"https://orcid.org/0000-0003-4881-6933"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dmytro Peleshko","raw_affiliation_strings":["GeoGuard, Lviv/Kharkiv, Ukraine"],"affiliations":[{"raw_affiliation_string":"GeoGuard, Lviv/Kharkiv, Ukraine","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023294314"],"corresponding_institution_ids":["https://openalex.org/I107158390","https://openalex.org/I8765205"],"apc_list":null,"apc_paid":null,"fwci":0.2948,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.57180876,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"131","last_page":"135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.8078485727310181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7712141275405884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6887955665588379},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.599714994430542},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5649896264076233},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5548360347747803},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.5472105145454407},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.471605122089386},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.44838806986808777},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.448193222284317},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.43968015909194946},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4336757957935333},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.3334296941757202},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08342611789703369}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8078485727310181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712141275405884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6887955665588379},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.599714994430542},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5649896264076233},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5548360347747803},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.5472105145454407},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.471605122089386},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.44838806986808777},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.448193222284317},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.43968015909194946},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4336757957935333},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3334296941757202},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08342611789703369},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dsmp47368.2020.9204215","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dsmp47368.2020.9204215","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Third International Conference on Data Stream Mining & Processing (DSMP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W926096667","https://openalex.org/W1677182931","https://openalex.org/W1923404803","https://openalex.org/W1974238679","https://openalex.org/W2061489198","https://openalex.org/W2156303437","https://openalex.org/W2285716245","https://openalex.org/W2342662179","https://openalex.org/W2594690981","https://openalex.org/W2610635404","https://openalex.org/W2610961739","https://openalex.org/W2889211735","https://openalex.org/W2897083303","https://openalex.org/W2963528589","https://openalex.org/W6640257725","https://openalex.org/W6682864246"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2626256601","https://openalex.org/W147410782","https://openalex.org/W2900413183","https://openalex.org/W4390975304","https://openalex.org/W3022252430","https://openalex.org/W2066003895","https://openalex.org/W4287804464","https://openalex.org/W3103989898","https://openalex.org/W2537963312"],"abstract_inverted_index":{"The":[0,59],"Hybrid":[1],"Multidimensional":[2],"Deep":[3],"Convolutional":[4],"Neural":[5],"Network":[6],"(HMDCNN)":[7],"topology":[8],"for":[9,81],"the":[10,14,16,18,53,63],"multimodal":[11,46],"recognition":[12],"of":[13,37,55,62,105,116],"speech,":[15],"face,":[17],"lips,":[19],"and":[20,39,75,111],"human":[21],"gestures":[22],"behavior":[23],"is":[24,31,67,96],"proposed.":[25],"In":[26],"this":[27],"case":[28],"a":[29,91,102],"hybridization":[30],"understood":[32],"to":[33,51],"be":[34],"compatible":[35],"use":[36],"2D":[38,74],"3D":[40,76],"convolutional":[41,77],"neural":[42,69,78],"networks":[43],"in":[44],"one":[45],"architecture.":[47],"Conducted":[48],"researches":[49],"relate":[50],"improving":[52],"understanding":[54],"complex":[56],"dynamic":[57],"scenes.":[58],"basic":[60],"unit":[61],"proposed":[64,85],"hybrid":[65],"system":[66],"deep":[68],"network":[70,79],"topology,":[71],"which":[72],"combines":[73],"(CNN)":[80],"each":[82],"modality":[83],"with":[84,101,108],"intermediate-level":[86],"feature":[87,92],"fusion":[88,94],"subsystem.":[89],"Such":[90],"map":[93],"method":[95],"based":[97],"on":[98],"scaling":[99],"procedure":[100],"specific":[103],"combination":[104],"pooling":[106],"operation":[107],"non-square":[109],"kernels":[110],"allows":[112],"merging":[113],"different":[114],"type":[115],"modalities.":[117]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}