{"id":"https://openalex.org/W2041141748","doi":"https://doi.org/10.1142/s0129065713500214","title":"MULTIMODAL INTEGRATION OF MICRO-DOPPLER SONAR AND AUDITORY SIGNALS FOR BEHAVIOR CLASSIFICATION WITH CONVOLUTIONAL NETWORKS","display_name":"MULTIMODAL INTEGRATION OF MICRO-DOPPLER SONAR AND AUDITORY SIGNALS FOR BEHAVIOR CLASSIFICATION WITH CONVOLUTIONAL NETWORKS","publication_year":2013,"publication_date":"2013-06-18","ids":{"openalex":"https://openalex.org/W2041141748","doi":"https://doi.org/10.1142/s0129065713500214","mag":"2041141748","pmid":"https://pubmed.ncbi.nlm.nih.gov/23924412"},"language":"en","primary_location":{"id":"doi:10.1142/s0129065713500214","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065713500214","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056426700","display_name":"Salvador Dur\u00e1-Bernal","orcid":"https://orcid.org/0000-0002-8561-5324"},"institutions":[{"id":"https://openalex.org/I181697535","display_name":"SUNY Downstate Health Sciences University","ror":"https://ror.org/0041qmd21","country_code":"US","type":"education","lineage":["https://openalex.org/I181697535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"SALVADOR DURA-BERNAL","raw_affiliation_strings":["Department of Physiology and Pharmacology, SUNY Downstate, 450 Clarkson Avenue, Brooklyn, NY 11203, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physiology and Pharmacology, SUNY Downstate, 450 Clarkson Avenue, Brooklyn, NY 11203, USA","institution_ids":["https://openalex.org/I181697535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005670873","display_name":"Guillaume Garreau","orcid":"https://orcid.org/0000-0002-4115-9232"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"GUILLAUME GARREAU","raw_affiliation_strings":["Holistic Electronics Research Lab, University of Cyprus, 75 Kallipoleos Street, Nicosia, 1678 Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"Holistic Electronics Research Lab, University of Cyprus, 75 Kallipoleos Street, Nicosia, 1678 Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071857850","display_name":"Julius Georgiou","orcid":"https://orcid.org/0000-0002-7474-5449"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY"],"is_corresponding":false,"raw_author_name":"JULIUS GEORGIOU","raw_affiliation_strings":["Holistic Electronics Research Lab, University of Cyprus, 75 Kallipoleos Street, Nicosia, 1678 Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"Holistic Electronics Research Lab, University of Cyprus, 75 Kallipoleos Street, Nicosia, 1678 Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057789499","display_name":"Andreas G. Andreou","orcid":"https://orcid.org/0000-0003-3826-600X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"ANDREAS G. ANDREOU","raw_affiliation_strings":["Electrical and Computer Engineering, Johns Hopkins University, Barton Hall 400, 3400 N. Charles Street, Baltimore, MD 21218, USA"],"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, Johns Hopkins University, Barton Hall 400, 3400 N. Charles Street, Baltimore, MD 21218, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069845476","display_name":"Susan L. Denham","orcid":"https://orcid.org/0000-0002-0988-5672"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"SUSAN L. DENHAM","raw_affiliation_strings":["Cognition Institute, Plymouth University, Portland Square A219, Drake Circus, Plymouth, Devon PL4 8AA, UK"],"affiliations":[{"raw_affiliation_string":"Cognition Institute, Plymouth University, Portland Square A219, Drake Circus, Plymouth, Devon PL4 8AA, UK","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069894387","display_name":"Thomas Wennekers","orcid":"https://orcid.org/0000-0002-2917-8895"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"THOMAS WENNEKERS","raw_affiliation_strings":["Cognition Institute, Plymouth University, Portland Square A218, Drake Circus, Plymouth, Devon PL4 8AA, UK"],"affiliations":[{"raw_affiliation_string":"Cognition Institute, Plymouth University, Portland Square A218, Drake Circus, Plymouth, Devon PL4 8AA, UK","institution_ids":["https://openalex.org/I897542642"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5056426700"],"corresponding_institution_ids":["https://openalex.org/I181697535"],"apc_list":null,"apc_paid":null,"fwci":0.97790954,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.76261739,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"23","issue":"05","first_page":"1350021","last_page":"1350021"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sonar","display_name":"Sonar","score":0.7744817733764648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7684551477432251},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6056860685348511},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5748080611228943},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5545943975448608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5074126124382019},{"id":"https://openalex.org/keywords/doppler-effect","display_name":"Doppler effect","score":0.4745529294013977},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4630242884159088},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43083709478378296}],"concepts":[{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.7744817733764648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684551477432251},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6056860685348511},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5748080611228943},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5545943975448608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5074126124382019},{"id":"https://openalex.org/C142757262","wikidata":"https://www.wikidata.org/wiki/Q76436","display_name":"Doppler effect","level":2,"score":0.4745529294013977},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4630242884159088},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43083709478378296},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004301","descriptor_name":"Doppler Effect","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012919","descriptor_name":"Social Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013018","descriptor_name":"Sound Spectrography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004301","descriptor_name":"Doppler Effect","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012919","descriptor_name":"Social Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013018","descriptor_name":"Sound Spectrography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003199","descriptor_name":"Computer Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004301","descriptor_name":"Doppler Effect","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012919","descriptor_name":"Social Behavior","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013018","descriptor_name":"Sound Spectrography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1142/s0129065713500214","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0129065713500214","pdf_url":null,"source":{"id":"https://openalex.org/S197665576","display_name":"International Journal of Neural Systems","issn_l":"0129-0657","issn":["0129-0657","1793-6462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Neural Systems","raw_type":"journal-article"},{"id":"pmid:23924412","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/23924412","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International journal of neural systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W37458164","https://openalex.org/W1510526001","https://openalex.org/W1538131130","https://openalex.org/W1594551768","https://openalex.org/W1597277570","https://openalex.org/W1611682757","https://openalex.org/W1752712236","https://openalex.org/W1965662797","https://openalex.org/W1974840117","https://openalex.org/W1988013646","https://openalex.org/W1999497791","https://openalex.org/W2003054046","https://openalex.org/W2006732588","https://openalex.org/W2015861736","https://openalex.org/W2025192094","https://openalex.org/W2040061620","https://openalex.org/W2051353051","https://openalex.org/W2051832842","https://openalex.org/W2067413892","https://openalex.org/W2071509342","https://openalex.org/W2081652925","https://openalex.org/W2086323910","https://openalex.org/W2095802353","https://openalex.org/W2103615976","https://openalex.org/W2105621472","https://openalex.org/W2109747901","https://openalex.org/W2111203007","https://openalex.org/W2130244729","https://openalex.org/W2135396407","https://openalex.org/W2145377288","https://openalex.org/W2153635508","https://openalex.org/W2159138006","https://openalex.org/W2165306728","https://openalex.org/W2165880886","https://openalex.org/W2188492526","https://openalex.org/W2240580723","https://openalex.org/W2340134902"],"related_works":["https://openalex.org/W3199220297","https://openalex.org/W2137769200","https://openalex.org/W2032962400","https://openalex.org/W2952608638","https://openalex.org/W2911323905","https://openalex.org/W2130145841","https://openalex.org/W1890543963","https://openalex.org/W2355584917","https://openalex.org/W373968289","https://openalex.org/W2289995427"],"abstract_inverted_index":{"The":[0,57],"ability":[1],"to":[2,109],"recognize":[3],"the":[4,13,28,114,136,147],"behavior":[5,42,101],"of":[6,9,16,74,83,116,138,141],"individuals":[7],"is":[8,60],"great":[10],"interest":[11],"in":[12,120],"general":[14],"field":[15],"safety":[17],"(e.g.":[18],"building":[19],"security,":[20],"crowd":[21],"control,":[22],"transport":[23],"analysis,":[24],"independent":[25],"living":[26],"for":[27,38,88],"elderly).":[29],"Here":[30],"we":[31],"report":[32],"a":[33,63,72],"new":[34],"real-time":[35],"acoustic":[36,142],"system":[37,58,84],"human":[39,122],"action":[40],"and":[41,48,69,96],"recognition":[43],"that":[44,135],"integrates":[45],"passive":[46],"audio":[47],"active":[49],"micro-Doppler":[50,117],"sonar":[51,118],"signatures":[52],"over":[53],"multiple":[54,139],"time":[55,87],"scales.":[56],"architecture":[59],"based":[61],"on":[62],"six-layer":[64],"convolutional":[65],"neural":[66],"network,":[67],"trained":[68],"evaluated":[70],"using":[71,130],"dataset":[73],"10":[75],"subjects":[76],"performing":[77],"seven":[78],"different":[79],"behaviors.":[80],"Probabilistic":[81],"combination":[82],"output":[85],"through":[86],"each":[89],"modality":[90],"separately":[91],"yields":[92],"94%":[93],"(passive":[94],"audio)":[95],"91%":[97],"(micro-Doppler":[98],"sonar)":[99],"correct":[100],"classification;":[102],"probabilistic":[103],"multimodal":[104],"integration":[105,137],"increases":[106],"classification":[107],"performance":[108],"98%.":[110],"This":[111],"study":[112],"supports":[113],"efficacy":[115],"systems":[119],"characterizing":[121],"actions,":[123],"which":[124],"can":[125,144],"then":[126],"be":[127],"efficiently":[128],"classified":[129],"ConvNets.":[131],"It":[132],"also":[133],"demonstrates":[134],"sources":[140],"information":[143],"significantly":[145],"improve":[146],"system's":[148],"performance.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}