{"id":"https://openalex.org/W3038078646","doi":"https://doi.org/10.1109/jstsp.2020.2989852","title":"Introduction to the Special Issue on Deep Learning for Multi-Modal Intelligence Across Speech, Language, Vision, and Heterogeneous Signals","display_name":"Introduction to the Special Issue on Deep Learning for Multi-Modal Intelligence Across Speech, Language, Vision, and Heterogeneous Signals","publication_year":2020,"publication_date":"2020-03-01","ids":{"openalex":"https://openalex.org/W3038078646","doi":"https://doi.org/10.1109/jstsp.2020.2989852","mag":"3038078646"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2020.2989852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2989852","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"editorial","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101727205","display_name":"Xiaodong He","orcid":"https://orcid.org/0000-0002-9463-9168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaodong He","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064771173","display_name":"Li Deng","orcid":"https://orcid.org/0000-0002-9478-551X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Deng","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077077136","display_name":"Richard C. Rose","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard Rose","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058504936","display_name":"Minlie Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minlie Huang","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054590402","display_name":"Isabel Trancoso","orcid":"https://orcid.org/0000-0001-5874-6313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabel Trancoso","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460206","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0002-7730-5131"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao Zhang","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"3","first_page":"474","last_page":"477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12260","display_name":"Educational Technology and Pedagogy","score":0.6725999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12260","display_name":"Educational Technology and Pedagogy","score":0.6725999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6384000182151794,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8082966804504395},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.732078492641449},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7107065320014954},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6765220165252686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6573283672332764},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5587846040725708},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37737661600112915},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3646838665008545}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8082966804504395},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.732078492641449},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7107065320014954},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6765220165252686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6573283672332764},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5587846040725708},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37737661600112915},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3646838665008545},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2020.2989852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2020.2989852","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2916492174","https://openalex.org/W4229054266","https://openalex.org/W2740997538","https://openalex.org/W3088241762","https://openalex.org/W2970747248","https://openalex.org/W2605364946","https://openalex.org/W3137675974","https://openalex.org/W2982456085","https://openalex.org/W3185423710","https://openalex.org/W4285392182"],"abstract_inverted_index":{"The":[0],"ten":[1],"papers":[2],"included":[3],"in":[4,27,35],"this":[5],"special":[6,99],"section":[7],"focus":[8],"on":[9,85,110,118],"deep":[10,28,112],"learning":[11,89,113],"for":[12,74,115],"multi-modal":[13],"intelligence":[14,37],"across":[15,91],"speech,":[16,122],"language,":[17],"vision,":[18],"and":[19,58,71,88,125],"heterogeneous":[20],"signals.":[21],"Thanks":[22],"to":[23],"the":[24,83,86],"disruptive":[25],"advances":[26],"learning,":[29],"significant":[30],"progress":[31],"has":[32],"been":[33],"made":[34],"artificial":[36],"(AI)":[38],"applications":[39],"with":[40],"single":[41],"modality,":[42,70],"such":[43],"as":[44,53,55],"speech":[45,47],"recognition,":[46],"synthesis,":[48],"image":[49,124],"classification,":[50],"object":[51],"detection,":[52],"well":[54],"machine":[56],"translation":[57],"reading":[59],"comprehension,":[60],"etc.":[61],"However,":[62],"many":[63],"AI":[64],"problems":[65,116],"require":[66],"more":[67],"than":[68],"one":[69],"techniques":[72],"developed":[73],"different":[75],"modalities":[76,93,120],"can":[77],"often":[78],"be":[79],"successfully":[80],"cross-fertilized.":[81],"Therefore,":[82],"studies":[84],"modeling":[87],"approaches":[90],"multiple":[92,119],"are":[94],"of":[95,108],"great":[96],"interest.":[97],"This":[98],"issue":[100],"brings":[101],"together":[102],"a":[103],"diverse":[104],"but":[105],"complementary":[106],"set":[107],"contributions":[109],"emerging":[111],"methods":[114],"based":[117],"including":[121],"text,":[123],"video.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}