{"id":"https://openalex.org/W2999130843","doi":"https://doi.org/10.1162/neco_a_01264","title":"Evaluating the Potential Gain of Auditory and Audiovisual Speech-Predictive Coding Using Deep Learning","display_name":"Evaluating the Potential Gain of Auditory and Audiovisual Speech-Predictive Coding Using Deep Learning","publication_year":2020,"publication_date":"2020-01-17","ids":{"openalex":"https://openalex.org/W2999130843","doi":"https://doi.org/10.1162/neco_a_01264","mag":"2999130843","pmid":"https://pubmed.ncbi.nlm.nih.gov/31951798"},"language":"en","primary_location":{"id":"doi:10.1162/neco_a_01264","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01264","pdf_url":"https://direct.mit.edu/neco/article-pdf/32/3/596/1864612/neco_a_01264.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"letter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://direct.mit.edu/neco/article-pdf/32/3/596/1864612/neco_a_01264.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060372031","display_name":"Thomas Hueber","orcid":"https://orcid.org/0000-0002-8296-5177"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thomas Hueber","raw_affiliation_strings":["Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059797341","display_name":"Eric Tatulli","orcid":null},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Eric Tatulli","raw_affiliation_strings":["Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020392160","display_name":"Laurent Girin","orcid":"https://orcid.org/0000-0002-9214-8760"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Laurent Girin","raw_affiliation_strings":["Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France, and Inria Grenoble-Rh\u00f4ne-Alpes, 38330 Montbonnot-Saint Martin, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France, and Inria Grenoble-Rh\u00f4ne-Alpes, 38330 Montbonnot-Saint Martin, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I4210101348","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001142101","display_name":"Jean\u2010Luc Schwartz","orcid":"https://orcid.org/0000-0001-8969-9185"},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210124956","display_name":"GIPSA-Lab","ror":"https://ror.org/02wrme198","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Luc Schwartz","raw_affiliation_strings":["Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Grenoble Alpes, CNRS, Grenoble INP, GIPSA-lab, 38000 Grenoble, France","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210124956","https://openalex.org/I899635006","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6082,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.64829431,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"32","issue":"3","first_page":"596","last_page":"625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6706339716911316},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.631976306438446},{"id":"https://openalex.org/keywords/timit","display_name":"TIMIT","score":0.6095643043518066},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4782661199569702},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4726751446723938},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.4696361720561981},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.46473005414009094},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4481208324432373},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.44426220655441284},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35571566224098206},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1862947642803192},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.10404497385025024},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.103120356798172}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6706339716911316},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.631976306438446},{"id":"https://openalex.org/C2778724510","wikidata":"https://www.wikidata.org/wiki/Q7670405","display_name":"TIMIT","level":3,"score":0.6095643043518066},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4782661199569702},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4726751446723938},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.4696361720561981},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.46473005414009094},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4481208324432373},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.44426220655441284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35571566224098206},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1862947642803192},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.10404497385025024},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.103120356798172},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000161","descriptor_name":"Acoustic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000161","descriptor_name":"Acoustic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000161","descriptor_name":"Acoustic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001307","descriptor_name":"Auditory Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001307","descriptor_name":"Auditory Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001307","descriptor_name":"Auditory Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010775","descriptor_name":"Photic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010775","descriptor_name":"Photic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010775","descriptor_name":"Photic Stimulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1162/neco_a_01264","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01264","pdf_url":"https://direct.mit.edu/neco/article-pdf/32/3/596/1864612/neco_a_01264.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:31951798","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31951798","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:HAL:hal-03016083v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03016083","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural Computation, 2020, 32 (3), pp.596-625. ⟨10.1162/neco_a_01264⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"doi:10.1162/neco_a_01264","is_oa":true,"landing_page_url":"https://doi.org/10.1162/neco_a_01264","pdf_url":"https://direct.mit.edu/neco/article-pdf/32/3/596/1864612/neco_a_01264.pdf","source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1041279674","display_name":null,"funder_award_id":"ANR-19-P3IA-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2999130843.pdf"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W86780258","https://openalex.org/W137138337","https://openalex.org/W932459478","https://openalex.org/W1494198834","https://openalex.org/W1498437823","https://openalex.org/W1503933356","https://openalex.org/W1513168562","https://openalex.org/W1522301498","https://openalex.org/W1574901103","https://openalex.org/W1634005169","https://openalex.org/W1635512741","https://openalex.org/W1836465849","https://openalex.org/W1941420329","https://openalex.org/W1955313418","https://openalex.org/W1965248225","https://openalex.org/W1983035758","https://openalex.org/W1983364832","https://openalex.org/W1990005915","https://openalex.org/W1995562189","https://openalex.org/W1998651249","https://openalex.org/W2011183451","https://openalex.org/W2016053056","https://openalex.org/W2021569680","https://openalex.org/W2022554507","https://openalex.org/W2025210087","https://openalex.org/W2038010270","https://openalex.org/W2038548569","https://openalex.org/W2040940389","https://openalex.org/W2043090466","https://openalex.org/W2051850587","https://openalex.org/W2058097301","https://openalex.org/W2061960534","https://openalex.org/W2065354509","https://openalex.org/W2079207700","https://openalex.org/W2081144555","https://openalex.org/W2087148916","https://openalex.org/W2091317686","https://openalex.org/W2096310022","https://openalex.org/W2096391593","https://openalex.org/W2097117768","https://openalex.org/W2099940393","https://openalex.org/W2122741244","https://openalex.org/W2125244461","https://openalex.org/W2125838338","https://openalex.org/W2127958135","https://openalex.org/W2131306847","https://openalex.org/W2131352719","https://openalex.org/W2131583525","https://openalex.org/W2137411342","https://openalex.org/W2142352693","https://openalex.org/W2147008239","https://openalex.org/W2148764920","https://openalex.org/W2149288684","https://openalex.org/W2149740421","https://openalex.org/W2151120830","https://openalex.org/W2153769858","https://openalex.org/W2154929556","https://openalex.org/W2158358098","https://openalex.org/W2158387459","https://openalex.org/W2161742217","https://openalex.org/W2171046197","https://openalex.org/W2175538802","https://openalex.org/W2195506630","https://openalex.org/W2218278882","https://openalex.org/W2267805933","https://openalex.org/W2341090665","https://openalex.org/W2554625447","https://openalex.org/W2556171197","https://openalex.org/W2559655401","https://openalex.org/W2560201830","https://openalex.org/W2603597171","https://openalex.org/W2684886669","https://openalex.org/W2735457106","https://openalex.org/W2747876639","https://openalex.org/W2768153200","https://openalex.org/W2800311957","https://openalex.org/W2898208057","https://openalex.org/W2919115771","https://openalex.org/W2962866211","https://openalex.org/W3102543255","https://openalex.org/W3140196993","https://openalex.org/W4213348475","https://openalex.org/W4231741839","https://openalex.org/W4237692611","https://openalex.org/W4253654031"],"related_works":["https://openalex.org/W80423236","https://openalex.org/W2286391053","https://openalex.org/W3164669818","https://openalex.org/W2982600058","https://openalex.org/W1963486701","https://openalex.org/W176629368","https://openalex.org/W2015876361","https://openalex.org/W2131486661","https://openalex.org/W3086174161","https://openalex.org/W1959176866"],"abstract_inverted_index":{"Sensory":[0],"processing":[1,50,166],"is":[2,205],"increasingly":[3],"conceived":[4],"in":[5,9,40,137,158,192],"a":[6,58,138,187,208],"predictive":[7],"framework":[8],"which":[10,74,155],"neurons":[11],"would":[12],"constantly":[13],"process":[14],"the":[15,20,32,48,113,124,149,152,165,181,196,203],"error":[16],"signal":[17],"resulting":[18],"from":[19,82],"comparison":[21],"of":[22,34,51,60,148,151,164,210],"expected":[23],"and":[24,53,71,84,122,172,202,215],"observed":[25],"stimuli.":[26],"Surprisingly,":[27],"few":[28],"data":[29],"exist":[30],"on":[31,47,64,112,123,180],"accuracy":[33],"predictions":[35,95],"that":[36],"can":[37],"be":[38,135],"computed":[39],"real":[41],"sensory":[42,49],"scenes.":[43],"Here,":[44],"we":[45],"focus":[46],"auditory":[52],"audiovisual":[54,88,126],"speech.":[55],"We":[56],"propose":[57],"set":[59],"computational":[61],"models":[62],"based":[63],"artificial":[65],"neural":[66],"networks":[67],"(mixing":[68],"deep":[69],"feedforward":[70],"convolutional":[72],"networks),":[73],"are":[75,110],"trained":[76],"to":[77,105,134,146,162,189],"predict":[78],"future":[79],"audio":[80,86,116],"observations":[81,89],"present":[83],"past":[85],"or":[87],"(i.e.,":[90],"including":[91],"lip":[92],"movements).":[93],"Those":[94],"exploit":[96],"purely":[97],"local":[98],"phonetic":[99],"regularities":[100],"with":[101,186],"no":[102],"explicit":[103],"call":[104],"higher":[106],"linguistic":[107],"levels.":[108],"Experiments":[109],"conducted":[111],"multispeaker":[114],"LibriSpeech":[115],"speech":[117,127],"database":[118,128],"(around":[119,129],"100":[120],"hours)":[121],"NTCD-TIMIT":[125],"7":[130],"hours).":[131],"They":[132],"appear":[133],"efficient":[136],"short":[139],"temporal":[140],"range":[141],"(25-50":[142],"ms),":[143],"predicting":[144],"50%":[145],"75%":[147],"variance":[150],"incoming":[153],"stimulus,":[154],"could":[156],"result":[157],"potentially":[159],"saving":[160],"up":[161],"three-quarters":[163],"power.":[167],"Then":[168],"they":[169],"quickly":[170],"decrease":[171],"almost":[173],"vanish":[174],"after":[175],"250":[176],"ms.":[177],"Adding":[178],"information":[179],"lips":[182],"slightly":[183],"improves":[184],"predictions,":[185],"5%":[188],"10%":[190],"increase":[191],"explained":[193],"variance.":[194],"Interestingly":[195],"visual":[197],"gain":[198,204],"vanishes":[199],"more":[200],"slowly,":[201],"maximum":[206],"for":[207],"delay":[209],"75":[211],"ms":[212],"between":[213],"image":[214],"predicted":[216],"sound.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}