{"id":"https://openalex.org/W2029199293","doi":"https://doi.org/10.1109/tmm.2015.2407694","title":"TCD-TIMIT: An Audio-Visual Corpus of Continuous Speech","display_name":"TCD-TIMIT: An Audio-Visual Corpus of Continuous Speech","alternate_titles":[],"publication_year":2015,"publication_date":"2015-02-26","ids":{"openalex":"https://openalex.org/W2029199293","doi":"https://doi.org/10.1109/tmm.2015.2407694","mag":"2029199293"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2015.2407694","doi":"https://doi.org/10.1109/tmm.2015.2407694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2015.2407694","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2029199293"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042231269","display_name":"Naomi Harte","orcid":"https://orcid.org/0000-0002-9274-209X","observed_orcids":["https://orcid.org/0000-0002-9274-209X"]},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Naomi Harte","raw_affiliation_strings":["Sigmedia Group, Trinity College Dublin, Dublin 2, Ireland","Sigmedia Group, Department of Electronic and Electrical Engineering, Trinity College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sigmedia Group, Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"Sigmedia Group, Department of Electronic and Electrical Engineering, Trinity College Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019480912","display_name":"Eoin Gillen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Eoin Gillen","raw_affiliation_strings":["Sigmedia Group, Trinity College Dublin, Dublin 2, Ireland","Sigmedia Group, Department of Electronic and Electrical Engineering, Trinity College Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sigmedia Group, Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]},{"raw_affiliation_string":"Sigmedia Group, Department of Electronic and Electrical Engineering, Trinity College Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205274468"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":10.7301,"has_fulltext":false,"cited_by_count":305,"citation_normalized_percentile":{"value":0.98755781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"17","issue":"5","first_page":"603","last_page":"615"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.014600000344216824,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-visual-speech-recognition","display_name":"audio-visual speech recognition","score":0.9819999933242798},{"id":"https://openalex.org/keywords/corpus-construction","display_name":"corpus construction","score":0.5299999713897705},{"id":"https://openalex.org/keywords/connected-speech","display_name":"connected speech","score":0.6769999861717224},{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.671999990940094},{"id":"https://openalex.org/keywords/timit","display_name":"TIMIT","score":0.4830000102519989},{"id":"https://openalex.org/keywords/video-recording","display_name":"video recording","score":0.35899999737739563},{"id":"https://openalex.org/keywords/visual-speech-recognition","display_name":"visual speech recognition","score":0.5320000052452087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.823749303817749},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7325589060783386},{"id":"https://openalex.org/C2778724510","wikidata":"https://www.wikidata.org/wiki/Q7670405","display_name":"TIMIT","level":3,"score":0.726390540599823},{"id":"https://openalex.org/C157968479","wikidata":"https://www.wikidata.org/wiki/Q3079876","display_name":"Audio mining","level":4,"score":0.6428884267807007},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4794110953807831},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.4545407295227051},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.448780357837677},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4171154201030731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37497398257255554},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3562769293785095},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.32698312401771545},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.273165225982666},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.24005311727523804},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.21459096670150757},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2015.2407694","doi":"https://doi.org/10.1109/tmm.2015.2407694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2015.2407694","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1975516782","display_name":"Naomi Harte","funder_award_id":"07/EN/E007","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W16682072","https://openalex.org/W22517275","https://openalex.org/W57796367","https://openalex.org/W59175527","https://openalex.org/W124776053","https://openalex.org/W144512389","https://openalex.org/W1494821200","https://openalex.org/W1515141446","https://openalex.org/W1527240141","https://openalex.org/W1537011605","https://openalex.org/W1542631809","https://openalex.org/W1615777616","https://openalex.org/W1635512741","https://openalex.org/W1705642064","https://openalex.org/W1736374775","https://openalex.org/W1929897159","https://openalex.org/W1979882273","https://openalex.org/W1982883756","https://openalex.org/W1984634380","https://openalex.org/W2002322356","https://openalex.org/W2015143272","https://openalex.org/W2018476259","https://openalex.org/W2024051115","https://openalex.org/W2029996593","https://openalex.org/W2034878035","https://openalex.org/W2040454151","https://openalex.org/W2054665642","https://openalex.org/W2071828724","https://openalex.org/W2077804127","https://openalex.org/W2078711706","https://openalex.org/W2083792893","https://openalex.org/W2096391593","https://openalex.org/W2098923380","https://openalex.org/W2108492645","https://openalex.org/W2113814270","https://openalex.org/W2120974626","https://openalex.org/W2130602224","https://openalex.org/W2132999255","https://openalex.org/W2142075667","https://openalex.org/W2146824864","https://openalex.org/W2157827878","https://openalex.org/W2167225621","https://openalex.org/W2168744723","https://openalex.org/W2396100813","https://openalex.org/W2517770040","https://openalex.org/W3099202502","https://openalex.org/W3144828656","https://openalex.org/W3148076546","https://openalex.org/W4212774754","https://openalex.org/W4243764915","https://openalex.org/W6631618440","https://openalex.org/W6632221376","https://openalex.org/W6726489897","https://openalex.org/W6939735510"],"related_works":["https://openalex.org/W171560785","https://openalex.org/W2610905072","https://openalex.org/W2894997731","https://openalex.org/W2972730581","https://openalex.org/W7160297052","https://openalex.org/W124776053","https://openalex.org/W2071828724","https://openalex.org/W2609613276","https://openalex.org/W7100432483","https://openalex.org/W7096206399"],"abstract_inverted_index":{"Automatic":[0],"audio-visual":[1,42,129,150,188],"speech":[2,43,90,189],"recognition":[3,44,91,190],"currently":[4],"lags":[5],"behind":[6],"its":[7],"audio-only":[8],"counterpart":[9],"in":[10,87,187],"terms":[11],"of":[12,16,26,35,49,55,61,67,110,184],"major":[13],"progress.":[14],"One":[15],"the":[17,24,33,68,76,108,113,139,145,154,161,185],"reasons":[18],"commonly":[19],"cited":[20],"by":[21],"researchers":[22],"is":[23,170],"scarcity":[25],"suitable":[27],"research":[28,45],"corpora.":[29],"This":[30],"paper":[31,106],"details":[32],"creation":[34],"a":[36,59,174],"new":[37],"corpus":[38],"designed":[39],"for":[40,122],"continuous":[41],".":[46],"TCD-TIMIT":[47,178],"consists":[48],"high-quality":[50],"audio":[51,120],"and":[52,102,112,119,127,141,144,149],"video":[53,118],"footage":[54,94],"62":[56],"speakers":[57,69,86],"reading":[58],"total":[60],"6913":[62],"phonetically":[63],"rich":[64],"sentences.":[65],"Three":[66],"are":[70,132],"professionally-trained":[71],"lipspeakers,":[72],"recorded":[73,96],"to":[74,116,165],"test":[75],"hypothesis":[77],"that":[78,172],"lipspeakers":[79,162],"may":[80],"have":[81],"an":[82],"advantage":[83],"over":[84],"regular":[85],"automatic":[88],"visual":[89],"systems.":[92],"Video":[93],"was":[95],"from":[97],"two":[98],"angles:":[99],"straight":[100],"on,":[101],"at":[103],"30\u00b0.":[104],"The":[105],"outlines":[107],"recording":[109],"footage,":[111],"required":[114],"post-processing":[115],"yield":[117],"clips":[121],"each":[123],"sentence.":[124],"Audio,":[125],"visual,":[126],"joint":[128],"baseline":[130,151],"experiments":[131,135],"reported.":[133],"Separate":[134],"were":[136,156,163],"run":[137],"on":[138,153,160],"lipspeaker":[140],"non-lipspeaker":[142],"data,":[143],"results":[146,152],"compared.":[147],"Visual":[148],"non-lipspeakers":[155],"low":[157],"overall.":[158],"Results":[159],"found":[164],"be":[166],"significantly":[167],"higher.":[168],"It":[169],"hoped":[171],"as":[173],"publicly":[175],"available":[176],"database,":[177],"will":[179],"now":[180],"help":[181],"further":[182],"state":[183],"art":[186],"research.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2029199293","counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":42},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
