{"id":"https://openalex.org/W207283431","doi":null,"title":"Extremely economical: how key frames affect consonant perception under different audio-visual skews","display_name":"Extremely economical: how key frames affect consonant perception under different audio-visual skews","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W207283431","mag":"207283431"},"language":"en","primary_location":{"id":"pmh:oai:pure.atira.dk:openaire/c2927f16-648d-422b-8b07-229dafab99c0","doi":null,"is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/c2927f16-648d-422b-8b07-229dafab99c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knoche, H, De Meer, H & Kirsh, D 2006, Extremely Economical: How Key Frames Affect Consonant Perception under Different Audio-Visual Skews. in Proc. of the 16th World Congress on Ergonomics IEA2006. Maastricht.","raw_type":"info:eu-repo/semantics/publishedVersion"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/da/publications/c2927f16-648d-422b-8b07-229dafab99c0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078443928","display_name":"Hendrik Ole Knoche","orcid":"https://orcid.org/0000-0003-3950-8453","observed_orcids":["https://orcid.org/0000-0003-3950-8453"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrik Knoche","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3950-8453","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085867563","display_name":"Hermann de Meer","orcid":"https://orcid.org/0000-0002-3466-8135","observed_orcids":["https://orcid.org/0000-0002-3466-8135"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hermann de Meer","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3466-8135","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076058604","display_name":"David Kirsh","orcid":"https://orcid.org/0000-0002-6242-5851","observed_orcids":["https://orcid.org/0000-0002-6242-5851"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Kirsh","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6242-5851","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4094,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71537513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5473999977111816,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5473999977111816,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.3743000030517578,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.028200000524520874,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key-frames","display_name":"key frames","score":0.7730000019073486},{"id":"https://openalex.org/keywords/audiovisual-integration","display_name":"audiovisual integration","score":0.8859999775886536},{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.5230000019073486},{"id":"https://openalex.org/keywords/consonant-perception","display_name":"consonant perception","score":0.9599999785423279},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"spectral efficiency","score":0.6809999942779541},{"id":"https://openalex.org/keywords/multisensory-perception","display_name":"multisensory perception","score":0.4950000047683716}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.588763952255249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5586681962013245},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5545896887779236},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5113763213157654},{"id":"https://openalex.org/C2778203577","wikidata":"https://www.wikidata.org/wiki/Q38035","display_name":"Consonant","level":3,"score":0.5027916431427002},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.4945676028728485},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.45031359791755676},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4298490881919861},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.413386732339859},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3862811028957367},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3016092777252197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21128058433532715},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2030678391456604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19765958189964294},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10528677701950073},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2779581591","wikidata":"https://www.wikidata.org/wiki/Q36244","display_name":"Vowel","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:pure.atira.dk:openaire/c2927f16-648d-422b-8b07-229dafab99c0","doi":null,"is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/c2927f16-648d-422b-8b07-229dafab99c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knoche, H, De Meer, H & Kirsh, D 2006, Extremely Economical: How Key Frames Affect Consonant Perception under Different Audio-Visual Skews. in Proc. of the 16th World Congress on Ergonomics IEA2006. Maastricht.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:infoscience.tind.io:173167","doi":null,"is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/record/173167/files/extremely%20economical%2C%20Hendrik%20Knoche%20HDM%2C%20DK%20IEA06%20-.pdf","pdf_url":"https://infoscience.epfl.ch/record/173167/files/extremely%20economical%2C%20Hendrik%20Knoche%20HDM%2C%20DK%20IEA06%20-.pdf","source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5124864","host_organization_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","host_organization_lineage":["https://openalex.org/I5124864"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},{"id":"pmh:oai:infoscience.epfl.ch:173167","doi":null,"is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/173167","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5124864","host_organization_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","host_organization_lineage":["https://openalex.org/I5124864"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"mag:207283431","doi":null,"is_oa":false,"landing_page_url":"https://adrenaline.ucsd.edu/kirsh/Articles/Extremely_Economical/ExtremelyEconomical.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/c2927f16-648d-422b-8b07-229dafab99c0","doi":null,"is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/c2927f16-648d-422b-8b07-229dafab99c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knoche, H, De Meer, H & Kirsh, D 2006, Extremely Economical: How Key Frames Affect Consonant Perception under Different Audio-Visual Skews. in Proc. of the 16th World Congress on Ergonomics IEA2006. Maastricht.","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W207283431.pdf","grobid_xml":"https://content.openalex.org/works/W207283431.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W162751470","https://openalex.org/W168484898","https://openalex.org/W1976592770","https://openalex.org/W1996803179","https://openalex.org/W1999159310","https://openalex.org/W2012151416","https://openalex.org/W2013887309","https://openalex.org/W2014621385","https://openalex.org/W2015394094","https://openalex.org/W2019895843","https://openalex.org/W2052008596","https://openalex.org/W2052581778","https://openalex.org/W2061332937","https://openalex.org/W2078230740","https://openalex.org/W2079869087","https://openalex.org/W2080969704","https://openalex.org/W2130974354","https://openalex.org/W2143369061","https://openalex.org/W2155172704","https://openalex.org/W2203381804","https://openalex.org/W3040607653"],"related_works":["https://openalex.org/W2284799782","https://openalex.org/W2394936534","https://openalex.org/W1991942721","https://openalex.org/W2052008596","https://openalex.org/W3013749253","https://openalex.org/W7099712060","https://openalex.org/W2039517203","https://openalex.org/W4402535295","https://openalex.org/W2419374948","https://openalex.org/W2396100813"],"abstract_inverted_index":{"line":[0],"spaceIn":[1],"audio-visual":[2,156],"telecommunication,":[3],"low":[4,115],"video":[5,68,109,143],"frame":[6,99],"rates":[7],"represent":[8],"a":[9,46],"popular":[10],"method":[11],"for":[12],"saving":[13],"on":[14],"bandwidth":[15],"requirements.When":[16],"key":[17,52,98],"frames":[18,36,53,58],"displayed":[19],"the":[20,43,92,114,127,134,138,142,152],"extremes":[21],"of":[22,45,49,71,154],"lip":[23],"movements":[24],"we":[25],"found":[26],"that":[27,97],"participants":[28,86,122],"performed":[29],"comparably":[30],"to":[31,41,56,84,90,112,125],"standard":[32],"displays":[33,64,100],"at":[34],"30":[35],"per":[37,59],"second.Experiments":[38],"were":[39,69,82,88,123],"conducted":[40],"compare":[42],"effectiveness":[44],"small":[47],"number":[48],"algorithmically":[50],"chosen":[51],"-typically":[54],"7":[55],"8":[57],"second":[60],"(fps)":[61],"-to":[62],"30fps":[63,105,135],"where":[65],"audio":[66,107,139],"and":[67,118],"out":[70],"synch":[72],"by":[73,110,144],"as":[74,76,102,104,131,133,149],"much":[75],"233ms.Noised":[77],"non-sense":[78],"words":[79],"like":[80],"'abagava'":[81],"presented":[83],"20":[85],"who":[87],"asked":[89],"identify":[91],"middle":[93],"consonant.The":[94],"results":[95],"indicate":[96],"are":[101],"effective":[103],"when":[106],"lags":[108],"87":[111],"167ms.Despite":[113],"temporal":[116],"resolution":[117],"varying":[119],"exposure":[120],"lengths,":[121],"able":[124],"integrate":[126],"given":[128],"bi-modal":[129],"information":[130],"well":[132],"condition":[136],"if":[137],"channel":[140],"lagged":[141],"87ms.The":[145],"latter":[146],"is":[147],"recognized":[148],"being":[150],"within":[151],"region":[153],"optimal":[155],"(AV)":[157],"integration.":[158]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}