{"id":"https://openalex.org/W2101609565","doi":"https://doi.org/10.1109/tmm.2010.2101586","title":"Audiovisual Discrimination Between Speech and Laughter: Why and When Visual Information Might Help","display_name":"Audiovisual Discrimination Between Speech and Laughter: Why and When Visual Information Might Help","publication_year":2010,"publication_date":"2010-12-23","ids":{"openalex":"https://openalex.org/W2101609565","doi":"https://doi.org/10.1109/tmm.2010.2101586","mag":"2101609565"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2010.2101586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2010.2101586","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009475700","display_name":"Stavros Petridis","orcid":"https://orcid.org/0000-0001-7478-9479"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Stavros Petridis","raw_affiliation_strings":["Imperial College London, Department of Computing, London, UK"],"affiliations":[{"raw_affiliation_string":"Imperial College London, Department of Computing, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016033078","display_name":"Maja Panti\u0107","orcid":"https://orcid.org/0000-0002-3620-5986"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB","NL"],"is_corresponding":false,"raw_author_name":"Maja Pantic","raw_affiliation_strings":["EEMCS, University of Twente, Enschede, Netherlands","Imperial College London, Department of Computing, London, UK"],"affiliations":[{"raw_affiliation_string":"EEMCS, University of Twente, Enschede, Netherlands","institution_ids":["https://openalex.org/I94624287"]},{"raw_affiliation_string":"Imperial College London, Department of Computing, London, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009475700"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":4.6019,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.94107187,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"13","issue":"2","first_page":"216","last_page":"234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450374603271484},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6646803617477417},{"id":"https://openalex.org/keywords/laughter","display_name":"Laughter","score":0.5437236428260803},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5140358209609985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5131307244300842},{"id":"https://openalex.org/keywords/cepstrum","display_name":"Cepstrum","score":0.5008885860443115},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.46095776557922363},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.4485154449939728},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.43446433544158936},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.344637930393219},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3282482624053955},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.13484430313110352}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450374603271484},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6646803617477417},{"id":"https://openalex.org/C2780775679","wikidata":"https://www.wikidata.org/wiki/Q170579","display_name":"Laughter","level":2,"score":0.5437236428260803},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5140358209609985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5131307244300842},{"id":"https://openalex.org/C88485024","wikidata":"https://www.wikidata.org/wiki/Q1054571","display_name":"Cepstrum","level":2,"score":0.5008885860443115},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.46095776557922363},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.4485154449939728},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.43446433544158936},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.344637930393219},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3282482624053955},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.13484430313110352},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tmm.2010.2101586","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2010.2101586","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/f8804dae-5dea-4b85-a1c1-2156160e1480","is_oa":false,"landing_page_url":"https://research.utwente.nl/en/publications/f8804dae-5dea-4b85-a1c1-2156160e1480","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Petridis, S & Pantic, M 2011, 'Audiovisual discrimination between speech and laughter: Why and when visual information might help', IEEE transactions on multimedia, vol. 13, no. 2, pp. 216-234. https://doi.org/10.1109/TMM.2010.2101586","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.371.1291","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.371.1291","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ibug.doc.ic.ac.uk/media/uploads/documents/petridispantic_2011_tmm.pdf","raw_type":"text"},{"id":"pmh:oai:ris.utwente.nl:publications/f8804dae-5dea-4b85-a1c1-2156160e1480","is_oa":false,"landing_page_url":"http://eprints.eemcs.utwente.nl/secure2/21294/01/pantic_audivisual_discrimination_between.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W29952999","https://openalex.org/W114031798","https://openalex.org/W206810795","https://openalex.org/W309418507","https://openalex.org/W1489056342","https://openalex.org/W1501836275","https://openalex.org/W1503417225","https://openalex.org/W1520297327","https://openalex.org/W1530474158","https://openalex.org/W1562563659","https://openalex.org/W1569447338","https://openalex.org/W1591607137","https://openalex.org/W1591747970","https://openalex.org/W1594352493","https://openalex.org/W1969761120","https://openalex.org/W1973323360","https://openalex.org/W1984565341","https://openalex.org/W1987074976","https://openalex.org/W2001068000","https://openalex.org/W2017278799","https://openalex.org/W2038952578","https://openalex.org/W2046477426","https://openalex.org/W2054721804","https://openalex.org/W2056030034","https://openalex.org/W2064675550","https://openalex.org/W2069501481","https://openalex.org/W2077606547","https://openalex.org/W2080940498","https://openalex.org/W2096391593","https://openalex.org/W2097128017","https://openalex.org/W2097162172","https://openalex.org/W2097911007","https://openalex.org/W2100056961","https://openalex.org/W2102298245","https://openalex.org/W2105410756","https://openalex.org/W2107831318","https://openalex.org/W2110673279","https://openalex.org/W2113342254","https://openalex.org/W2117712320","https://openalex.org/W2117714795","https://openalex.org/W2118710099","https://openalex.org/W2120442172","https://openalex.org/W2121486117","https://openalex.org/W2124000984","https://openalex.org/W2125762183","https://openalex.org/W2125936346","https://openalex.org/W2132024850","https://openalex.org/W2134325309","https://openalex.org/W2134473538","https://openalex.org/W2143908786","https://openalex.org/W2155799207","https://openalex.org/W2156501428","https://openalex.org/W2156503193","https://openalex.org/W2160511961","https://openalex.org/W2161949887","https://openalex.org/W2163802190","https://openalex.org/W2167221531","https://openalex.org/W2168441989","https://openalex.org/W2170960656","https://openalex.org/W2173219554","https://openalex.org/W2233062022","https://openalex.org/W2404838522","https://openalex.org/W2479414554","https://openalex.org/W2776577834","https://openalex.org/W2915347754","https://openalex.org/W3094114204","https://openalex.org/W3182920176","https://openalex.org/W4211153864","https://openalex.org/W4235534324","https://openalex.org/W4244815099","https://openalex.org/W4285719527","https://openalex.org/W6601192135","https://openalex.org/W6629306475","https://openalex.org/W6631268982","https://openalex.org/W6633847657","https://openalex.org/W6635352761","https://openalex.org/W6635725049","https://openalex.org/W6676245417","https://openalex.org/W6678599822","https://openalex.org/W6679994915","https://openalex.org/W6683497447","https://openalex.org/W6713327003"],"related_works":["https://openalex.org/W2018086531","https://openalex.org/W2387604097","https://openalex.org/W1980297060","https://openalex.org/W2373675101","https://openalex.org/W106160982","https://openalex.org/W2359140082","https://openalex.org/W2074132948","https://openalex.org/W2160511961","https://openalex.org/W1996938627","https://openalex.org/W2066371342"],"abstract_inverted_index":{"Past":[0],"research":[1],"on":[2,9,76,84,123,159,164,191,199,204],"automatic":[3],"laughter":[4,20,232],"classification/detection":[5],"has":[6],"focused":[7],"mainly":[8],"audio-based":[10],"approaches.":[11,42,127],"Here":[12],"we":[13,24],"present":[14],"an":[15,221],"audiovisual":[16,119],"approach":[17,120],"to":[18,37,139,240],"distinguishing":[19],"from":[21,30],"speech,":[22],"and":[23,32,45,55,60,62,80,87,108],"show":[25],"that":[26,114],"integrating":[27],"the":[28,77,85,98,102,115,118,143,155,160,165,174,180,184,192,200,205,215,218,228],"information":[29,132,237],"audio":[31,44,241],"video":[33,59],"channels":[34,47],"may":[35],"lead":[36],"improved":[38],"performance":[39,116],"over":[40],"single-modal":[41,126],"Both":[43],"visual":[46,131,177,236],"consist":[48],"of":[49,69,95,104,117,130,151,176,210,224],"two":[50],"streams":[51],"(cues),":[52],"facial":[53,105],"expressions":[54],"head":[56,152,211],"pose":[57],"for":[58,65,231],"cepstral":[61],"prosodic":[63,109],"features":[64],"audio.":[66],"Two":[67],"types":[68],"experiments":[70,83],"were":[71],"performed:":[72],"1)":[73],"subject-independent":[74],"cross-validation":[75],"AMI":[78,86,166,193,201],"dataset":[79],"2)":[81],"cross-database":[82],"SAL":[88,161,206],"datasets.":[89],"We":[90],"experimented":[91],"with":[92,97,173],"different":[93],"combinations":[94],"cues":[96],"most":[99],"informative":[100],"being":[101],"combination":[103],"expressions,":[106],"cepstral,":[107],"features.":[110],"Our":[111],"results":[112,135],"suggest":[113],"is":[121,214,233,238],"better":[122,134],"average":[124],"than":[125,154,213],"The":[128],"addition":[129,175],"produces":[133],"when":[136,183,235],"it":[137],"comes":[138],"female":[140],"subjects.":[141],"When":[142],"training":[144,185],"conditions":[145,157,186],"are":[146,187],"less":[147],"diverse":[148,197],"in":[149,208,217,227],"terms":[150,209],"movements":[153,212],"testing":[156,163,203,219],"(training":[158,198],"dataset,":[162,202],"dataset),":[167,194,207],"then":[168],"no":[169],"improvement":[170],"was":[171],"observed":[172],"information.":[178,242],"On":[179],"other":[181],"hand,":[182],"similar":[188],"(cross":[189],"validation":[190],"or":[195],"more":[196],"case":[216],"conditions,":[220],"absolute":[222],"increase":[223],"about":[225],"3%":[226],"F1":[229],"rate":[230],"reported":[234],"added":[239]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":8}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}