{"id":"https://openalex.org/W4378194981","doi":"https://doi.org/10.1109/taffc.2023.3269003","title":"Impact of Annotation Modality on Label Quality and Model Performance in the Automatic Assessment of Laughter In-the-Wild","display_name":"Impact of Annotation Modality on Label Quality and Model Performance in the Automatic Assessment of Laughter In-the-Wild","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378194981","doi":"https://doi.org/10.1109/taffc.2023.3269003"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3269003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3269003","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_e84d211f-ac23-4642-b63a-c593027bef2d","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000740048","display_name":"Jose Vargas-Quiros","orcid":"https://orcid.org/0000-0002-9018-4928"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jose David Vargas Quiros","raw_affiliation_strings":["Department of Intelligent Systems, TU Delft, Delft, The Netherlands","Department of Intelligent Systems, TU Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9018-4928","affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061466913","display_name":"Laura Cabrera-Quir\u00f3s","orcid":"https://orcid.org/0000-0001-5928-3349"},"institutions":[{"id":"https://openalex.org/I145372079","display_name":"Instituto Tecnol\u00f3gico de Costa Rica","ror":"https://ror.org/04zhrfn38","country_code":"CR","type":"education","lineage":["https://openalex.org/I145372079"]}],"countries":["CR"],"is_corresponding":false,"raw_author_name":"Laura Cabrera-Quiros","raw_affiliation_strings":["Escuela de Ingenieria Electronica, Instituto Tecnologico de Costa Rica, Cartago, Costa Rica","Escuela de Ingenieria Electronica, the Instituto Tecnologico de Costa Rica, Costa Rica"],"raw_orcid":"https://orcid.org/0000-0001-5928-3349","affiliations":[{"raw_affiliation_string":"Escuela de Ingenieria Electronica, Instituto Tecnologico de Costa Rica, Cartago, Costa Rica","institution_ids":["https://openalex.org/I145372079"]},{"raw_affiliation_string":"Escuela de Ingenieria Electronica, the Instituto Tecnologico de Costa Rica, Costa Rica","institution_ids":["https://openalex.org/I145372079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013731783","display_name":"Catharine Oertel","orcid":"https://orcid.org/0000-0002-8273-0132"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Catharine Oertel","raw_affiliation_strings":["Department of Intelligent Systems, TU Delft, Delft, The Netherlands","Department of Intelligent Systems, TU Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-8273-0132","affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061353073","display_name":"Hayley Hung","orcid":"https://orcid.org/0000-0001-9574-5395"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hayley Hung","raw_affiliation_strings":["Department of Intelligent Systems, TU Delft, Delft, The Netherlands","Department of Intelligent Systems, TU Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-9574-5395","affiliations":[{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Intelligent Systems, TU Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9052,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75179173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"15","issue":"2","first_page":"519","last_page":"534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12214","display_name":"Media Influence and Health","score":0.9465000033378601,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8125289678573608},{"id":"https://openalex.org/keywords/laughter","display_name":"Laughter","score":0.791478157043457},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7371969223022461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6746982336044312},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.614508330821991},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5546740293502808},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5327997207641602},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4360281527042389},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.43497875332832336},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.42107006907463074},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.41086453199386597},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.2056123912334442},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17485317587852478}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8125289678573608},{"id":"https://openalex.org/C2780775679","wikidata":"https://www.wikidata.org/wiki/Q170579","display_name":"Laughter","level":2,"score":0.791478157043457},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7371969223022461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6746982336044312},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.614508330821991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5546740293502808},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5327997207641602},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4360281527042389},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.43497875332832336},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.42107006907463074},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.41086453199386597},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2056123912334442},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17485317587852478},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2023.3269003","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3269003","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:80de5c16-8bd2-4a54-a823-e1032f4496e1","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:80de5c16-8bd2-4a54-a823-e1032f4496e1","pdf_url":"https://repository.tudelft.nl/file/File_e84d211f-ac23-4642-b63a-c593027bef2d","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:80de5c16-8bd2-4a54-a823-e1032f4496e1","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:80de5c16-8bd2-4a54-a823-e1032f4496e1","pdf_url":"https://repository.tudelft.nl/file/File_e84d211f-ac23-4642-b63a-c593027bef2d","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7323256915","display_name":"MINGLE: Modelling Social Group Dynamics and Interaction Quality in Complex Scenes using Multi-Sensor Analysis of Non-Verbal Behaviour","funder_award_id":"639.022.606","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378194981.pdf","grobid_xml":"https://content.openalex.org/works/W4378194981.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W17260778","https://openalex.org/W69338719","https://openalex.org/W138572095","https://openalex.org/W195503565","https://openalex.org/W1571434535","https://openalex.org/W1595174343","https://openalex.org/W1785074626","https://openalex.org/W1893321082","https://openalex.org/W1916142944","https://openalex.org/W1976235033","https://openalex.org/W1984687427","https://openalex.org/W1990298425","https://openalex.org/W1996803032","https://openalex.org/W2035461499","https://openalex.org/W2049380785","https://openalex.org/W2065821883","https://openalex.org/W2065863131","https://openalex.org/W2075124161","https://openalex.org/W2077606547","https://openalex.org/W2082669741","https://openalex.org/W2083751884","https://openalex.org/W2097128017","https://openalex.org/W2101609565","https://openalex.org/W2110673279","https://openalex.org/W2132555391","https://openalex.org/W2134473538","https://openalex.org/W2140035970","https://openalex.org/W2140535904","https://openalex.org/W2141814871","https://openalex.org/W2143132147","https://openalex.org/W2161949887","https://openalex.org/W2163802190","https://openalex.org/W2166545193","https://openalex.org/W2168069730","https://openalex.org/W2169833301","https://openalex.org/W2185550105","https://openalex.org/W2186400599","https://openalex.org/W2280602912","https://openalex.org/W2342615765","https://openalex.org/W2587955609","https://openalex.org/W2593116425","https://openalex.org/W2650729797","https://openalex.org/W2783950666","https://openalex.org/W2794638901","https://openalex.org/W2810412635","https://openalex.org/W2945026638","https://openalex.org/W2951033711","https://openalex.org/W2953451347","https://openalex.org/W2954930777","https://openalex.org/W2973149295","https://openalex.org/W2981170532","https://openalex.org/W3024231075","https://openalex.org/W3041847644","https://openalex.org/W3089609471","https://openalex.org/W3197934793","https://openalex.org/W3206471682","https://openalex.org/W4210499011","https://openalex.org/W4211153864","https://openalex.org/W4231248538","https://openalex.org/W4296780657","https://openalex.org/W4309969825","https://openalex.org/W4310007451","https://openalex.org/W6679994915","https://openalex.org/W6682889902","https://openalex.org/W6684986383","https://openalex.org/W6751081422","https://openalex.org/W6756911974","https://openalex.org/W6777276300","https://openalex.org/W6778809685","https://openalex.org/W6797513191","https://openalex.org/W6808835478","https://openalex.org/W6842484278","https://openalex.org/W6929063988","https://openalex.org/W6940996757"],"related_works":["https://openalex.org/W1883289659","https://openalex.org/W2984615118","https://openalex.org/W177166743","https://openalex.org/W1975995839","https://openalex.org/W1999635775","https://openalex.org/W2011804095","https://openalex.org/W2186446442","https://openalex.org/W2358941527","https://openalex.org/W201765088","https://openalex.org/W4308165966"],"abstract_inverted_index":{"Although":[0],"laughter":[1,19,47,71,106],"is":[2,10,16],"known":[3],"to":[4,114,147,166],"be":[5],"a":[6,78,84],"multimodal":[7],"signal,":[8],"it":[9],"primarily":[11],"annotated":[12,24],"from":[13,25],"audio.":[14],"It":[15],"unclear":[17],"how":[18],"labels":[20],"may":[21],"differ":[22],"when":[23,186],"modalities":[26,151],"like":[27],"video,":[28],"which":[29],"capture":[30],"body":[31,162,180],"movements":[32],"and":[33,52,68,75,91,107,131,141,156,169],"are":[34,48],"relevant":[35],"in":[36,102,117],"in-the-wild":[37,80],"studies.":[38],"In":[39,145],"this":[40],"work":[41],"we":[42,158],"ask":[43],"whether":[44],"annotations":[45,67],"of":[46,86,105,128,137,177],"congruent":[49],"across":[50],"modalities,":[51,111,139],"compare":[53,66],"the":[54,103,118,126,148],"effect":[55],"that":[56,175],"labeling":[57],"modality":[58],"has":[59],"on":[60],"machine":[61,122],"learning":[62,123],"model":[63],"performance.":[64],"We":[65],"models":[69,133,160,178],"for":[70,100,134],"detection,":[72],"intensity":[73,109],"estimation,":[74],"segmentation,":[76],"using":[77],"challenging":[79],"conversational":[81],"dataset":[82],"with":[83,95,161,179,188],"variety":[85],"camera":[87],"angles,":[88],"noise":[89],"conditions":[90],"voices.":[92],"Our":[93,121,172],"study":[94],"48":[96],"annotators":[97,154],"revealed":[98],"evidence":[99],"incongruity":[101],"perception":[104],"its":[108],"between":[110],"mainly":[112],"due":[113],"lower":[115,193],"recall":[116],"video":[119],"condition.":[120],"experiments":[124],"compared":[125],"performance":[127,176],"modern":[129],"unimodal":[130],"multi-modal":[132],"different":[135],"combinations":[136],"input":[138,150],"training,":[140],"testing":[142],"label":[143],"modalities.":[144],"addition":[146],"same":[149],"rated":[152],"by":[153],"(audio":[155],"video),":[157],"trained":[159,187],"acceleration":[163],"inputs,":[164],"robust":[165],"cross-contamination,":[167],"occlusion":[168],"perspective":[170],"differences.":[171],"results":[173],"show":[174],"movement":[181],"inputs":[182],"does":[183],"not":[184],"suffer":[185],"video-acquired":[189],"labels,":[190],"despite":[191],"their":[192],"inter-rater":[194],"agreement.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2023-05-26T00:00:00"}