{"id":"https://openalex.org/W2347036789","doi":"https://doi.org/10.1145/2897369","title":"Crowdsourcing Empathetic Intelligence","display_name":"Crowdsourcing Empathetic Intelligence","publication_year":2016,"publication_date":"2016-05-02","ids":{"openalex":"https://openalex.org/W2347036789","doi":"https://doi.org/10.1145/2897369","mag":"2347036789"},"language":"en","primary_location":{"id":"doi:10.1145/2897369","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897369","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018728463","display_name":"Christina Katsimerou","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Christina Katsimerou","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030920099","display_name":"Joris Albeda","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Joris Albeda","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081757407","display_name":"Alina Huldtgren","orcid":"https://orcid.org/0000-0002-0542-8626"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alina Huldtgren","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111767085","display_name":"Ingrid Heynderickx","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ingrid Heynderickx","raw_affiliation_strings":["Eindhoven University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019183502","display_name":"Judith Redi","orcid":"https://orcid.org/0000-0003-1936-8860"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Judith A. Redi","raw_affiliation_strings":["Delft University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5076,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83087531,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":"4","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8498114347457886},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.757144570350647},{"id":"https://openalex.org/keywords/mood","display_name":"Mood","score":0.6295310854911804},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4948217272758484},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48131096363067627},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.44130265712738037},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.41064178943634033},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3230857253074646},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20344775915145874},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09740495681762695}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8498114347457886},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.757144570350647},{"id":"https://openalex.org/C2780733359","wikidata":"https://www.wikidata.org/wiki/Q331769","display_name":"Mood","level":2,"score":0.6295310854911804},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4948217272758484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48131096363067627},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.44130265712738037},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.41064178943634033},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3230857253074646},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20344775915145874},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09740495681762695},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2897369","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2897369","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/46dc9046-6483-4d30-8963-ddc8f9ba8392","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/46dc9046-6483-4d30-8963-ddc8f9ba8392","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Katsimerou, C, Albeda, J, Huldtgren, A, Heynderickx, I E J & Redi, J A 2016, 'Crowdsourcing empathetic intelligence: the case of the annotation of EMMA database for emotion and mood recognition', ACM Transactions on Intelligent Systems and Technology, vol. 7, no. 4, 51, pp. 1-27. https://doi.org/10.1145/2897369","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:tue:oai:pure.tue.nl:publications/46dc9046-6483-4d30-8963-ddc8f9ba8392","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/46dc9046-6483-4d30-8963-ddc8f9ba8392","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology, 7(4):51, 1 - 27. Association for Computing Machinery, Inc","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32003796","https://openalex.org/W100428360","https://openalex.org/W152725222","https://openalex.org/W188300810","https://openalex.org/W583674968","https://openalex.org/W1029518690","https://openalex.org/W1554162480","https://openalex.org/W1569206120","https://openalex.org/W1839900499","https://openalex.org/W1950135905","https://openalex.org/W1966797434","https://openalex.org/W1970381522","https://openalex.org/W1974894717","https://openalex.org/W1976066595","https://openalex.org/W1977950134","https://openalex.org/W1978262206","https://openalex.org/W2005917549","https://openalex.org/W2013103455","https://openalex.org/W2014581807","https://openalex.org/W2017030853","https://openalex.org/W2020944977","https://openalex.org/W2024166834","https://openalex.org/W2043181832","https://openalex.org/W2055332436","https://openalex.org/W2061504941","https://openalex.org/W2077763912","https://openalex.org/W2097732741","https://openalex.org/W2098865355","https://openalex.org/W2102998034","https://openalex.org/W2104084893","https://openalex.org/W2105496692","https://openalex.org/W2107696062","https://openalex.org/W2115855938","https://openalex.org/W2118185461","https://openalex.org/W2124994029","https://openalex.org/W2127531292","https://openalex.org/W2129191002","https://openalex.org/W2132555391","https://openalex.org/W2134031328","https://openalex.org/W2136129419","https://openalex.org/W2145598468","https://openalex.org/W2146334809","https://openalex.org/W2146436037","https://openalex.org/W2148220354","https://openalex.org/W2149628368","https://openalex.org/W2151401338","https://openalex.org/W2153102006","https://openalex.org/W2156503193","https://openalex.org/W2159306398","https://openalex.org/W2164186291","https://openalex.org/W2164258649","https://openalex.org/W2166592372","https://openalex.org/W2167557160","https://openalex.org/W2170784062","https://openalex.org/W2243753858","https://openalex.org/W2494980014","https://openalex.org/W2607303097","https://openalex.org/W2899501212","https://openalex.org/W4235622975","https://openalex.org/W4240592325"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114","https://openalex.org/W2123430089"],"abstract_inverted_index":{"Unobtrusive":[0],"recognition":[1,110],"of":[2,39,50,61,67,82,90,97,145,173,180,189,201,204],"the":[3,40,48,88,94,152,156,160,178,199],"user's":[4],"mood":[5,80,91,109,150],"is":[6,14,42],"an":[7,170],"essential":[8],"capability":[9],"for":[10,35,53,108],"affect-adaptive":[11],"systems.":[12],"Mood":[13],"a":[15,29,37,105,187,202,211],"subtle,":[16],"long-term":[17],"affective":[18,57],"state,":[19],"often":[20],"misrecognized":[21],"even":[22],"by":[23,184],"humans.":[24],"The":[25,130],"challenge":[26],"to":[27,31,87,166,169,191],"train":[28],"machine":[30],"recognize":[32],"it":[33],"from,":[34],"example,":[36],"video":[38],"user,":[41],"significant,":[43],"and":[44,93,124,127,140,149,155,196],"already":[45],"begins":[46],"with":[47,207],"lack":[49],"ground":[51],"truth":[52],"supervised":[54],"learning.":[55],"Existing":[56],"databases":[58],"consist":[59],"mainly":[60],"short":[62],"videos,":[63,119],"annotated":[64,142],"in":[65,143,210],"terms":[66,144],"expressed":[68],"emotions":[69,146],"rather":[70],"than":[71],"mood.":[72],"In":[73,100],"very":[74],"few":[75],"cases,":[76],"we":[77,103,163],"encounter":[78],"perceived":[79],"annotations,":[81],"questionable":[83],"reliability,":[84],"however,":[85],"due":[86],"subjectivity":[89],"estimation":[92],"small":[95],"number":[96,172,188],"coders":[98],"involved.":[99],"this":[101],"work,":[102],"introduce":[104],"new":[106],"database":[107,114,161],"from":[111],"video.":[112],"Our":[113],"contains":[115],"180":[116],"long,":[117],"acted":[118],"depicting":[120],"typical":[121],"daily":[122],"scenarios,":[123],"subtle":[125],"facial":[126],"bodily":[128],"expressions.":[129],"videos":[131,206],"cover":[132],"three":[133],"visual":[134],"modalities":[135],"(face,":[136],"body,":[137],"Kinect":[138],"data),":[139],"are":[141],"(via":[147,151],"G-trace)":[148],"Self-Assessment":[153],"Manikin":[154],"AffectButton).":[157],"To":[158],"annotate":[159],"exhaustively,":[162],"exploit":[164],"crowdsourcing":[165],"reach":[167],"out":[168,193],"extensive":[171],"nonexpert":[174],"coders.":[175],"We":[176],"validate":[177],"reliability":[179],"our":[181,205],"crowdsourced":[182],"annotations":[183,200],"(1)":[185],"adopting":[186],"criteria":[190],"filter":[192],"unreliable":[194],"coders,":[195],"(2)":[197],"comparing":[198],"subset":[203],"those":[208],"collected":[209],"controlled":[212],"lab":[213],"setting.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}