{"id":"https://openalex.org/W2064718301","doi":"https://doi.org/10.1109/igic.2013.6659167","title":"EmotionExpert: Facebook game for crowdsourcing annotations for emotion detection","display_name":"EmotionExpert: Facebook game for crowdsourcing annotations for emotion detection","publication_year":2013,"publication_date":"2013-09-01","ids":{"openalex":"https://openalex.org/W2064718301","doi":"https://doi.org/10.1109/igic.2013.6659167","mag":"2064718301"},"language":"en","primary_location":{"id":"doi:10.1109/igic.2013.6659167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igic.2013.6659167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Games Innovation Conference (IGIC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087127261","display_name":"Myriam Munezero","orcid":null},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Myriam Munezero","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu, Finland","Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077109746","display_name":"Tuomo Kakkonen","orcid":null},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tuomo Kakkonen","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu, Finland","Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058231871","display_name":"Carolina Islas Sedano","orcid":"https://orcid.org/0000-0002-0497-1205"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Carolina Islas Sedano","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu, Finland","Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036285785","display_name":"Erkki Sutinen","orcid":"https://orcid.org/0000-0002-1020-3325"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Erkki Sutinen","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu, Finland","Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021599906","display_name":"Calkin Suero Montero","orcid":"https://orcid.org/0000-0001-5686-7285"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Calkin Suero Montero","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu, Finland","Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]},{"raw_affiliation_string":"Sch. of Comput., Univ. of Eastern Finland, Joensuu, Finland#TAB#","institution_ids":["https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I175532246"],"apc_list":null,"apc_paid":null,"fwci":1.0019,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84982586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"186"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9162854552268982},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8013824820518494},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.790787935256958},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.505007803440094},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.48100385069847107},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4762844443321228},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4631791412830353},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.42611610889434814},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.41152146458625793},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40917491912841797},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3342167139053345},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.274569571018219}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9162854552268982},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8013824820518494},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.790787935256958},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.505007803440094},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.48100385069847107},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4762844443321228},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4631791412830353},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.42611610889434814},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.41152146458625793},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40917491912841797},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3342167139053345},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.274569571018219},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/igic.2013.6659167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/igic.2013.6659167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Games Innovation Conference (IGIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W104683736","https://openalex.org/W188300810","https://openalex.org/W1513398909","https://openalex.org/W1589161866","https://openalex.org/W1590411898","https://openalex.org/W1603420117","https://openalex.org/W1789721553","https://openalex.org/W1964469912","https://openalex.org/W1970381522","https://openalex.org/W1973873019","https://openalex.org/W2003497265","https://openalex.org/W2006044072","https://openalex.org/W2007719795","https://openalex.org/W2019600989","https://openalex.org/W2035683813","https://openalex.org/W2040467972","https://openalex.org/W2046999604","https://openalex.org/W2053607546","https://openalex.org/W2053830012","https://openalex.org/W2056584528","https://openalex.org/W2100298478","https://openalex.org/W2105468141","https://openalex.org/W2107901333","https://openalex.org/W2112193258","https://openalex.org/W2125098710","https://openalex.org/W2127849236","https://openalex.org/W2141282920","https://openalex.org/W2158880898","https://openalex.org/W2168493061","https://openalex.org/W2407706885","https://openalex.org/W4256441345","https://openalex.org/W6604218118","https://openalex.org/W6635637205","https://openalex.org/W6636224372","https://openalex.org/W6638035981","https://openalex.org/W6660476479","https://openalex.org/W6678758578","https://openalex.org/W6713395558"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W2337920774","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W4318823662","https://openalex.org/W3207526114","https://openalex.org/W4286908577"],"abstract_inverted_index":{"The":[0,27,88,114],"current":[1],"paper":[2,119],"explores":[3],"the":[4,7,102],"use":[5],"of":[6,15,25,30,98,104,107,132],"social":[8,112],"network":[9],"platform":[10],"Facebook,":[11],"as":[12,20,22,51],"a":[13,23,52,68,91,95,124,129],"source":[14,24],"emotion":[16,84],"annotated":[17,57,80],"textual":[18,81],"data":[19,38,58,82],"well":[21],"annotators.":[26],"traditional":[28],"approach":[29],"hiring":[31],"experts":[32],"to":[33,77,93,134],"provide":[34],"manually":[35],"labeled":[36],"(annotated)":[37],"for":[39,55,59,83,127],"NLP":[40],"research":[41],"is":[42,123],"time-consuming,":[43],"tedious":[44],"and":[45,111],"expensive.":[46],"Hence,":[47],"crowdsourcing":[48],"has":[49],"emerged":[50],"useful":[53,125],"method":[54],"obtaining":[56],"natural":[60],"language":[61],"processing":[62],"(NLP)":[63],"research.":[64],"We":[65],"have":[66],"developed":[67],"purposeful":[69],"innovative":[70],"Facebook":[71],"game":[72,89],"called":[73],"EmotionExpert":[74,122],"in":[75,117],"order":[76],"collect":[78],"human":[79],"detection":[85],"from":[86],"text.":[87],"provides":[90],"means":[92],"reach":[94],"large":[96,130],"number":[97,131],"players,":[99],"while":[100],"making":[101],"annotation":[103],"emotional":[105],"content":[106],"texts":[108],"an":[109],"enjoyable":[110],"activity.":[113],"findings":[115],"reported":[116],"this":[118],"indicate":[120],"that":[121],"resource":[126],"reaching":[128],"people":[133],"produce":[135],"reliable":[136],"annotations.":[137]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}
