{"id":"https://openalex.org/W2798561306","doi":"https://doi.org/10.1145/3170427.3188667","title":"Investigating Crowdsourcing as a Method to Collect Emotion Labels for Images","display_name":"Investigating Crowdsourcing as a Method to Collect Emotion Labels for Images","publication_year":2018,"publication_date":"2018-04-20","ids":{"openalex":"https://openalex.org/W2798561306","doi":"https://doi.org/10.1145/3170427.3188667","mag":"2798561306"},"language":"en","primary_location":{"id":"doi:10.1145/3170427.3188667","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170427.3188667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067009991","display_name":"Olga Korovina","orcid":"https://orcid.org/0000-0002-6240-7725"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Olga Korovina","raw_affiliation_strings":["Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086585292","display_name":"Fabio Casati","orcid":"https://orcid.org/0000-0001-7591-9562"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Casati","raw_affiliation_strings":["Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070037336","display_name":"Rados\u0142aw Nielek","orcid":"https://orcid.org/0000-0002-5794-7532"},"institutions":[{"id":"https://openalex.org/I3017851245","display_name":"Polish-Japanese Academy of Information Technology","ror":"https://ror.org/01v542j61","country_code":"PL","type":"education","lineage":["https://openalex.org/I3017851245"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Radoslaw Nielek","raw_affiliation_strings":["Polish-Japanese Academy of Information Technology, Warsaw, Poland"],"affiliations":[{"raw_affiliation_string":"Polish-Japanese Academy of Information Technology, Warsaw, Poland","institution_ids":["https://openalex.org/I3017851245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026694449","display_name":"Marcos B\u00e1ez","orcid":"https://orcid.org/0000-0003-1666-2474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcos Baez","raw_affiliation_strings":["Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Tomsk Polytechnic University & University of Trento, Tomsk, Russian Fed","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057225943","display_name":"\u041e. \u0413. \u0411\u0435\u0440\u0435\u0441\u0442\u043d\u0435\u0432\u0430","orcid":"https://orcid.org/0000-0002-4243-0637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olga Berestneva","raw_affiliation_strings":["Tomsk Polytechnic University, Tomsk, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Tomsk Polytechnic University, Tomsk, Russian Fed","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067009991"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6382,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73759132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.932332456111908},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7601383924484253},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.6873345375061035},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6838891506195068},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5184656977653503},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.41633841395378113},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4103946387767792},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4074927568435669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37470734119415283},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35415491461753845},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3447839915752411},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0809541642665863}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.932332456111908},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7601383924484253},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.6873345375061035},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6838891506195068},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5184656977653503},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.41633841395378113},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4103946387767792},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4074927568435669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37470734119415283},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35415491461753845},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3447839915752411},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0809541642665863}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3170427.3188667","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3170427.3188667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the 2018 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unitn.it:11572/226532","is_oa":false,"landing_page_url":"http://hdl.handle.net/11572/226532","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1568034861","https://openalex.org/W1969235627","https://openalex.org/W2025518782","https://openalex.org/W2072691998","https://openalex.org/W2075857229","https://openalex.org/W2091084672","https://openalex.org/W2102998034","https://openalex.org/W2120851162","https://openalex.org/W2135799691","https://openalex.org/W2292021238","https://openalex.org/W2509173212","https://openalex.org/W2567558666","https://openalex.org/W2727568578","https://openalex.org/W2953116260","https://openalex.org/W4300435921"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3032998312","https://openalex.org/W1503094549","https://openalex.org/W4384486036","https://openalex.org/W135177976","https://openalex.org/W2337920774","https://openalex.org/W4318823662","https://openalex.org/W2886410948","https://openalex.org/W2025875869","https://openalex.org/W3207526114"],"abstract_inverted_index":{"Labeling":[0],"images":[1,47,71,91],"is":[2,14,48],"essential":[3],"towards":[4],"enabling":[5],"the":[6,35,41,51,79],"search":[7],"and":[8,25,75,92],"organization":[9],"of":[10,50,78,89],"digital":[11],"media.":[12,96],"This":[13],"true":[15],"for":[16,30,70],"both":[17],"\"factual\",":[18],"objective":[19],"tags":[20,93],"such":[21,33],"as":[22,27,29,34],"time,":[23],"place":[24],"people,":[26],"well":[28],"subjective":[31],"labels,":[32],"emotion":[36,68],"a":[37],"picture":[38],"generates.":[39],"Indeed,":[40],"ability":[42],"to":[43,46,60,83],"associate":[44],"emotions":[45],"one":[49],"key":[52],"functionality":[53],"most":[54],"image":[55],"analysis":[56],"services":[57],"today":[58],"strive":[59],"provide.":[61],"In":[62],"this":[63],"paper":[64],"we":[65],"study":[66],"how":[67],"labels":[69],"can":[72],"be":[73],"crowdsourced":[74],"uncover":[76],"limitations":[77],"approach":[80],"commonly":[81],"used":[82],"gather":[84],"training":[85],"data":[86],"today,":[87],"that":[88],"harvesting":[90],"from":[94],"social":[95]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}