{"id":"https://openalex.org/W4408696597","doi":"https://doi.org/10.1109/itsc58415.2024.10920104","title":"Are Gamers Good Annotators? A Comparative Study of Gaming Crowds and Professional Annotators","display_name":"Are Gamers Good Annotators? A Comparative Study of Gaming Crowds and Professional Annotators","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408696597","doi":"https://doi.org/10.1109/itsc58415.2024.10920104"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10920104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053061224","display_name":"Lukas Ewecker","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lukas Ewecker","raw_affiliation_strings":["Dr. Ing. h.c. F. Porsche AG,Weissach,Germany"],"affiliations":[{"raw_affiliation_string":"Dr. Ing. h.c. F. Porsche AG,Weissach,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107589179","display_name":"Christopher Klugmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Klugmann","raw_affiliation_strings":["Quality Match GmbH,Heidelberg,Germany"],"affiliations":[{"raw_affiliation_string":"Quality Match GmbH,Heidelberg,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085781366","display_name":"Daniel Kondermann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Kondermann","raw_affiliation_strings":["Quality Match GmbH,Heidelberg,Germany"],"affiliations":[{"raw_affiliation_string":"Quality Match GmbH,Heidelberg,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000891414","display_name":"Robin Schwager","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robin Schwager","raw_affiliation_strings":["Dr. Ing. h.c. F. Porsche AG,Weissach,Germany"],"affiliations":[{"raw_affiliation_string":"Dr. Ing. h.c. F. Porsche AG,Weissach,Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027248793","display_name":"Thomas Villmann","orcid":"https://orcid.org/0000-0001-6725-0141"},"institutions":[{"id":"https://openalex.org/I116397343","display_name":"Hochschule Mittweida","ror":"https://ror.org/024ga3r86","country_code":"DE","type":"education","lineage":["https://openalex.org/I116397343"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Villmann","raw_affiliation_strings":["Saxony Institute for Computational Intelligence and Machine Learning (SICIM),Mittweida,Germany"],"affiliations":[{"raw_affiliation_string":"Saxony Institute for Computational Intelligence and Machine Learning (SICIM),Mittweida,Germany","institution_ids":["https://openalex.org/I116397343"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053061224"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22705138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3759","last_page":"3766"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11674","display_name":"Sports Analytics and Performance","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.9335125684738159},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7590416073799133},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3536697030067444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3503721356391907},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12927526235580444}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.9335125684738159},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7590416073799133},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3536697030067444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3503721356391907},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12927526235580444}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10920104","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920104","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1998933811","https://openalex.org/W2003497265","https://openalex.org/W2041411104","https://openalex.org/W2125943921","https://openalex.org/W2517867141","https://openalex.org/W2799443114","https://openalex.org/W2883426678","https://openalex.org/W6610351617","https://openalex.org/W6680737463","https://openalex.org/W6840402694","https://openalex.org/W6856909396"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4240200267","https://openalex.org/W1511510665","https://openalex.org/W2154955495","https://openalex.org/W1524661185","https://openalex.org/W2078823605","https://openalex.org/W2500095415","https://openalex.org/W2097922264"],"abstract_inverted_index":{"Annotating":[0],"image":[1,86,180,196],"data":[2],"at":[3,6],"scale":[4],"and":[5,15,23,62,71,117,141,153,174,201],"a":[7,20,69,84],"high":[8],"quality":[9],"using":[10],"professional":[11,100],"annotators":[12,101,159],"is":[13,188],"expensive":[14],"time-consuming.":[16],"This":[17],"paper":[18],"investigates":[19],"new":[21],"cost-efficient":[22,70],"scalable":[24],"source":[25],"of":[26,34,46,135,157],"annotators.":[27],"We":[28],"propose":[29],"to":[30,114,151],"leverage":[31],"large":[32],"pools":[33],"online":[35],"gamers-so-called":[36],"gaming":[37,47,66,96,177,186],"crowds-to":[38],"annotate":[39],"images.":[40],"Therefore,":[41],"we":[42],"investigate":[43],"the":[44,53,130,133,147,155,166],"use":[45],"crowds":[48,67,97],"for":[49,56,90,149,179,190],"annotating":[50],"images,":[51],"addressing":[52],"growing":[54],"need":[55,148],"labeled":[57],"datasets":[58],"in":[59,102,110,123,138,176],"computer":[60,199],"vision":[61,200],"machine":[63,202],"learning.":[64],"While":[65],"offer":[68],"readily":[72],"available":[73],"annotator":[74],"pool,":[75],"their":[76],"performance":[77],"varies":[78],"across":[79],"tasks.":[80],"Our":[81],"experiments":[82],"on":[83],"custom":[85],"dataset":[87],"reveal":[88],"that,":[89],"certain":[91],"categorical":[92],"object":[93],"annotation":[94,167],"tasks,":[95,112],"can":[98],"match":[99],"quality,":[103],"albeit":[104],"with":[105,120],"more":[106],"noise.":[107],"Challenges":[108],"arise":[109],"complex":[111],"leading":[113],"higher":[115],"ambiguity":[116],"reduced":[118],"agreement":[119],"professionals,":[121],"particularly":[122],"finer":[124],"distinctions.":[125],"Key":[126],"insights":[127],"gleaned":[128],"from":[129],"study":[131],"underscore":[132],"importance":[134],"task":[136],"design":[137],"ensuring":[139],"clarity":[140],"minimizing":[142],"ambiguity,":[143],"as":[144,146],"well":[145],"strategies":[150],"identify":[152],"mitigate":[154],"impact":[156],"malicious":[158],"while":[160],"fostering":[161],"sustained":[162],"user":[163],"engagement":[164],"throughout":[165],"process.":[168],"A":[169],"comprehensive":[170],"analysis":[171],"discusses":[172],"challenges":[173],"opportuni-ties":[175],"crowdsourcing":[178,187],"annotation.":[181],"Despite":[182],"its":[183,191],"potential,":[184],"refining":[185],"essential":[189],"successful":[192],"integration":[193],"into":[194],"large-scale":[195],"annotation,":[197],"benefiting":[198],"learning":[203],"applications.":[204]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}