{"id":"https://openalex.org/W3164299198","doi":"https://doi.org/10.1515/icom-2020-0030","title":"A User-Centered Approach to Gamify the Manual Creation of Training Data for Machine Learning","display_name":"A User-Centered Approach to Gamify the Manual Creation of Training Data for Machine Learning","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3164299198","doi":"https://doi.org/10.1515/icom-2020-0030","mag":"3164299198"},"language":"en","primary_location":{"id":"doi:10.1515/icom-2020-0030","is_oa":false,"landing_page_url":"https://doi.org/10.1515/icom-2020-0030","pdf_url":null,"source":{"id":"https://openalex.org/S4210235838","display_name":"i-com","issn_l":"1618-162X","issn":["1618-162X","2196-6826"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319967","host_organization_name":"R. Oldenbourg Verlag","host_organization_lineage":["https://openalex.org/P4310319967"],"host_organization_lineage_names":["R. Oldenbourg Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"i-com","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039341035","display_name":"Sarah Alaghbari","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sarah Alaghbari","raw_affiliation_strings":["AI4BD Deutschland GmbH , Dresden , Germany"],"affiliations":[{"raw_affiliation_string":"AI4BD Deutschland GmbH , Dresden , Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052888329","display_name":"Annett Mitschick","orcid":"https://orcid.org/0000-0001-8667-0926"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Annett Mitschick","raw_affiliation_strings":["9169 Technische Universit\u00e4t Dresden , Dresden , Germany"],"affiliations":[{"raw_affiliation_string":"9169 Technische Universit\u00e4t Dresden , Dresden , Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085000350","display_name":"Gregor Blichmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gregor Blichmann","raw_affiliation_strings":["AI4BD Deutschland GmbH , Dresden , Germany"],"affiliations":[{"raw_affiliation_string":"AI4BD Deutschland GmbH , Dresden , Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063270195","display_name":"Martin Voigt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin Voigt","raw_affiliation_strings":["AI4BD Deutschland GmbH , Dresden , Germany"],"affiliations":[{"raw_affiliation_string":"AI4BD Deutschland GmbH , Dresden , Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043672607","display_name":"Raimund Dachselt","orcid":"https://orcid.org/0000-0002-2176-876X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Raimund Dachselt","raw_affiliation_strings":["Centre for Tactile Internet with Human-in-the-Loop (CeTI) , 9169 Technische Universit\u00e4t Dresden , Dresden , Germany"],"affiliations":[{"raw_affiliation_string":"Centre for Tactile Internet with Human-in-the-Loop (CeTI) , 9169 Technische Universit\u00e4t Dresden , Dresden , Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039341035"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6329,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.82953716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"20","issue":"1","first_page":"33","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7801942825317383},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6713649034500122},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.611467182636261},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5578582286834717},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5103291869163513},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5037400126457214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4947628378868103},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44445928931236267},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4250423014163971},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20300596952438354},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0811021625995636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7801942825317383},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6713649034500122},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.611467182636261},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5578582286834717},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5103291869163513},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5037400126457214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4947628378868103},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44445928931236267},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4250423014163971},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20300596952438354},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0811021625995636},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1515/icom-2020-0030","is_oa":false,"landing_page_url":"https://doi.org/10.1515/icom-2020-0030","pdf_url":null,"source":{"id":"https://openalex.org/S4210235838","display_name":"i-com","issn_l":"1618-162X","issn":["1618-162X","2196-6826"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319967","host_organization_name":"R. Oldenbourg Verlag","host_organization_lineage":["https://openalex.org/P4310319967"],"host_organization_lineage_names":["R. Oldenbourg Verlag"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"i-com","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5109837303","display_name":null,"funder_award_id":"16SV8396","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W48268975","https://openalex.org/W66944902","https://openalex.org/W317661794","https://openalex.org/W1679433199","https://openalex.org/W1786843565","https://openalex.org/W2012477269","https://openalex.org/W2013424909","https://openalex.org/W2023557850","https://openalex.org/W2023718959","https://openalex.org/W2141282920","https://openalex.org/W2141846678","https://openalex.org/W2260112789","https://openalex.org/W2290897909","https://openalex.org/W2503653630","https://openalex.org/W2766525624","https://openalex.org/W2786516702","https://openalex.org/W2787622896","https://openalex.org/W2799083371","https://openalex.org/W2893995563","https://openalex.org/W2898824886","https://openalex.org/W3035748637","https://openalex.org/W3040835376","https://openalex.org/W4242883546","https://openalex.org/W4253572417"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2625833328","https://openalex.org/W1533177136"],"abstract_inverted_index":{"Abstract":[0],"The":[1,124,142,170],"development":[2],"of":[3,17,20,32,49,76,90,147,176],"artificial":[4],"intelligence,":[5],"e.":[6],"g.":[7],"for":[8,71,79,101,130,191],"Computer":[9],"Vision,":[10],"through":[11],"supervised":[12],"learning":[13,81],"requires":[14],"the":[15,30,47,73,111,132,140,163],"input":[16],"large":[18],"amounts":[19],"annotated":[21],"or":[22],"labeled":[23],"data":[24,35,78],"objects":[25],"as":[26,127,188],"training":[27,34,77],"data.":[28],"Usually,":[29],"creation":[31,75],"high-quality":[33],"is":[36,56,166,173],"done":[37],"manually":[38],"which":[39,135,161],"can":[40],"be":[41],"repetitive":[42],"and":[43,93,96,120,153,186],"tiring.":[44],"Gamification":[45],",":[46],"use":[48,104,118],"game":[50],"elements":[51],"in":[52],"a":[53,68,98,102,108,128,154,158,167,189],"non-game":[54],"context,":[55],"one":[57],"method":[58],"to":[59],"make":[60],"such":[61],"tedious":[62],"tasks":[63],"more":[64],"interesting.":[65],"We":[66],"propose":[67],"multi-step":[69],"process":[70],"gamifying":[72],"manual":[74],"machine":[80],"purposes.":[82],"In":[83],"this":[84],"article,":[85],"we":[86,115],"give":[87],"an":[88,174,177,182],"overview":[89],"related":[91],"concepts":[92,134],"existing":[94,178],"implementations":[95],"present":[97],"user-centered":[99],"approach":[100],"real-life":[103],"case.":[105],"Based":[106],"on":[107],"survey":[109],"within":[110],"target":[112],"user":[113,168],"group":[114],"identified":[116],"annotation":[117,179],"cases":[119],"dominant":[121],"player":[122],"characteristics.":[123],"results":[125],"served":[126],"foundation":[129],"designing":[131],"gamification":[133],"were":[136],"then":[137],"discussed":[138],"with":[139],"participants.":[141],"final":[143],"concept":[144],"includes":[145],"levels":[146],"increasing":[148],"difficulty,":[149],"tutorials,":[150],"progress":[151],"indicators":[152],"narrative":[155],"built":[156],"around":[157],"robot":[159],"character":[160],"at":[162,181],"same":[164],"time":[165],"assistant.":[169],"implemented":[171],"prototype":[172],"extension":[175],"tool":[180],"AI":[183],"product":[184],"company":[185],"serves":[187],"basis":[190],"further":[192],"observations.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}