{"id":"https://openalex.org/W7162805779","doi":"https://doi.org/10.1145/3797246.3805861","title":"Train the Spire: An ML-Driven Single Player GWAP for Image Annotation","display_name":"Train the Spire: An ML-Driven Single Player GWAP for Image Annotation","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162805779","doi":"https://doi.org/10.1145/3797246.3805861"},"language":null,"primary_location":{"id":"doi:10.1145/3797246.3805861","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3805861","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3797246.3805861","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137316133","display_name":"Keno Nanninga","orcid":"https://orcid.org/0009-0008-8974-1177"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Keno Nanninga","raw_affiliation_strings":["University of Oldenburg, Oldenburg, Niedersachsen, Germany"],"raw_orcid":"https://orcid.org/0009-0008-8974-1177","affiliations":[{"raw_affiliation_string":"University of Oldenburg, Oldenburg, Niedersachsen, Germany","institution_ids":["https://openalex.org/I129877168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032619772","display_name":"Abdulrahman Mohamed Selim","orcid":"https://orcid.org/0000-0002-4984-6686"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abdulrahman Mohamed Selim","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4984-6686","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099633182","display_name":"Sara-Jane Bittner","orcid":"https://orcid.org/0009-0000-5171-7712"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sara-Jane Bittner","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0009-0000-5171-7712","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Oldenburg, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137388810","display_name":"Pascal Lessel","orcid":"https://orcid.org/0000-0001-5117-6928"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Pascal Lessel","raw_affiliation_strings":["German Research Center for Artificial Intelligence (DFKI), Saarland Informatics Campus, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5117-6928","affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence (DFKI), Saarland Informatics Campus, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037664911","display_name":"Michael Barz","orcid":"https://orcid.org/0000-0001-6730-2466"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Barz","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6730-2466","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069432042","display_name":"Daniel Sonntag","orcid":"https://orcid.org/0000-0002-8857-8709"},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Sonntag","raw_affiliation_strings":["Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Applied Artificial Intelligence, University of Oldenburg, Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8857-8709","affiliations":[{"raw_affiliation_string":"Interactive Machine Learning, German Research Center for Artificial Intelligence (DFKI), Saarbr\u00fccken, Germany and Applied Artificial Intelligence, University of Oldenburg, Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168","https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6018741,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.8173999786376953,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.8173999786376953,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.026599999517202377,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8475000262260437},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6877999901771545},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6345999836921692},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.607699990272522},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.40220001339912415},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.3840000033378601},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.3418000042438507}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8475000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7806000113487244},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6877999901771545},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6345999836921692},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.607699990272522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5275999903678894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42010000348091125},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.3840000033378601},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.3418000042438507},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33469998836517334},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3312999904155731},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C2984870255","wikidata":"https://www.wikidata.org/wiki/Q5196451","display_name":"User engagement","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27160000801086426},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3797246.3805861","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3805861","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3797246.3805861","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3797246.3805861","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3660826720","display_name":"Mixed reality ecosystem for teaching robotics in manufacturing","funder_award_id":"101093079","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W345972492","https://openalex.org/W1861492603","https://openalex.org/W1966146032","https://openalex.org/W1983097865","https://openalex.org/W2035683813","https://openalex.org/W2057879313","https://openalex.org/W2090654724","https://openalex.org/W2108598243","https://openalex.org/W2140344798","https://openalex.org/W2141282920","https://openalex.org/W2980615522","https://openalex.org/W3108761828","https://openalex.org/W3165615883","https://openalex.org/W4200282046","https://openalex.org/W4243470746","https://openalex.org/W4295276204","https://openalex.org/W4376116550","https://openalex.org/W4387344424","https://openalex.org/W4390535086","https://openalex.org/W4403423327","https://openalex.org/W4412084959"],"related_works":[],"abstract_inverted_index":{"Training":[0],"image":[1,44],"classification":[2],"models":[3],"requires":[4],"large":[5],"labelled":[6],"datasets,":[7],"which":[8],"is":[9],"particularly":[10],"challenging":[11],"in":[12,129],"specialised":[13],"domains":[14],"where":[15],"manual":[16],"expert":[17],"annotation":[18,45,97,121],"remains":[19],"the":[20,33,104,116,124],"default,":[21],"such":[22,78],"as":[23,79],"eye":[24],"tracking.":[25],"To":[26],"address":[27],"this":[28,100],"challenge,":[29],"we":[30,102],"present":[31,103],"Train":[32,115],"Spire,":[34],"a":[35,39,58,82,119],"single-player":[36],"game":[37,49,75],"with":[38],"purpose":[40],"(GWAP)":[41],"that":[42],"embeds":[43],"within":[46],"turn-based":[47],"card":[48],"mechanics":[50],"for":[51,85,113],"crowdsourcing":[52],"data":[53],"annotations.":[54],"The":[55,74],"system":[56,86,105],"uses":[57],"few-shot":[59],"deep":[60],"learning":[61],"classifier":[62],"to":[63,91],"validate":[64],"player-generated":[65],"labels,":[66],"providing":[67],"immediate":[68],"feedback":[69],"through":[70],"rewards":[71],"and":[72,88,109,137],"penalties.":[73],"incorporates":[76],"elements,":[77],"progression":[80],"systems,":[81],"companion":[83],"agent":[84],"transparency,":[87],"balanced":[89],"difficulty,":[90],"maintain":[92],"player":[93],"engagement":[94],"while":[95],"ensuring":[96],"accuracy.":[98],"In":[99],"paper,":[101],"design,":[106],"implementation":[107],"details,":[108],"evaluation":[110],"study":[111,133],"design":[112],"comparing":[114],"Spire":[117],"against":[118],"baseline":[120],"tool":[122],"using":[123],"VISUS":[125],"mobile":[126],"eye-tracking":[127],"dataset":[128],"an":[130],"online":[131],"user":[132],"measuring":[134],"effectiveness,":[135],"usability,":[136],"enjoyment.":[138]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-05-30T00:00:00"}
