{"id":"https://openalex.org/W4205526921","doi":"https://doi.org/10.1109/cog52621.2021.9619125","title":"Exploring Q-Learning for Adaptive Difficulty in a Tile-based Image Labeling Game","display_name":"Exploring Q-Learning for Adaptive Difficulty in a Tile-based Image Labeling Game","publication_year":2021,"publication_date":"2021-08-17","ids":{"openalex":"https://openalex.org/W4205526921","doi":"https://doi.org/10.1109/cog52621.2021.9619125"},"language":"en","primary_location":{"id":"doi:10.1109/cog52621.2021.9619125","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619125","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027180117","display_name":"Sofia Eleni Spatharioti","orcid":"https://orcid.org/0000-0001-9057-6924"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sofia Eleni Spatharioti","raw_affiliation_strings":["Northeastern University,Boston,MA,USA","Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,MA,USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080823228","display_name":"Sara Wylie","orcid":"https://orcid.org/0000-0002-2096-9260"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Wylie","raw_affiliation_strings":["Northeastern University,Boston,MA,USA","Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,MA,USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083670815","display_name":"Seth Cooper","orcid":"https://orcid.org/0000-0003-4504-0877"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Cooper","raw_affiliation_strings":["Northeastern University,Boston,MA,USA","Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University,Boston,MA,USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027180117"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.3229,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.50589623,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7247297167778015},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7245272397994995},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7055273056030273},{"id":"https://openalex.org/keywords/adaptive-learning","display_name":"Adaptive learning","score":0.49708035588264465},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49643832445144653},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.46631747484207153},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4540872573852539},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43020206689834595},{"id":"https://openalex.org/keywords/disengagement-theory","display_name":"Disengagement theory","score":0.41723206639289856},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1656530797481537}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7247297167778015},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7245272397994995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7055273056030273},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.49708035588264465},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49643832445144653},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.46631747484207153},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4540872573852539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43020206689834595},{"id":"https://openalex.org/C25740722","wikidata":"https://www.wikidata.org/wiki/Q3044915","display_name":"Disengagement theory","level":2,"score":0.41723206639289856},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1656530797481537},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C74909509","wikidata":"https://www.wikidata.org/wiki/Q10387","display_name":"Gerontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog52621.2021.9619125","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog52621.2021.9619125","pdf_url":null,"source":{"id":"https://openalex.org/S4363608335","display_name":"2021 IEEE Conference on Games (CoG)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3276588471","display_name":null,"funder_award_id":"1816426","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W159136832","https://openalex.org/W325956733","https://openalex.org/W1883349610","https://openalex.org/W1967246308","https://openalex.org/W1977295328","https://openalex.org/W1993502890","https://openalex.org/W2002982773","https://openalex.org/W2052646460","https://openalex.org/W2052729098","https://openalex.org/W2096848877","https://openalex.org/W2116530245","https://openalex.org/W2132576251","https://openalex.org/W2141282920","https://openalex.org/W2201714122","https://openalex.org/W2250734828","https://openalex.org/W2251007294","https://openalex.org/W2297338375","https://openalex.org/W2395937589","https://openalex.org/W2397966701","https://openalex.org/W2563736478","https://openalex.org/W2565812455","https://openalex.org/W2576757207","https://openalex.org/W2712794940","https://openalex.org/W2888144465","https://openalex.org/W2896629823","https://openalex.org/W2898749724","https://openalex.org/W2963395499","https://openalex.org/W2971621858","https://openalex.org/W2981589724","https://openalex.org/W3099722888","https://openalex.org/W3124258878","https://openalex.org/W4242883546","https://openalex.org/W6606431501","https://openalex.org/W6639446458","https://openalex.org/W6674368962","https://openalex.org/W6691215711","https://openalex.org/W6712122976","https://openalex.org/W6730925521","https://openalex.org/W6731100469","https://openalex.org/W6732278945","https://openalex.org/W6755445700","https://openalex.org/W6756192757"],"related_works":["https://openalex.org/W10379689","https://openalex.org/W8447228","https://openalex.org/W4412456","https://openalex.org/W8444177","https://openalex.org/W868042","https://openalex.org/W12291563","https://openalex.org/W7084024","https://openalex.org/W8539471","https://openalex.org/W547392","https://openalex.org/W5547603"],"abstract_inverted_index":{"Participant":[0],"disengagement":[1],"in":[2,14,57,76,107],"citizen":[3,125],"science":[4],"tasks":[5,44],"remains":[6],"a":[7,89,96],"significant":[8],"challenge":[9],"for":[10,45],"crowdsourcing":[11],"platform":[12],"creators,":[13],"their":[15,24],"efforts":[16],"to":[17,31,40,42,115,124],"generate":[18],"meaningful":[19],"data":[20,39],"and":[21],"connect":[22],"with":[23],"membership.":[25],"Reinforcement":[26],"learning":[27,54,121],"is":[28],"increasingly":[29],"used":[30,56],"take":[32],"advantage":[33],"of":[34,37,80,109],"the":[35,52,78,102,116],"plethora":[36],"available":[38],"learn":[41],"sequence":[43],"participants.":[46],"To":[47],"this":[48],"end,":[49],"we":[50],"extend":[51],"reinforcement":[53,120],"techniques":[55],"Tile-o-Scope":[58],"Grid,":[59],"an":[60,67],"image":[61],"matching":[62],"web":[63],"game,":[64],"by":[65],"introducing":[66],"adaptive":[68,85,103],"Q-learning":[69],"based":[70],"approach":[71],"that":[72,101],"incorporates":[73],"participant":[74],"performance":[75],"sequencing":[77],"difficulty":[79],"levels.":[81],"We":[82,99],"compared":[83],"our":[84],"version":[86],"against":[87],"both":[88],"previous":[90],"non-adaptive":[91],"algorithm,":[92],"as":[93,95],"well":[94],"greedy":[97],"approach.":[98],"found":[100],"extension":[104],"outperformed":[105],"both,":[106],"terms":[108],"total":[110],"reward.":[111],"This":[112],"work":[113],"contributes":[114],"growing":[117],"literature":[118],"on":[119],"approaches":[122],"applied":[123],"science.":[126]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}