{"id":"https://openalex.org/W2981589724","doi":"https://doi.org/10.1145/3341215.3356299","title":"Using Q-Learning for Sequencing Level Difficulties in a Citizen Science Matching Game","display_name":"Using Q-Learning for Sequencing Level Difficulties in a Citizen Science Matching Game","publication_year":2019,"publication_date":"2019-10-17","ids":{"openalex":"https://openalex.org/W2981589724","doi":"https://doi.org/10.1145/3341215.3356299","mag":"2981589724"},"language":"en","primary_location":{"id":"doi:10.1145/3341215.3356299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341215.3356299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341215.3356299","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the Annual Symposium on Computer-Human Interaction in Play Companion Extended Abstracts","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3341215.3356299","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027180117","display_name":"Sofia Eleni Spatharioti","orcid":"https://orcid.org/0000-0001-9057-6924"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sofia Eleni Spatharioti","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080823228","display_name":"Sara Wylie","orcid":"https://orcid.org/0000-0002-2096-9260"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sara Wylie","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083670815","display_name":"Seth Cooper","orcid":"https://orcid.org/0000-0003-4504-0877"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Cooper","raw_affiliation_strings":["Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.8579,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70330969,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"679","last_page":"686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citizen-science","display_name":"Citizen science","score":0.7474743127822876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6893380880355835},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6356733441352844},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5602392554283142},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5408807396888733},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5294263958930969},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5155303478240967},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49551451206207275},{"id":"https://openalex.org/keywords/science-learning","display_name":"Science learning","score":0.4909346401691437},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45432841777801514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44285956025123596},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3735840916633606},{"id":"https://openalex.org/keywords/science-education","display_name":"Science education","score":0.178713858127594},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.13125592470169067}],"concepts":[{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.7474743127822876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6893380880355835},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6356733441352844},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5602392554283142},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5408807396888733},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5294263958930969},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5155303478240967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49551451206207275},{"id":"https://openalex.org/C2984419406","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science learning","level":3,"score":0.4909346401691437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45432841777801514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44285956025123596},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3735840916633606},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.178713858127594},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.13125592470169067},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3341215.3356299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341215.3356299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341215.3356299","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the Annual Symposium on Computer-Human Interaction in Play Companion Extended Abstracts","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3341215.3356299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3341215.3356299","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3341215.3356299","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the Annual Symposium on Computer-Human Interaction in Play Companion Extended Abstracts","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3276588471","display_name":"CHS: Small: Data-Driven Retention in Crowdsourced Image Analysis and Mapping","funder_award_id":"1816426","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981589724.pdf","grobid_xml":"https://content.openalex.org/works/W2981589724.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W148878710","https://openalex.org/W325956733","https://openalex.org/W1550132938","https://openalex.org/W1881872130","https://openalex.org/W1967246308","https://openalex.org/W2050787672","https://openalex.org/W2073338313","https://openalex.org/W2080942732","https://openalex.org/W2116530245","https://openalex.org/W2141282920","https://openalex.org/W2297338375","https://openalex.org/W2611228102","https://openalex.org/W2617837836","https://openalex.org/W2913756371","https://openalex.org/W2914976286","https://openalex.org/W2963395499","https://openalex.org/W3011120880","https://openalex.org/W3099722888","https://openalex.org/W3121257585","https://openalex.org/W3141911539","https://openalex.org/W4312666361"],"related_works":["https://openalex.org/W2134020923","https://openalex.org/W2479871838","https://openalex.org/W2965011540","https://openalex.org/W2792023157","https://openalex.org/W1815107807","https://openalex.org/W4379468622","https://openalex.org/W3217434375","https://openalex.org/W4246741989","https://openalex.org/W2123914215","https://openalex.org/W2963900683"],"abstract_inverted_index":{"Sequencing":[0],"task":[1],"difficulty":[2],"and":[3,50,76,95],"variety":[4],"can":[5],"be":[6],"a":[7,41,53,59],"powerful":[8],"tool":[9],"for":[10,27,37,44,61,100,104],"increasing":[11],"engagement":[12],"in":[13,83],"online":[14],"citizen":[15,105],"science":[16,106],"platforms.":[17],"The":[18],"abundance":[19],"of":[20,87],"available":[21],"participant":[22],"data":[23,73],"presents":[24],"great":[25],"promise":[26],"machine":[28],"learning":[29,103],"oriented":[30],"approaches":[31,78],"to":[32,57,74,79],"making":[33],"tasks":[34],"more":[35],"engaging":[36],"participants.":[38],"We":[39],"present":[40],"web":[42],"game":[43],"image":[45,107],"matching":[46],"called":[47],"Tile-o-Scope":[48,84],"Grid,":[49],"explore":[51],"using":[52,67,101],"Q-learning":[54,89],"based":[55,90],"algorithm":[56,91],"generate":[58],"policy":[60],"sequencing":[62,80],"level":[63,81],"difficulties.":[64],"Recruiting":[65],"players":[66],"Amazon":[68],"Mechanical":[69],"Turk,":[70],"we":[71],"gathered":[72],"train":[75],"evaluate":[77],"difficulties":[82],"Grid.":[85],"Comparisons":[86],"our":[88],"with":[92],"uniform":[93],"random":[94],"greedy":[96],"baselines":[97],"suggest":[98],"potential":[99],"reinforcement":[102],"labeling.":[108]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}