{"id":"https://openalex.org/W1918413956","doi":"https://doi.org/10.1162/tacl_a_00195","title":"It\u2019s All Fun and Games until Someone Annotates: Video Games with a Purpose for Linguistic Annotation","display_name":"It\u2019s All Fun and Games until Someone Annotates: Video Games with a Purpose for Linguistic Annotation","publication_year":2014,"publication_date":"2014-12-01","ids":{"openalex":"https://openalex.org/W1918413956","doi":"https://doi.org/10.1162/tacl_a_00195","mag":"1918413956"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00195","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00195","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00195","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00195","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046126345","display_name":"David Jurgens","orcid":"https://orcid.org/0000-0002-2135-9878"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"David Jurgens","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome,","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026648049","display_name":"Roberto Navigli","orcid":"https://orcid.org/0000-0003-3831-9706"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Navigli","raw_affiliation_strings":["Department of Computer Science, Sapienza University of Rome,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sapienza University of Rome,","institution_ids":["https://openalex.org/I861853513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I861853513"],"apc_list":null,"apc_paid":null,"fwci":10.2437,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97937416,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":null,"first_page":"449","last_page":"464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8683791160583496},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8090883493423462},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7604674100875854},{"id":"https://openalex.org/keywords/wordnet","display_name":"WordNet","score":0.730604350566864},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6707013845443726},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5397425889968872},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5148045420646667},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4806008040904999},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.4698849022388458},{"id":"https://openalex.org/keywords/framenet","display_name":"FrameNet","score":0.41500675678253174},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3603949546813965},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.27632156014442444},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.19554758071899414}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8683791160583496},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8090883493423462},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7604674100875854},{"id":"https://openalex.org/C157659113","wikidata":"https://www.wikidata.org/wiki/Q533822","display_name":"WordNet","level":2,"score":0.730604350566864},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6707013845443726},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5397425889968872},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5148045420646667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4806008040904999},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.4698849022388458},{"id":"https://openalex.org/C185754541","wikidata":"https://www.wikidata.org/wiki/Q1322093","display_name":"FrameNet","level":3,"score":0.41500675678253174},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3603949546813965},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.27632156014442444},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.19554758071899414},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/tacl_a_00195","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00195","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00195","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.683.4225","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.683.4225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://tacl2013.cs.columbia.edu/ojs/index.php/tacl/article/download/421/65/","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:de39a97d810a494e9086d5e0b368488a","is_oa":false,"landing_page_url":"https://doaj.org/article/de39a97d810a494e9086d5e0b368488a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 2 (2021)","raw_type":"article"},{"id":"pmh:oai:iris.uniroma1.it:11573/645251","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/645251","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00195","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00195","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00195","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1918413956.pdf","grobid_xml":"https://content.openalex.org/works/W1918413956.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W122626481","https://openalex.org/W173527031","https://openalex.org/W1969616664","https://openalex.org/W1970381522","https://openalex.org/W1971218560","https://openalex.org/W1998201987","https://openalex.org/W2017903214","https://openalex.org/W2023031388","https://openalex.org/W2026261675","https://openalex.org/W2035683813","https://openalex.org/W2044028121","https://openalex.org/W2053830012","https://openalex.org/W2056584528","https://openalex.org/W2058959415","https://openalex.org/W2065157922","https://openalex.org/W2072734893","https://openalex.org/W2073338313","https://openalex.org/W2091117392","https://openalex.org/W2095980407","https://openalex.org/W2096819730","https://openalex.org/W2102197821","https://openalex.org/W2102423300","https://openalex.org/W2108598243","https://openalex.org/W2115792525","https://openalex.org/W2120699290","https://openalex.org/W2126012462","https://openalex.org/W2134533455","https://openalex.org/W2138445383","https://openalex.org/W2141282920","https://openalex.org/W2141766660","https://openalex.org/W2145607950","https://openalex.org/W2147520877","https://openalex.org/W2155034018","https://openalex.org/W2156830856","https://openalex.org/W2160361994","https://openalex.org/W2162787119","https://openalex.org/W2250638193","https://openalex.org/W2251089262","https://openalex.org/W2251242306","https://openalex.org/W2252126225","https://openalex.org/W2272153972","https://openalex.org/W2295240344","https://openalex.org/W2436001372","https://openalex.org/W2528799029","https://openalex.org/W2546893354","https://openalex.org/W4231796555","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2133465498","https://openalex.org/W3087951561","https://openalex.org/W2037537600","https://openalex.org/W1533309683","https://openalex.org/W26737624","https://openalex.org/W2584757318","https://openalex.org/W1929794620","https://openalex.org/W3213846217","https://openalex.org/W2279422943","https://openalex.org/W2075025829"],"abstract_inverted_index":{"Annotated":[0],"data":[1],"is":[2,12,70],"prerequisite":[3],"for":[4],"many":[5],"NLP":[6],"applications.":[7],"Acquiring":[8],"large-scale":[9],"annotated":[10],"corpora":[11],"a":[13,28,52,79,87,112,124],"major":[14],"bottleneck,":[15],"requiring":[16],"significant":[17],"time":[18],"and":[19,34,44,86,111],"resources.":[20],"Recent":[21],"work":[22],"has":[23],"proposed":[24],"turning":[25],"annotation":[26,48,55,104],"into":[27],"game":[29,89,102,122],"to":[30,77,84,107],"increase":[31],"its":[32,36],"appeal":[33],"lower":[35],"cost;":[37],"however,":[38],"current":[39,130],"games":[40,96,134],"are":[41],"largely":[42],"text-based":[43],"closely":[45],"resemble":[46],"traditional":[47],"tasks.":[49],"We":[50],"propose":[51],"new":[53],"linguistic":[54],"paradigm":[56],"that":[57,90,108],"produces":[58],"annotations":[59],"from":[60,81],"playing":[61],"graphical":[62],"video":[63,74],"games.":[64],"The":[65,100],"effectiveness":[66],"of":[67,109,115],"this":[68],"design":[69],"demonstrated":[71],"using":[72],"two":[73],"games:":[75],"one":[76],"create":[78],"mapping":[80],"WordNet":[82],"senses":[83],"images,":[85],"second":[88,121],"performs":[91],"Word":[92],"Sense":[93],"Disambiguation.":[94],"Both":[95],"produce":[97],"accurate":[98],"results.":[99],"first":[101],"yields":[103],"quality":[105],"equal":[106],"experts":[110],"cost":[113],"reduction":[114],"73%":[116],"over":[117,129],"equivalent":[118],"crowdsourcing;":[119],"the":[120],"provides":[123],"16.3%":[125],"improvement":[126],"in":[127],"accuracy":[128],"state-of-the-art":[131],"sense":[132],"disambiguation":[133],"with":[135],"WordNet.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}