{"id":"https://openalex.org/W2883475967","doi":"https://doi.org/10.18653/v1/p18-3018","title":"Trick Me If You Can: Adversarial Writing of Trivia Challenge Questions","display_name":"Trick Me If You Can: Adversarial Writing of Trivia Challenge Questions","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2883475967","doi":"https://doi.org/10.18653/v1/p18-3018","mag":"2883475967"},"language":"en","primary_location":{"id":"doi:10.18653/v1/p18-3018","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-3018","pdf_url":"https://www.aclweb.org/anthology/P18-3018.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ACL 2018, Student Research Workshop","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/P18-3018.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110564361","display_name":"Eric Wallace","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eric Wallace","raw_affiliation_strings":["University of Maryland, College Park"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081307846","display_name":"Jordan Boyd\u2010Graber","orcid":"https://orcid.org/0000-0002-7770-4431"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan Boyd-Graber","raw_affiliation_strings":["University of Maryland, College Park"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5110564361"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":1.523,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87088803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"127","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8872455954551697},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.8063837289810181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.796314001083374},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7699418067932129},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.7062143683433533},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.651334285736084},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5898813009262085},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.521985650062561},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.46751219034194946},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43928712606430054},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.417539119720459},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.41390299797058105},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.4119032621383667},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2216055691242218},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13631823658943176},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13560834527015686}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8872455954551697},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.8063837289810181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.796314001083374},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7699418067932129},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.7062143683433533},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.651334285736084},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5898813009262085},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.521985650062561},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.46751219034194946},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43928712606430054},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.417539119720459},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.41390299797058105},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4119032621383667},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2216055691242218},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13631823658943176},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13560834527015686},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/p18-3018","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-3018","pdf_url":"https://www.aclweb.org/anthology/P18-3018.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ACL 2018, Student Research Workshop","raw_type":"proceedings-article"},{"id":"mag:2883475967","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1809.02701","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/p18-3018","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/p18-3018","pdf_url":"https://www.aclweb.org/anthology/P18-3018.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of ACL 2018, Student Research Workshop","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6204963521","display_name":"CAREER: Human-Computer Cooperation for Word-by-Word Question Answering","funder_award_id":"1652666","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2883475967.pdf","grobid_xml":"https://content.openalex.org/works/W2883475967.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2963207607","https://openalex.org/W2282821441","https://openalex.org/W2963969878","https://openalex.org/W2113459411","https://openalex.org/W2950761309","https://openalex.org/W2799007037","https://openalex.org/W1840435438","https://openalex.org/W2131965512","https://openalex.org/W2980982569","https://openalex.org/W3015569920","https://openalex.org/W2907773512","https://openalex.org/W3022162740","https://openalex.org/W2181760315","https://openalex.org/W2150662287","https://openalex.org/W2808471838","https://openalex.org/W3105401611","https://openalex.org/W2766613554","https://openalex.org/W1576265599","https://openalex.org/W2917227905","https://openalex.org/W2763777702"],"abstract_inverted_index":{"Modern":[0],"question":[1,13,75,95],"answering":[2,14,76,96],"systems":[3],"have":[4],"been":[5],"touted":[6],"as":[7],"approaching":[8],"human":[9],"performance.":[10],"However,":[11],"existing":[12],"datasets":[15],"are":[16,20],"imperfect":[17],"tests.":[18],"Questions":[19],"written":[21],"with":[22,48],"humans":[23,46],"in":[24,90],"mind,":[25],"not":[26,31],"computers,":[27],"and":[28,51,93],"often":[29],"do":[30],"properly":[32],"expose":[33],"model":[34,79],"limitations.":[35],"To":[36],"address":[37],"this,":[38],"we":[39],"develop":[40],"an":[41],"adversarial":[42],"writing":[43],"setting,":[44],"where":[45],"interact":[47],"trained":[49],"models":[50],"try":[52],"to":[53,70,88],"break":[54],"them.":[55],"This":[56],"annotation":[57],"process":[58],"yields":[59],"a":[60],"challenge":[61],"set,":[62],"which":[63],"despite":[64],"being":[65],"easy":[66],"for":[67],"trivia":[68],"players":[69],"answer,":[71],"systematically":[72],"stumps":[73],"automated":[74],"systems.":[77,97],"Diagnosing":[78],"errors":[80],"on":[81],"the":[82],"evaluation":[83],"data":[84],"provides":[85],"actionable":[86],"insights":[87],"explore":[89],"developing":[91],"robust":[92],"generalizable":[94]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":2}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}