{"id":"https://openalex.org/W2953987971","doi":"https://doi.org/10.18653/v1/s19-2153","title":"SemEval-2019 Task 10: Math Question Answering","display_name":"SemEval-2019 Task 10: Math Question Answering","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2953987971","doi":"https://doi.org/10.18653/v1/s19-2153","mag":"2953987971"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s19-2153","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2153","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/s19-2153","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057318657","display_name":"Mark Hopkins","orcid":"https://orcid.org/0000-0002-7655-0215"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mark Hopkins","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024879161","display_name":"Ronan Le Bras","orcid":"https://orcid.org/0000-0003-2439-6938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ronan Le Bras","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054254708","display_name":"Cristian Petrescu-Prahova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cristian Petrescu-Prahova","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082136238","display_name":"Gabriel Stanovsky","orcid":"https://orcid.org/0000-0002-2420-8979"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriel Stanovsky","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082305994","display_name":"Hannaneh Hajishirzi","orcid":"https://orcid.org/0000-0002-1055-6657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hannaneh Hajishirzi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033228519","display_name":"Rik Koncel-Kedziorski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rik Koncel-Kedziorski","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057318657"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1002,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.90292762,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"893","last_page":"899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.8106293082237244},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.783802330493927},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7584143877029419},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7049418687820435},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.6534366607666016},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6295995712280273},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6179065108299255},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5796971321105957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5334316492080688},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49061813950538635},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4886772930622101},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4223257005214691},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.33646923303604126},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19375744462013245},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18462693691253662}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.8106293082237244},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.783802330493927},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7584143877029419},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7049418687820435},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.6534366607666016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6295995712280273},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6179065108299255},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5796971321105957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5334316492080688},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49061813950538635},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4886772930622101},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4223257005214691},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.33646923303604126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19375744462013245},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18462693691253662},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/s19-2153","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2153","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/s19-2153","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2153","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2105717194","https://openalex.org/W2121406004","https://openalex.org/W2145821079","https://openalex.org/W2159595840","https://openalex.org/W2250564385","https://openalex.org/W2250769864","https://openalex.org/W2251349042","https://openalex.org/W2251935656","https://openalex.org/W2252202991","https://openalex.org/W2276364082","https://openalex.org/W2475046758","https://openalex.org/W2510828927","https://openalex.org/W2739178641","https://openalex.org/W2757050214","https://openalex.org/W2757276219","https://openalex.org/W2759098637","https://openalex.org/W2955775466","https://openalex.org/W2955973309","https://openalex.org/W2962800603","https://openalex.org/W2962970011","https://openalex.org/W2963199195"],"related_works":["https://openalex.org/W2751698142","https://openalex.org/W4287704526","https://openalex.org/W3044452375","https://openalex.org/W3114038635","https://openalex.org/W2962934252","https://openalex.org/W3114706517","https://openalex.org/W2463861136","https://openalex.org/W3117823711","https://openalex.org/W1999699871","https://openalex.org/W4225124612"],"abstract_inverted_index":{"We":[0,11],"report":[1],"on":[2,7,57],"the":[3,58,71,78],"SemEval":[4],"2019":[5],"task":[6],"math":[8],"question":[9,14],"answering.":[10],"provided":[12,39],"a":[13,31,74],"set":[15],"derived":[16],"from":[17],"Math":[18],"SAT":[19],"practice":[20],"exams,":[21],"including":[22],"2778":[23],"training":[24],"questions":[25],"and":[26,44],"1082":[27],"test":[28,72],"questions.":[29,63],"For":[30],"significant":[32],"subset":[33],"of":[34,60,70],"these":[35,50],"questions,":[36,73],"we":[37],"also":[38],"SMT-LIB":[40],"logical":[41,51],"form":[42],"annotations":[43],"an":[45],"interpreter":[46],"that":[47],"could":[48],"solve":[49],"forms.":[52],"Systems":[53],"were":[54],"evaluated":[55],"based":[56],"percentage":[59],"correctly":[61,67],"answered":[62,68],"The":[64],"top":[65],"system":[66],"45%":[69],"considerable":[75],"improvement":[76],"over":[77],"17%":[79],"random":[80],"guessing":[81],"baseline.":[82]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}