{"id":"https://openalex.org/W2963199195","doi":"https://doi.org/10.18653/v1/e17-1047","title":"Annotating Derivations: A New Evaluation Strategy and Dataset for Algebra Word Problems","display_name":"Annotating Derivations: A New Evaluation Strategy and Dataset for Algebra Word Problems","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2963199195","doi":"https://doi.org/10.18653/v1/e17-1047","mag":"2963199195"},"language":"en","primary_location":{"id":"doi:10.18653/v1/e17-1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1047","pdf_url":"https://www.aclweb.org/anthology/E17-1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/E17-1047.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056769987","display_name":"Shyam Upadhyay","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shyam Upadhyay","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076904467","display_name":"Ming\u2010Wei Chang","orcid":"https://orcid.org/0000-0002-0137-8895"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming-Wei Chang","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"494","last_page":"504"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.7942620515823364},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564257383346558},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7222740054130554},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6934897899627686},{"id":"https://openalex.org/keywords/word-problem","display_name":"Word problem (mathematics education)","score":0.44967156648635864},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.4367597699165344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30352795124053955},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1557934582233429},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.11525225639343262},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.09568372368812561}],"concepts":[{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.7942620515823364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564257383346558},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7222740054130554},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6934897899627686},{"id":"https://openalex.org/C90988201","wikidata":"https://www.wikidata.org/wiki/Q255912","display_name":"Word problem (mathematics education)","level":2,"score":0.44967156648635864},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.4367597699165344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30352795124053955},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1557934582233429},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.11525225639343262},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.09568372368812561},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/e17-1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1047","pdf_url":"https://www.aclweb.org/anthology/E17-1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/e17-1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/e17-1047","pdf_url":"https://www.aclweb.org/anthology/E17-1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Conference of the European Chapter of the Association for Computational Linguistics: Volume 1, Long Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G389929128","display_name":null,"funder_award_id":"FA8750-13-2-0008","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963199195.pdf","grobid_xml":"https://content.openalex.org/works/W2963199195.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W145832685","https://openalex.org/W1496189301","https://openalex.org/W1559723967","https://openalex.org/W2105717194","https://openalex.org/W2116716943","https://openalex.org/W2121465811","https://openalex.org/W2123442489","https://openalex.org/W2135747859","https://openalex.org/W2161002933","https://openalex.org/W2250769864","https://openalex.org/W2251349042","https://openalex.org/W2251935656","https://openalex.org/W2252136820","https://openalex.org/W2252202991","https://openalex.org/W2276364082","https://openalex.org/W2361488420","https://openalex.org/W2475046758","https://openalex.org/W2511149293","https://openalex.org/W2513499049","https://openalex.org/W2561975193"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W365049119","https://openalex.org/W4310527795","https://openalex.org/W4235762796","https://openalex.org/W2800057389","https://openalex.org/W2970986883","https://openalex.org/W2937816712","https://openalex.org/W1995096030","https://openalex.org/W1998084650"],"abstract_inverted_index":{"We":[0,110],"propose":[1],"a":[2,80,99],"new":[3,81],"evaluation":[4,102],"for":[5,8,48,78,114,120],"automatic":[6,104],"solvers":[7,26,105],"algebra":[9,86,117],"word":[10,39,87,118],"problems,":[11],"which":[12,29],"can":[13,60],"identify":[14],"mistakes":[15],"that":[16,94],"existing":[17,65],"evaluations":[18],"overlook.":[19],"Our":[20],"proposal":[21],"is":[22],"to":[23,64],"evaluate":[24],"such":[25],"using":[27],"derivations,":[28,54],"reflect":[30],"how":[31,57],"an":[32,46],"equation":[33],"system":[34],"was":[35],"constructed":[36],"from":[37],"the":[38,50,75,95],"problem.":[40],"To":[41,67],"accomplish":[42],"this,":[43],"we":[44,73,92],"develop":[45],"algorithm":[47],"checking":[49],"equivalence":[51],"between":[52],"two":[53],"and":[55],"show":[56],"derivation":[58,76,112],"annotations":[59,113],"be":[61],"semi-automatically":[62],"added":[63],"datasets.":[66],"make":[68],"our":[69,90],"experiments":[70],"more":[71,100],"comprehensive,":[72],"include":[74],"annotation":[77],"DRAW-1K,":[79],"dataset":[82],"containing":[83],"1000":[84],"general":[85],"problems.":[88],"In":[89],"experiments,":[91],"found":[93],"annotated":[96],"derivations":[97],"enable":[98],"accurate":[101],"of":[103],"than":[106],"previously":[107],"used":[108],"metrics.":[109],"release":[111],"over":[115],"2300":[116],"problems":[119],"future":[121],"evaluations.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}