{"id":"https://openalex.org/W1967082761","doi":"https://doi.org/10.1007/s40593-014-0026-8","title":"The Eras and Trends of Automatic Short Answer Grading","display_name":"The Eras and Trends of Automatic Short Answer Grading","publication_year":2014,"publication_date":"2014-10-22","ids":{"openalex":"https://openalex.org/W1967082761","doi":"https://doi.org/10.1007/s40593-014-0026-8","mag":"1967082761"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-014-0026-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-014-0026-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-014-0026-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-014-0026-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042650748","display_name":"Steven Burrows","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Steven Burrows","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab, German Institute for International Educational Research, 60486, Frankfurt, Germany","Ubiquitous Knowledge Processing Lab, Technical University of Darmstadt, 64289, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, German Institute for International Educational Research, 60486, Frankfurt, Germany","institution_ids":["https://openalex.org/I4210138519"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, Technical University of Darmstadt, 64289, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab, German Institute for International Educational Research, 60486, Frankfurt, Germany","Ubiquitous Knowledge Processing Lab, Technical University of Darmstadt, 64289, Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, German Institute for International Educational Research, 60486, Frankfurt, Germany","institution_ids":["https://openalex.org/I4210138519"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab, Technical University of Darmstadt, 64289, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027915931","display_name":"Benno Stein","orcid":"https://orcid.org/0000-0001-9033-2217"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benno Stein","raw_affiliation_strings":["Web Technology and Information Systems, Bauhaus-Universit\u00e4t Weimar, 99421, Weimar, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Web Technology and Information Systems, Bauhaus-Universit\u00e4t Weimar, 99421, Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042650748"],"corresponding_institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210138519"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":20.2997,"has_fulltext":true,"cited_by_count":423,"citation_normalized_percentile":{"value":0.99403426,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"1","first_page":"60","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7048472166061401},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6734561920166016},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.557730495929718},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5452190041542053},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5080011487007141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.334443598985672},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10298159718513489}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7048472166061401},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6734561920166016},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.557730495929718},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5452190041542053},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5080011487007141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.334443598985672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10298159718513489},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s40593-014-0026-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-014-0026-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-014-0026-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:97983","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/97983/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Artikel"},{"id":"pmh:oai:www.pedocs.de-opus:17820","is_oa":false,"landing_page_url":"https://www.pedocs.de/volltexte/2019/17820/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400679","display_name":"Pedocs (German Institute for International Educational Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210138519","host_organization_name":"DIPF | Leibniz Institute for Research and Information in Education","host_organization_lineage":["https://openalex.org/I4210138519"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International journal of artificial intelligence in education 25 (2015) 1, S. 60-117","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40593-014-0026-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-014-0026-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-014-0026-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1967082761.pdf","grobid_xml":"https://content.openalex.org/works/W1967082761.grobid-xml"},"referenced_works_count":179,"referenced_works":["https://openalex.org/W2923437","https://openalex.org/W16424739","https://openalex.org/W43048615","https://openalex.org/W61933110","https://openalex.org/W114461732","https://openalex.org/W133184457","https://openalex.org/W139376702","https://openalex.org/W147192682","https://openalex.org/W161180595","https://openalex.org/W195850110","https://openalex.org/W198053918","https://openalex.org/W254111267","https://openalex.org/W975464243","https://openalex.org/W1227254191","https://openalex.org/W1483552730","https://openalex.org/W1497132007","https://openalex.org/W1539571970","https://openalex.org/W1548953971","https://openalex.org/W1554216613","https://openalex.org/W1562482105","https://openalex.org/W1563959820","https://openalex.org/W1576912099","https://openalex.org/W1593930920","https://openalex.org/W1602804214","https://openalex.org/W1628915433","https://openalex.org/W1647729745","https://openalex.org/W1748393397","https://openalex.org/W1751837507","https://openalex.org/W1844669744","https://openalex.org/W1954968711","https://openalex.org/W1971220772","https://openalex.org/W1972485886","https://openalex.org/W1973517668","https://openalex.org/W1974430323","https://openalex.org/W1982795102","https://openalex.org/W1985514943","https://openalex.org/W1990167011","https://openalex.org/W2001739303","https://openalex.org/W2008127487","https://openalex.org/W2011067361","https://openalex.org/W2025595753","https://openalex.org/W2025719462","https://openalex.org/W2027570514","https://openalex.org/W2028083678","https://openalex.org/W2028718222","https://openalex.org/W2032357108","https://openalex.org/W2037557484","https://openalex.org/W2037732564","https://openalex.org/W2037789405","https://openalex.org/W2041638702","https://openalex.org/W2052739481","https://openalex.org/W2053154970","https://openalex.org/W2053834050","https://openalex.org/W2054477000","https://openalex.org/W2055057619","https://openalex.org/W2055801873","https://openalex.org/W2056874695","https://openalex.org/W2057720927","https://openalex.org/W2057867266","https://openalex.org/W2063392856","https://openalex.org/W2064954915","https://openalex.org/W2073414385","https://openalex.org/W2076540717","https://openalex.org/W2078483536","https://openalex.org/W2081122616","https://openalex.org/W2088987187","https://openalex.org/W2091894391","https://openalex.org/W2092967393","https://openalex.org/W2093718345","https://openalex.org/W2095422717","https://openalex.org/W2100335205","https://openalex.org/W2100935296","https://openalex.org/W2101105183","https://openalex.org/W2106134119","https://openalex.org/W2110127053","https://openalex.org/W2113952909","https://openalex.org/W2113969591","https://openalex.org/W2117805756","https://openalex.org/W2118763798","https://openalex.org/W2120682902","https://openalex.org/W2123169053","https://openalex.org/W2123437718","https://openalex.org/W2127803349","https://openalex.org/W2128474890","https://openalex.org/W2130158090","https://openalex.org/W2131798164","https://openalex.org/W2132340700","https://openalex.org/W2133436118","https://openalex.org/W2133990480","https://openalex.org/W2134227585","https://openalex.org/W2136480620","https://openalex.org/W2137129728","https://openalex.org/W2137665591","https://openalex.org/W2138233214","https://openalex.org/W2140887277","https://openalex.org/W2142120379","https://openalex.org/W2144160622","https://openalex.org/W2145216461","https://openalex.org/W2145684485","https://openalex.org/W2146537613","https://openalex.org/W2148117696","https://openalex.org/W2150290224","https://openalex.org/W2151967815","https://openalex.org/W2152424567","https://openalex.org/W2153470478","https://openalex.org/W2154541934","https://openalex.org/W2154652894","https://openalex.org/W2155173817","https://openalex.org/W2158240052","https://openalex.org/W2158997610","https://openalex.org/W2160186904","https://openalex.org/W2160310439","https://openalex.org/W2161002319","https://openalex.org/W2162821268","https://openalex.org/W2169590804","https://openalex.org/W2170005043","https://openalex.org/W2170021941","https://openalex.org/W2172143914","https://openalex.org/W2172200076","https://openalex.org/W2186613979","https://openalex.org/W2200480317","https://openalex.org/W2221179916","https://openalex.org/W2238108172","https://openalex.org/W2250460949","https://openalex.org/W2250710698","https://openalex.org/W2250874787","https://openalex.org/W2250965361","https://openalex.org/W2251456640","https://openalex.org/W2251717670","https://openalex.org/W2281507496","https://openalex.org/W2287188997","https://openalex.org/W2307691957","https://openalex.org/W2339117080","https://openalex.org/W2341078838","https://openalex.org/W2396767181","https://openalex.org/W2401078500","https://openalex.org/W2405120945","https://openalex.org/W2487865049","https://openalex.org/W2545147094","https://openalex.org/W2613678836","https://openalex.org/W2909833443","https://openalex.org/W2912934387","https://openalex.org/W3029644090","https://openalex.org/W3034730645","https://openalex.org/W3089269909","https://openalex.org/W3143303760","https://openalex.org/W3146828532","https://openalex.org/W4230897883","https://openalex.org/W4232547797","https://openalex.org/W4236036072","https://openalex.org/W4236706032","https://openalex.org/W4238014149","https://openalex.org/W4238592387","https://openalex.org/W4244857964","https://openalex.org/W4253067820","https://openalex.org/W4285719527","https://openalex.org/W6605397879","https://openalex.org/W6633732529","https://openalex.org/W6636063677","https://openalex.org/W6636975626","https://openalex.org/W6657525606","https://openalex.org/W6664591727","https://openalex.org/W6673190339","https://openalex.org/W6681777847","https://openalex.org/W6682631176","https://openalex.org/W6683687954","https://openalex.org/W6684632007","https://openalex.org/W6688796680","https://openalex.org/W6691894056","https://openalex.org/W6695845913","https://openalex.org/W6703964793","https://openalex.org/W6764209848","https://openalex.org/W6779854542","https://openalex.org/W6783534578","https://openalex.org/W6808111085","https://openalex.org/W6898505805","https://openalex.org/W6962585961","https://openalex.org/W7026832171","https://openalex.org/W7036024786"],"related_works":["https://openalex.org/W2064165679","https://openalex.org/W1588461101","https://openalex.org/W3208525924","https://openalex.org/W2591833644","https://openalex.org/W2885058781","https://openalex.org/W3127248583","https://openalex.org/W1552490082","https://openalex.org/W4236439135","https://openalex.org/W2189583758","https://openalex.org/W3009904625"],"abstract_inverted_index":{"Automatic":[0],"short":[1,10],"answer":[2],"grading":[3],"(ASAG)":[4],"is":[5,68,121,127,135],"the":[6,41,53,60,128,137,140,143],"task":[7],"of":[8,29,38,59,65,77,125,142],"assessing":[9],"natural":[11],"language":[12],"responses":[13],"to":[14,69,83,116],"objective":[15],"questions":[16],"using":[17],"computational":[18],"methods.":[19],"The":[20,63],"active":[21],"research":[22,79],"in":[23,101,131],"this":[24,66,71],"field":[25],"has":[26],"increased":[27],"enormously":[28],"late":[30],"with":[31,73],"over":[32],"80":[33],"papers":[34],"fitting":[35],"a":[36,56,74],"definition":[37],"ASAG.":[39],"However,":[40],"past":[42],"efforts":[43],"have":[44],"generally":[45],"been":[46],"ad-hoc":[47],"and":[48,80,85],"non-comparable":[49],"until":[50],"recently,":[51],"hence":[52],"need":[54],"for":[55,139],"unified":[57],"view":[58],"whole":[61],"field.":[62,144],"goal":[64],"paper":[67],"address":[70],"aim":[72],"comprehensive":[75],"review":[76],"ASAG":[78,92,132],"systems":[81,93],"according":[82],"history":[84],"components.":[86],"Our":[87],"historical":[88],"analysis":[89,109],"identifies":[90],"35":[91],"within":[94],"5":[95],"temporal":[96],"themes":[97],"that":[98,122],"mark":[99],"advancement":[100],"methodology":[102],"or":[103],"evaluation.":[104],"In":[105],"contrast,":[106],"our":[107],"component":[108],"reviews":[110],"6":[111],"common":[112],"dimensions":[113],"from":[114],"preprocessing":[115],"effectiveness.":[117],"A":[118],"key":[119],"conclusion":[120],"an":[123],"era":[124],"evaluation":[126],"newest":[129],"trend":[130],"research,":[133],"which":[134],"paving":[136],"way":[138],"consolidation":[141]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":64},{"year":2023,"cited_by_count":54},{"year":2022,"cited_by_count":48},{"year":2021,"cited_by_count":34},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":22},{"year":2015,"cited_by_count":11}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}