{"id":"https://openalex.org/W1851140101","doi":"https://doi.org/10.3115/v1/w15-0628","title":"Using NLP to Support Scalable Assessment of Short Free Text Responses","display_name":"Using NLP to Support Scalable Assessment of Short Free Text Responses","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1851140101","doi":"https://doi.org/10.3115/v1/w15-0628","mag":"1851140101"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w15-0628","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0628","pdf_url":"https://www.aclweb.org/anthology/W15-0628.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-0628.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111945998","display_name":"Alistair Willis","orcid":null},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]},{"id":"https://openalex.org/I8679417","display_name":"Hong Kong Metropolitan University","ror":"https://ror.org/0349bsm71","country_code":"HK","type":"education","lineage":["https://openalex.org/I8679417"]}],"countries":["GB","HK"],"is_corresponding":true,"raw_author_name":"Alistair Willis","raw_affiliation_strings":["Department of Computing and Communications The Open University Milton Keynes, UK","Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Communications The Open University Milton Keynes, UK","institution_ids":["https://openalex.org/I204136569"]},{"raw_affiliation_string":"Open University","institution_ids":["https://openalex.org/I8679417"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5111945998"],"corresponding_institution_ids":["https://openalex.org/I204136569","https://openalex.org/I8679417"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7986984848976135},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7550604939460754},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.749664306640625},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6845054030418396},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6647071838378906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6181199550628662},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.6076949834823608},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3657263219356537},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16611146926879883},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1334782838821411},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.08728116750717163}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986984848976135},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7550604939460754},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.749664306640625},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6845054030418396},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6647071838378906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6181199550628662},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.6076949834823608},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3657263219356537},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16611146926879883},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1334782838821411},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.08728116750717163}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3115/v1/w15-0628","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0628","pdf_url":"https://www.aclweb.org/anthology/W15-0628.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.697.8732","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.697.8732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology/W/W15/W15-0628.pdf","raw_type":"text"},{"id":"pmh:oai:oro.open.ac.uk:43458","is_oa":false,"landing_page_url":"https://oro.open.ac.uk/43458/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196284","display_name":"Open Research Online - ORO (The Open University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204136569","host_organization_name":"The Open University","host_organization_lineage":["https://openalex.org/I204136569"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.3115/v1/w15-0628","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0628","pdf_url":"https://www.aclweb.org/anthology/W15-0628.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1851140101.pdf","grobid_xml":"https://content.openalex.org/works/W1851140101.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W62735629","https://openalex.org/W1514601429","https://openalex.org/W1521626219","https://openalex.org/W1551973617","https://openalex.org/W1563959820","https://openalex.org/W1632114991","https://openalex.org/W1761625767","https://openalex.org/W1967082761","https://openalex.org/W1974430323","https://openalex.org/W2066792529","https://openalex.org/W2097606805","https://openalex.org/W2105845727","https://openalex.org/W2141766660","https://openalex.org/W2143349571","https://openalex.org/W2183293350","https://openalex.org/W2337971266","https://openalex.org/W2395895772","https://openalex.org/W2500445557","https://openalex.org/W3118967241","https://openalex.org/W3153124395","https://openalex.org/W4238730903","https://openalex.org/W4244857964"],"related_works":["https://openalex.org/W2378709054","https://openalex.org/W4380301954","https://openalex.org/W2803090313","https://openalex.org/W2376767034","https://openalex.org/W2350918606","https://openalex.org/W2052375654","https://openalex.org/W2185974889","https://openalex.org/W2379549210","https://openalex.org/W1482465488","https://openalex.org/W2144839145"],"abstract_inverted_index":{"Marking":[0],"student":[1],"responses":[2],"to":[3,30,60,77],"short":[4],"answer":[5],"questions":[6],"raises":[7],"particular":[8],"issues":[9],"for":[10,16,66,110],"human":[11,32,88],"markers,":[12],"as":[13,15],"well":[14],"automatic":[17,52,67,111],"marking":[18,53,102],"systems.":[19],"In":[20],"this":[21,73],"paper":[22],"we":[23],"present":[24],"the":[25,35,84,91,118],"Amati":[26,42],"system,":[27],"which":[28,55,81],"aims":[29],"help":[31],"markers":[33,76],"improve":[34],"speed":[36],"and":[37,96,113,120],"accuracy":[38],"of":[39,51,86,93,117,123],"their":[40],"marking.":[41,68],"supports":[43],"an":[44,100],"educator":[45],"in":[46],"incrementally":[47],"developing":[48],"a":[49,87],"set":[50],"rules,":[54],"can":[56],"then":[57],"be":[58],"applied":[59],"larger":[61],"question":[62],"sets":[63],"or":[64],"used":[65],"We":[69,104],"show":[70],"that":[71],"using":[72],"system":[74],"allows":[75],"develop":[78],"mark":[79],"schemes":[80],"closely":[82],"match":[83],"judgements":[85],"expert,":[89],"with":[90],"benefits":[92],"consistency,":[94],"scalability":[95],"traceability":[97],"afforded":[98],"by":[99],"automated":[101],"system.":[103],"also":[105],"consider":[106],"some":[107,116],"difficult":[108],"cases":[109],"marking,":[112],"look":[114],"at":[115],"computational":[119],"linguistic":[121],"properties":[122],"these":[124],"cases.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}