{"id":"https://openalex.org/W2251665943","doi":"https://doi.org/10.3115/v1/w15-0615","title":"Reducing Annotation Efforts in Supervised Short Answer Scoring","display_name":"Reducing Annotation Efforts in Supervised Short Answer Scoring","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2251665943","doi":"https://doi.org/10.3115/v1/w15-0615","mag":"2251665943"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w15-0615","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0615","pdf_url":"https://www.aclweb.org/anthology/W15-0615.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W15-0615.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072459546","display_name":"Torsten Zesch","orcid":"https://orcid.org/0000-0002-9678-3825"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Torsten Zesch","raw_affiliation_strings":["Language Technology Lab University of Duisburg-Essen","Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technology Lab University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044875578","display_name":"Michael Heilman","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Michael Heilman","raw_affiliation_strings":["Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA","Language Technology Lab University of Duisburg-Essen"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA","institution_ids":["https://openalex.org/I1341030882"]},{"raw_affiliation_string":"Language Technology Lab University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048408884","display_name":"Aoife Cahill","orcid":null},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]},{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Aoife Cahill","raw_affiliation_strings":["Language Technology Lab University of Duisburg-Essen","Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Language Technology Lab University of Duisburg-Essen","institution_ids":["https://openalex.org/I62318514"]},{"raw_affiliation_string":"Educational Testing Service 660 Rosedale Rd Princeton, NJ 08541, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"124","last_page":"132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7442929148674011},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7133595943450928},{"id":"https://openalex.org/keywords/centroid","display_name":"Centroid","score":0.6585596799850464},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6322107315063477},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5896496772766113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5636810064315796},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4888615012168884},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.07224920392036438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7442929148674011},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7133595943450928},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.6585596799850464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6322107315063477},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5896496772766113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5636810064315796},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4888615012168884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.07224920392036438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3115/v1/w15-0615","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0615","pdf_url":"https://www.aclweb.org/anthology/W15-0615.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:duepublico2.uni-due.de:duepublico_mods_00072105","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:hbz:464-20211022-130923-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400212","display_name":"DuEPublico (University of Duisburg-Essen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62318514","host_organization_name":"University of Duisburg-Essen","host_organization_lineage":["https://openalex.org/I62318514"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"inproceedings"}],"best_oa_location":{"id":"doi:10.3115/v1/w15-0615","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w15-0615","pdf_url":"https://www.aclweb.org/anthology/W15-0615.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2251665943.pdf","grobid_xml":"https://content.openalex.org/works/W2251665943.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W145835004","https://openalex.org/W1482303485","https://openalex.org/W1562693942","https://openalex.org/W2057283903","https://openalex.org/W2065010255","https://openalex.org/W2085989833","https://openalex.org/W2183293350","https://openalex.org/W2251087009","https://openalex.org/W2251451860","https://openalex.org/W2486660888","https://openalex.org/W4248458271"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2381926679","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W4285328440","https://openalex.org/W4390062853","https://openalex.org/W4389256085","https://openalex.org/W4399290976","https://openalex.org/W4313644201"],"abstract_inverted_index":{"Automated":[0],"short":[1,66],"answer":[2],"scoring":[3,17],"is":[4],"increasingly":[5],"used":[6],"to":[7,73],"give":[8],"students":[9],"timely":[10],"feedback":[11],"about":[12],"their":[13],"learning":[14,28,45],"progress.":[15],"Building":[16],"models":[18],"comes":[19],"with":[20],"high":[21],"costs,":[22],"as":[23],"stateof-the-art":[24],"methods":[25,42,54],"using":[26],"supervised":[27],"require":[29],"large":[30],"amounts":[31],"of":[32,39],"hand-annotated":[33],"data.":[34],"We":[35,49],"analyze":[36],"the":[37],"potential":[38],"recently":[40],"proposed":[41],"for":[43,64],"semi-supervised":[44],"based":[46],"on":[47],"clustering.":[48],"find":[50],"that":[51],"all":[52,56],"examined":[53],"(centroids,":[55],"clusters,":[57],"selected":[58],"pure":[59],"clusters)":[60],"are":[61],"mainly":[62],"effective":[63],"very":[65],"answers":[67],"and":[68],"do":[69],"not":[70],"generalize":[71],"well":[72],"severalsentence":[74],"responses.":[75]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}