{"id":"https://openalex.org/W4407581255","doi":"https://doi.org/10.1080/10494820.2025.2452005","title":"Reliable and efficient automated short-answer scoring for a large dataset using active learning and deep learning","display_name":"Reliable and efficient automated short-answer scoring for a large dataset using active learning and deep learning","publication_year":2025,"publication_date":"2025-02-14","ids":{"openalex":"https://openalex.org/W4407581255","doi":"https://doi.org/10.1080/10494820.2025.2452005"},"language":"en","primary_location":{"id":"doi:10.1080/10494820.2025.2452005","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2025.2452005","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116273534","display_name":"Junpu Osaka","orcid":"https://orcid.org/0000-0001-5275-6174"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Junpu Osaka","raw_affiliation_strings":["Chiba University"],"raw_orcid":"https://orcid.org/0000-0001-5275-6174","affiliations":[{"raw_affiliation_string":"Chiba University","institution_ids":["https://openalex.org/I159385669"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Arata Maeda","orcid":"https://orcid.org/0009-0000-9070-0876"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Arata Maeda","raw_affiliation_strings":["Chiba University"],"raw_orcid":"https://orcid.org/0009-0000-9070-0876","affiliations":[{"raw_affiliation_string":"Chiba University","institution_ids":["https://openalex.org/I159385669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032903207","display_name":"Haruki Oka","orcid":"https://orcid.org/0000-0002-8123-1059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haruki Oka","raw_affiliation_strings":["Tokyo University"],"raw_orcid":"https://orcid.org/0000-0002-8123-1059","affiliations":[{"raw_affiliation_string":"Tokyo University","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109356942","display_name":"Yasukuni Mori","orcid":"https://orcid.org/0000-0002-9276-1725"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yasukuni Mori","raw_affiliation_strings":["Chiba University"],"raw_orcid":"https://orcid.org/0000-0002-9276-1725","affiliations":[{"raw_affiliation_string":"Chiba University","institution_ids":["https://openalex.org/I159385669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033111722","display_name":"Tsunenori Ishioka","orcid":"https://orcid.org/0000-0003-0267-5653"},"institutions":[{"id":"https://openalex.org/I15922215","display_name":"National Center for University Entrance Examinations","ror":"https://ror.org/0182n4f20","country_code":"JP","type":"education","lineage":["https://openalex.org/I1319490839","https://openalex.org/I15922215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tsunenori Ishioka","raw_affiliation_strings":["The National Center for University Entrance Examinations"],"raw_orcid":"https://orcid.org/0000-0003-0267-5653","affiliations":[{"raw_affiliation_string":"The National Center for University Entrance Examinations","institution_ids":["https://openalex.org/I15922215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072973047","display_name":"Hiroki Suyari","orcid":"https://orcid.org/0000-0003-2624-0902"},"institutions":[{"id":"https://openalex.org/I159385669","display_name":"Chiba University","ror":"https://ror.org/01hjzeq58","country_code":"JP","type":"education","lineage":["https://openalex.org/I159385669"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hiroki Suyari","raw_affiliation_strings":["Chiba University"],"raw_orcid":"https://orcid.org/0000-0003-2624-0902","affiliations":[{"raw_affiliation_string":"Chiba University","institution_ids":["https://openalex.org/I159385669"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5072973047"],"corresponding_institution_ids":["https://openalex.org/I159385669"],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82277092,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"33","issue":"6","first_page":"3776","last_page":"3787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6983551979064941},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.6415292024612427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5865006446838379},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5517987608909607},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5315356850624084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6983551979064941},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.6415292024612427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5865006446838379},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5517987608909607},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5315356850624084}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/10494820.2025.2452005","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10494820.2025.2452005","pdf_url":null,"source":{"id":"https://openalex.org/S90466346","display_name":"Interactive Learning Environments","issn_l":"1049-4820","issn":["1049-4820","1744-5191"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interactive Learning Environments","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2708150490","display_name":"Development and improvement of a descriptive automatic scoring system incorporating handwritten character recognition","funder_award_id":"23K28201","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8365450121","display_name":null,"funder_award_id":"JP23K28201","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1580375566","https://openalex.org/W2037732564","https://openalex.org/W2133436118","https://openalex.org/W2251665943","https://openalex.org/W2474948357","https://openalex.org/W2508346512","https://openalex.org/W2757310600","https://openalex.org/W2786276186","https://openalex.org/W2970329359","https://openalex.org/W3037461693","https://openalex.org/W3037814579","https://openalex.org/W3039023360","https://openalex.org/W3214533270","https://openalex.org/W4288059450","https://openalex.org/W4311633655"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3046775127"],"abstract_inverted_index":{"The":[0],"evaluation":[1],"of":[2,69,139,144,154,181],"short":[3,98],"answers":[4,99],"from":[5],"numerous":[6],"students":[7],"requires":[8],"a":[9,57,82,162],"highly":[10],"reliable":[11],"and":[12,62],"efficient":[13],"scoring":[14,71,75,146],"system":[15],"that":[16,153],"incorporates":[17],"natural":[18],"language":[19],"processing.":[20],"Specifically,":[21],"for":[22,33,40,86,109,177],"higher":[23,25,34],"reliability,":[24],"indicators":[26],"such":[27],"as":[28,124,126],"accuracy":[29,68,108,123],"are":[30,38,45],"desirable,":[31],"whereas":[32],"efficiency,":[35],"less":[36,150],"data":[37,50,157],"desirable":[39],"labelling.":[41],"Moreover,":[42],"these":[43],"desires":[44],"more":[46,95],"acute":[47],"with":[48,131],"larger":[49],"sets.":[51],"In":[52,81,116],"this":[53],"study,":[54],"we":[55,105],"proposed":[56,91,119,172],"novel":[58],"workflow":[59,92,120,173],"using":[60],"active":[61],"deep":[63],"learning":[64,168],"to":[65,149],"improve":[66],"the":[67,74,90,111,114,118,132,142,155,171,175],"automated":[70,182],"while":[72],"reducing":[73],"cost":[76,143],"incurred":[77],"through":[78],"manual":[79,134],"scoring.":[80,183],"trial":[83],"common":[84],"test":[85],"university":[87],"entrance":[88],"examinations,":[89],"automatically":[93],"scored":[94],"than":[96,151],"60,000":[97],"per":[100],"question":[101],"(in":[102],"Japanese).":[103],"Consequently,":[104],"obtained":[106],"high":[107,125],"all":[110],"questions":[112],"in":[113,137],"test.":[115],"particular,":[117],"achieved":[121],"an":[122],"0.999,":[127],"which":[128,160],"is":[129,161],"consistent":[130],"existing":[133],"grading":[135],"approach":[136],"terms":[138],"accuracy.":[140],"Furthermore,":[141],"human":[145],"was":[147],"reduced":[148],"one-sixth":[152],"training":[156],"on":[158],"average,":[159],"significant":[163],"advantage":[164],"over":[165],"other":[166],"machine":[167],"methods.":[169],"Thus,":[170],"demonstrates":[174],"potential":[176],"advancing":[178],"practical":[179],"applications":[180]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-15T08:34:33.830935","created_date":"2025-10-10T00:00:00"}