{"id":"https://openalex.org/W7166811687","doi":"https://doi.org/10.18653/v1/2026.bea-1.45","title":"Domain-Adaptive Pre-training for Automated Short Answer Grading in Conceptual Physics: Reliability, Question-Level Analysis, and Error Reduction","display_name":"Domain-Adaptive Pre-training for Automated Short Answer Grading in Conceptual Physics: Reliability, Question-Level Analysis, and Error Reduction","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166811687","doi":"https://doi.org/10.18653/v1/2026.bea-1.45"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.45","pdf_url":"https://aclanthology.org/2026.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.bea-1.45.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139543369","display_name":"Shirin Lade","orcid":null},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shirin Lade","raw_affiliation_strings":["The Open University United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111945998","display_name":"Alistair Willis","orcid":null},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alistair Willis","raw_affiliation_strings":["The Open University United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008757065","display_name":"Jonathan Nylk","orcid":"https://orcid.org/0000-0002-2977-4929"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathan Nylk","raw_affiliation_strings":["The Open University United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008177913","display_name":"Oli Howson","orcid":"https://orcid.org/0000-0002-9842-8974"},"institutions":[{"id":"https://openalex.org/I204136569","display_name":"The Open University","ror":"https://ror.org/05mzfcs16","country_code":"GB","type":"education","lineage":["https://openalex.org/I204136569"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Oli Howson","raw_affiliation_strings":["The Open University United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Open University United Kingdom","institution_ids":["https://openalex.org/I204136569"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204136569"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80154804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"635","last_page":"650"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.349700003862381,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.349700003862381,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.20630000531673431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.049300000071525574,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5351999998092651},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.39480000734329224},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.37700000405311584},{"id":"https://openalex.org/keywords/error-analysis","display_name":"Error analysis","score":0.2644999921321869},{"id":"https://openalex.org/keywords/human-error","display_name":"Human error","score":0.2524000108242035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6075999736785889},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5351999998092651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.476500004529953},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3492000102996826},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.24860000610351562}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.45","pdf_url":"https://aclanthology.org/2026.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.bea-1.45","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.bea-1.45","pdf_url":"https://aclanthology.org/2026.bea-1.45.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2026)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166811687.pdf","grobid_xml":"https://content.openalex.org/works/W7166811687.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"short":[1],"answer":[2],"grading":[3,52,80,168,206,236,267],"(ASAG)":[4],"has":[5],"attracted":[6],"increasing":[7],"research":[8],"attention":[9],"as":[10],"a":[11,67,77,83,116,126,225,231,277],"potential":[12],"tool":[13,69],"to":[14,139,276],"support":[15,285],"teachers":[16],"in":[17,125,160,205,235,269],"evaluating":[18],"student":[19],"responses.However,":[20],"the":[21,62,157,175,178,191,198,211,240,259],"usefulness":[22],"of":[23,40,53,73,228,261],"such":[24],"systems":[25,268],"depends":[26],"on":[27,90,94,109],"how":[28,141],"reliably":[29],"they":[30],"operate":[31],"under":[32],"realistic":[33],"classroom":[34,270],"constraints,":[35],"where":[36],"only":[37],"limited":[38],"numbers":[39],"graded":[41],"responses":[42,172],"may":[43],"be":[44,104],"available":[45],"for":[46,70,101],"each":[47],"question.This":[48],"study":[49],"investigates":[50],"automated":[51,266],"conceptual":[54,128],"physics":[55,91,129],"explanations":[56],"from":[57,61,202],"free-response":[58],"questions":[59],"derived":[60],"Force":[63],"Concept":[64],"Inventory":[65],"(FCI),":[66],"diagnostic":[68],"assessing":[71],"understanding":[72],"mechanics":[74],"concepts.We":[75],"compare":[76],"standard":[78],"BERT-based":[79],"model":[81,213],"with":[82,224],"version":[84],"further":[85],"adapted":[86],"through":[87,106],"subject-specific":[88,183],"pre-training":[89,108,155,184,283],"textbook":[92],"materials.Building":[93],"prior":[95],"work":[96],"showing":[97],"that":[98,153,182,197,239],"BERT":[99,279],"representations":[100],"ASAG":[102],"can":[103,284],"improved":[105,212],"continued":[107,282],"domain":[110,142],"resources,":[111],"we":[112,121],"do":[113],"not":[114],"propose":[115],"new":[117,222],"adaptation":[118,143],"method;":[119],"instead,":[120],"evaluate":[122],"its":[123],"reliability":[124],"classroom-derived":[127],"setting.The":[130],"models":[131,179],"are":[132],"evaluated":[133],"across":[134,254],"varying":[135],"training":[136],"set":[137],"sizes":[138],"examine":[140],"affects":[144],"performance":[145,199],"when":[146,264],"labelled":[147,171],"data":[148,187],"is":[149],"limited.Our":[150],"results":[151],"show":[152],"domainadaptive":[154],"provides":[156],"largest":[158],"gains":[159,200],"low-data":[161],"conditions,":[162],"improving":[163],"classification":[164],"accuracy":[165],"and":[166],"reducing":[167],"errors.As":[169],"more":[170,216],"become":[173],"available,":[174],"difference":[176],"between":[177],"decreases.This":[180],"suggests":[181,238],"primarily":[185,242],"improves":[186],"efficiency":[188],"rather":[189,247],"than":[190,219,248],"best":[192],"achievable":[193],"performance.Error":[194],"analysis":[195],"shows":[196],"come":[201],"real":[203],"reductions":[204],"mistakes.When":[207],"comparing":[208],"both":[209],"models,":[210],"corrects":[214],"substantially":[215],"baseline":[217],"errors":[218],"it":[220],"introduces":[221],"ones,":[223],"fixedto-broken":[226],"ratio":[227],"4.61,":[229],"indicating":[230],"clear":[232],"net":[233,244],"reduction":[234,246],"errors.This":[237],"improvement":[241],"reflects":[243],"error":[245],"simply":[249],"shifting":[250],"mistakes.However,":[251],"improvements":[252],"vary":[253],"individual":[255],"assessment":[256],"questions,":[257],"highlighting":[258],"importance":[260],"question-level":[262],"evaluation":[263],"deploying":[265],"environments.These":[271],"findings":[272],"indicate":[273],"that,":[274],"relative":[275],"general":[278],"baseline,":[280],"textbookbased":[281],"educational":[286],"assessment.":[287]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}