{"id":"https://openalex.org/W7163015946","doi":"https://doi.org/10.1145/3774935.3806189","title":"Instructor-Centered Per-Question Adaptation for Short Answer Grading Using LLM Scores and Informative Sampling","display_name":"Instructor-Centered Per-Question Adaptation for Short Answer Grading Using LLM Scores and Informative Sampling","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163015946","doi":"https://doi.org/10.1145/3774935.3806189"},"language":null,"primary_location":{"id":"doi:10.1145/3774935.3806189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774935.3806189","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774935.3806189","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134846924","display_name":"Ovide KUICHUA","orcid":null},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ovide Kuichua","raw_affiliation_strings":["Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"raw_orcid":"https://orcid.org/0009-0001-5099-3958","affiliations":[{"raw_affiliation_string":"Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137589080","display_name":"Michel Desmarais","orcid":"https://orcid.org/0000-0002-2990-1078"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michel Desmarais","raw_affiliation_strings":["Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2990-1078","affiliations":[{"raw_affiliation_string":"Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137595488","display_name":"Arman Bakhtiari","orcid":"https://orcid.org/0009-0000-7828-7708"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Arman Bakhtiari","raw_affiliation_strings":["Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"raw_orcid":"https://orcid.org/0009-0000-7828-7708","affiliations":[{"raw_affiliation_string":"Computer Science, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032479034","display_name":"Chah\u00e9 Nerguizian","orcid":"https://orcid.org/0000-0002-4971-5723"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chahe Nerguizian","raw_affiliation_strings":["Electrical Engineering, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4971-5723","affiliations":[{"raw_affiliation_string":"Electrical Engineering, Polytechnique Montr\u00e9al, Montr\u00e9al, Qu\u00e9bec, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68079745,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5651999711990356,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5651999711990356,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1657000035047531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.07989999651908875,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7203999757766724},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.602400004863739},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.42669999599456787},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.40400001406669617},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.3887999951839447},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.3483000099658966},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.34049999713897705}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7203999757766724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6155999898910522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6047999858856201},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.602400004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5903000235557556},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.391400009393692},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.3483000099658966},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3774935.3806189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774935.3806189","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},{"id":"pmh:oai:publications.polymtl.ca:78521","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/78521/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Communication de conf\u00e9rence"}],"best_oa_location":{"id":"doi:10.1145/3774935.3806189","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774935.3806189","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8732521533966064,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1501005121","https://openalex.org/W1602438087","https://openalex.org/W1971713783","https://openalex.org/W2025595753","https://openalex.org/W2052929314","https://openalex.org/W2914823529","https://openalex.org/W2966193711","https://openalex.org/W2970641574","https://openalex.org/W3028435993","https://openalex.org/W3124893573","https://openalex.org/W3192880933","https://openalex.org/W4285178525","https://openalex.org/W4285223017","https://openalex.org/W4293094054","https://openalex.org/W4313463876","https://openalex.org/W4323338676","https://openalex.org/W4381511387","https://openalex.org/W4385632485","https://openalex.org/W4389523721","https://openalex.org/W4391254711","https://openalex.org/W4399329250","https://openalex.org/W4400410048","https://openalex.org/W4404839867","https://openalex.org/W4406460047","https://openalex.org/W4407841980","https://openalex.org/W4410191165","https://openalex.org/W4412874033","https://openalex.org/W4415003903","https://openalex.org/W7133224126"],"related_works":[],"abstract_inverted_index":{"We":[0,59],"propose":[1],"an":[2,40,94,104],"automated":[3],"short":[4],"answer":[5],"grading":[6,31,164],"approach":[7,62,92],"that":[8,28,68,142],"combines":[9],"the":[10,81,86],"reasoning":[11],"capabilities":[12],"of":[13,96,106],"modern":[14],"LLMs":[15],"(Claude":[16],"3.5":[17],"Sonnet,":[18],"GPT-4o,":[19],"Gemini":[20],"2.0":[21],"Flash)":[22],"with":[23,156],"question-specific":[24],"Gaussian":[25],"regression":[26],"models":[27],"learn":[29],"instructor":[30,157],"preferences":[32],"from":[33],"a":[34,128,148],"small":[35],"calibration":[36],"set,":[37],"selected":[38],"via":[39],"informative":[41],"sampling":[42],"strategy.":[43],"The":[44,90],"approaches":[45],"matches":[46],"fine-tuned":[47],"transformer":[48],"accuracy":[49],"while":[50],"requiring":[51],"four":[52],"to":[53,136,162],"five":[54],"times":[55],"fewer":[56],"labeled":[57],"examples.":[58],"evaluate":[60],"our":[61],"on":[63,101,111,124],"two":[64],"well":[65],"known":[66],"datasets":[67],"differ":[69],"in":[70],"language,":[71],"domain,":[72],"student":[73],"age,":[74],"class":[75],"size,":[76],"and":[77,85,103,126,131],"score":[78],"distribution,":[79],"namely":[80],"English-language":[82],"Mohler":[83],"benchmark":[84],"Portuguese-language":[87],"PT_ASAG":[88],"dataset.":[89],"proposed":[91],"achieves":[93],"RMSE":[95,105,123],"0.397":[97],"vs.":[98,108],"0.717":[99],"SOTA":[100,110],"Mohler,":[102],"0.589":[107],"0.67":[109],"PT_ASAG.":[112],"This":[113],"performance":[114],"substantially":[115],"outperforms":[116],"non-adaptive":[117],"baselines":[118],"(raw":[119],"LLM":[120],"scores:":[121],"1.12":[122],"Mohler)":[125],"offers":[127],"computationally":[129],"advantageous":[130],"data":[132],"efficient":[133],"means":[134],"compared":[135],"fine-tuning":[137],"methods.":[138],"Our":[139],"findings":[140],"suggest":[141],"lightweight":[143],"per-question":[144],"user":[145],"modeling":[146],"is":[147],"viable":[149],"paradigm":[150],"for":[151],"educational":[152],"AI,":[153],"balancing":[154],"automation":[155],"control":[158],"through":[159],"rapid":[160],"adaptation":[161],"instructor-specific":[163],"preferences.":[165]},"counts_by_year":[],"updated_date":"2026-06-02T06:25:09.198175","created_date":"2026-06-02T00:00:00"}