{"id":"https://openalex.org/W7134259241","doi":"https://doi.org/10.3390/computers15030177","title":"ExamQ-Gen: Instructor-in-the-Loop Generation of Self-Contained Exam Questions from Course Materials and Decision-Support Grading","display_name":"ExamQ-Gen: Instructor-in-the-Loop Generation of Self-Contained Exam Questions from Course Materials and Decision-Support Grading","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134259241","doi":"https://doi.org/10.3390/computers15030177"},"language":"en","primary_location":{"id":"doi:10.3390/computers15030177","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030177","pdf_url":"https://www.mdpi.com/2073-431X/15/3/177/pdf?version=1773045656","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/3/177/pdf?version=1773045656","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049418389","display_name":"C\u0103t\u0103lin Anghel","orcid":"https://orcid.org/0000-0002-1849-3072"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Catalin Anghel","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"raw_orcid":"https://orcid.org/0000-0002-1849-3072","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052924860","display_name":"Emilia Pecheanu","orcid":"https://orcid.org/0000-0003-1155-5274"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Emilia Pecheanu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"raw_orcid":"https://orcid.org/0000-0003-1155-5274","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119223040","display_name":"Andreea Alexandra Anghel","orcid":"https://orcid.org/0009-0008-2537-6713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Andreea Alexandra Anghel","raw_affiliation_strings":["Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Galati, 800008 Galati, Romania"],"raw_orcid":"https://orcid.org/0009-0008-2537-6713","affiliations":[{"raw_affiliation_string":"Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Galati, 800008 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128605807","display_name":"Marian Viorel Craciun","orcid":null},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Marian Viorel Craciun","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"raw_orcid":"https://orcid.org/0009-0006-9970-2556","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103039137","display_name":"Adina Cocu","orcid":"https://orcid.org/0000-0003-0935-4713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Adina Cocu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania"],"raw_orcid":"https://orcid.org/0000-0003-0935-4713","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Galati, \u0218tiin\u021bei St. 2, 800146 Galati, Romania","institution_ids":["https://openalex.org/I3122748864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049418389","https://openalex.org/A5103039137"],"corresponding_institution_ids":["https://openalex.org/I3122748864"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36282967,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"3","first_page":"177","last_page":"177"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14409999549388885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.0828000009059906,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.9081000089645386},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4203000068664551},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.40450000762939453},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.30709999799728394},{"id":"https://openalex.org/keywords/educational-measurement","display_name":"Educational measurement","score":0.30140000581741333}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.9081000089645386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6179999709129333},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4203000068664551},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.30140000581741333},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.2567000091075897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15030177","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030177","pdf_url":"https://www.mdpi.com/2073-431X/15/3/177/pdf?version=1773045656","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7de1f2216f9f4cafbbc38f003434a6fe","is_oa":true,"landing_page_url":"https://doaj.org/article/7de1f2216f9f4cafbbc38f003434a6fe","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 3, p 177 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15030177","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15030177","pdf_url":"https://www.mdpi.com/2073-431X/15/3/177/pdf?version=1773045656","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5677241683006287,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7134259241.pdf","grobid_xml":"https://content.openalex.org/works/W7134259241.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2979826702","https://openalex.org/W4285245049","https://openalex.org/W4309689362","https://openalex.org/W4388430418","https://openalex.org/W4389344855","https://openalex.org/W4389408896","https://openalex.org/W4396681086","https://openalex.org/W4400210662","https://openalex.org/W4400410048","https://openalex.org/W4400642993","https://openalex.org/W4402467510","https://openalex.org/W4402671506","https://openalex.org/W4406602486","https://openalex.org/W4408126906","https://openalex.org/W4408906028","https://openalex.org/W4410550984","https://openalex.org/W4410862854","https://openalex.org/W4411336031","https://openalex.org/W4411429801","https://openalex.org/W4412995610","https://openalex.org/W4413025843","https://openalex.org/W4413072353","https://openalex.org/W4414383256","https://openalex.org/W4416814048","https://openalex.org/W7117450500"],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"evaluation":[1],"of":[2,23,246],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"for":[7,57,108,284],"educational":[8],"use":[9],"requires":[10],"benchmarks":[11],"that":[12,33,131,228,276,292],"reflect":[13],"exam":[14,42,66,116,135,286],"constraints,":[15],"instructor":[16,51,74,162],"grading":[17,47,54,70,159,230],"practices,":[18],"and":[19,44,59,68,79,137,150,152,169,280,288,302],"the":[20,73,76,86,99,171,176,191,213,252,257,273],"operational":[21,177],"consequences":[22],"thresholded":[24],"decisions.":[25],"This":[26],"paper":[27],"introduces":[28],"ExamQ-Gen,":[29],"an":[30,38,50,91,153,161],"instructor-in-the-loop":[31],"benchmark":[32,112],"couples":[34],"two":[35,146,192],"tasks:":[36],"(i)":[37],"LLM":[39,92,147],"answering":[40],"university-style":[41],"questions":[43,96,136],"(ii)":[45],"decision-support":[46],"aligned":[48],"with":[49,221,265,300],"reference.":[52],"Automatic":[53],"is":[55,83,198],"used":[56],"triage":[58],"feedback;":[60],"in":[61,251],"practice,":[62],"ExamQ-Gen":[63,82],"supports":[64],"instructor-led":[65],"authoring":[67],"provides":[69],"recommendations,":[71],"while":[72,234],"issues":[75],"final":[77],"grade":[78],"pass/fail":[80],"decision.":[81],"constructed":[84],"from":[85,98],"course":[87],"content":[88],"by":[89,175],"using":[90],"to":[93,125],"generate":[94],"exam-style":[95],"directly":[97],"lecture":[100],"materials,":[101],"producing":[102,235],"a":[103,165,242],"course-derived":[104],"question":[105],"set":[106],"suitable":[107],"controlled":[109],"experimentation.":[110],"The":[111],"then":[113],"instantiates":[114],"contrasting":[115],"conditions,":[117,208],"including":[118],"instructor-authored":[119],"(HUMAN)":[120],"versus":[121],"pipeline-generated":[122],"(PIPELINE)":[123],"artifacts,":[124],"evaluate":[126],"robustness":[127],"under":[128,200,206,305],"distribution":[129],"shifts":[130],"can":[132],"occur":[133],"when":[134],"answers":[138],"are":[139,188,218,282],"produced":[140],"through":[141],"different":[142],"generation":[143],"workflows.":[144],"Using":[145],"\u201cstudents\u201d":[148],"(Llama3-8B-Instruct":[149],"Mistral-7B-Instruct)":[151],"LLM-based":[154],"grader,":[155],"we":[156],"compare":[157],"automatic":[158],"against":[160],"reference":[163],"on":[164,190],"1\u201310":[166],"score":[167,182,278,295],"scale":[168],"at":[170],"decision":[172,216],"level":[173],"induced":[174],"pass":[178,214],"policy":[179],"(pass":[180],"if":[181],"\u2265":[183],"9).":[184],"Accordingly,":[185],"our":[186],"conclusions":[187],"conditioned":[189],"evaluated":[193],"student":[194],"models.":[195],"Score-level":[196],"agreement":[197,279],"strong":[199],"HUMAN":[201],"conditions":[202],"but":[203],"degrades":[204],"substantially":[205],"PIPELINE":[207,255],"indicating":[209],"condition-dependent":[210],"stability.":[211],"At":[212],"threshold,":[215],"errors":[217],"highly":[219],"asymmetric,":[220],"false":[222,225],"fails":[223],"dominating":[224],"passes,":[226],"meaning":[227],"conservative":[229],"may":[231],"appear":[232],"safe":[233],"credit":[236],"denial.":[237],"A":[238],"severity-focused":[239],"analysis":[240],"isolates":[241],"high-stakes":[243],"failure":[244],"mode\u2014denial":[245],"instructor-perfect":[247],"answers\u2014and":[248],"shows":[249],"that,":[250],"most":[253],"affected":[254],"condition,":[256],"perfect-pass":[258],"miss":[259],"rate":[260],"reaches":[261],"0.926":[262],"(50/54),":[263],"consistent":[264],"systematic":[266],"conservatism":[267],"rather":[268],"than":[269],"borderline":[270],"noise.":[271],"Overall,":[272],"results":[274],"highlight":[275],"aggregate":[277],"accuracy":[281],"insufficient":[283],"instructor-controlled":[285],"deployment":[287],"motivate":[289],"reporting":[290],"practices":[291],"combine":[293],"disaggregated":[294],"agreement,":[296],"threshold-based":[297],"error":[298],"asymmetry":[299],"uncertainty,":[301],"severity-aware":[303],"diagnostics":[304],"exam-relevant":[306],"condition":[307],"shifts.":[308]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-03-10T00:00:00"}