{"id":"https://openalex.org/W7152930566","doi":"https://doi.org/10.48550/arxiv.2604.06385","title":"Application-Driven Pedagogical Knowledge Optimization of Open-Source LLMs via Reinforcement Learning and Supervised Fine-Tuning","display_name":"Application-Driven Pedagogical Knowledge Optimization of Open-Source LLMs via Reinforcement Learning and Supervised Fine-Tuning","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7152930566","doi":"https://doi.org/10.48550/arxiv.2604.06385"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06385","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06385","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06385","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005580741","display_name":"Navan Preet Singh","orcid":"https://orcid.org/0000-0002-9563-1598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Navan Preet","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133237821","display_name":"Xiaokun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057498904","display_name":"Anurag Garikipati","orcid":"https://orcid.org/0000-0002-2230-2187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garikipati, Anurag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052272479","display_name":"M\u0103d\u0103lina Ciobanu","orcid":"https://orcid.org/0000-0002-0608-4394"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ciobanu, Madalina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133243370","display_name":"Qingqing Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Qingqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133284635","display_name":"Ritankar Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Ritankar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5389000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.5389000177383423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.06620000302791595,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8694999814033508},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7146999835968018},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.40860000252723694},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.3156999945640564}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8694999814033508},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7146999835968018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6241999864578247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5648000240325928},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4912000000476837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.460099995136261},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.40860000252723694},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29829999804496765},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2924000024795532}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06385","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06385","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06385","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06385","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5831124186515808,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"an":[2,33,76,91],"innovative":[3],"multi-stage":[4],"optimization":[5,41,151],"strategy":[6],"combining":[7],"reinforcement":[8],"learning":[9],"(RL)":[10],"and":[11,32,51,74,87,130,173],"supervised":[12],"fine-tuning":[13],"(SFT)":[14],"to":[15,66,118],"enhance":[16],"the":[17,63,112,125,138,170],"pedagogical":[18,96,159],"knowledge":[19],"of":[20,80,94],"large":[21],"language":[22],"models":[23,105,147],"(LLMs),":[24],"as":[25,137],"illustrated":[26],"by":[27],"EduQwen":[28,30,37,83,85,88],"32B-RL1,":[29,84],"32B-SFT,":[31,86],"optional":[34,77],"third-stage":[35],"model":[36,65],"32B-SFT-RL2:":[38],"(1)":[39],"RL":[40,81],"that":[42,61,149,162],"implements":[43],"progressive":[44],"difficulty":[45],"training,":[46],"focuses":[47],"on":[48,99,111],"challenging":[49],"examples,":[50],"employs":[52],"extended":[53],"reasoning":[54],"rollouts;":[55],"(2)":[56],"a":[57,100],"subsequent":[58],"SFT":[59],"phase":[60],"leverages":[62],"RL-trained":[64],"synthesize":[67],"high-quality":[68],"training":[69],"data":[70],"with":[71],"difficulty-weighted":[72],"sampling;":[73],"(3)":[75],"second":[78],"round":[79],"optimization.":[82],"32B-SFT-RL2":[89],"are":[90],"application-driven":[92],"family":[93],"open-source":[95,155],"LLMs":[97,156],"built":[98],"dense":[101,145],"Qwen3-32B":[102],"backbone.":[103],"These":[104,144],"remarkably":[106],"achieve":[107],"high":[108],"enough":[109],"accuracy":[110],"Cross-Domain":[113],"Pedagogical":[114],"Knowledge":[115],"(CDPK)":[116],"Benchmark":[117,128],"establish":[119],"new":[120],"state-of-the-art":[121],"(SOTA)":[122],"results":[123],"across":[124],"interactive":[126],"Pedagogy":[127],"Leaderboard":[129],"surpass":[131],"significantly":[132],"larger":[133,165],"proprietary":[134],"systems":[135],"such":[136],"previous":[139],"benchmark":[140],"leader":[141],"Gemini-3":[142],"Pro.":[143],"32-billion-parameter":[146],"demonstrate":[148],"domain-specialized":[150],"can":[152],"transform":[153],"mid-sized":[154],"into":[157],"true":[158],"domain":[160],"experts":[161],"outperform":[163],"much":[164],"general-purpose":[166],"systems,":[167],"while":[168],"preserving":[169],"transparency,":[171],"customizability,":[172],"cost-efficiency":[174],"required":[175],"for":[176],"responsible":[177],"educational":[178],"AI":[179],"deployment.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-10T00:00:00"}