{"id":"https://openalex.org/W4416017631","doi":"https://doi.org/10.1145/3746252.3761133","title":"Pedagogy-R1: Pedagogical Large Reasoning Model and Well-balanced Educational Benchmark","display_name":"Pedagogy-R1: Pedagogical Large Reasoning Model and Well-balanced Educational Benchmark","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416017631","doi":"https://doi.org/10.1145/3746252.3761133"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3761133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3761133","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746252.3761133","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066209480","display_name":"Unggi Lee","orcid":"https://orcid.org/0000-0002-0883-4128"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Unggi Lee","raw_affiliation_strings":["Chosun University, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0883-4128","affiliations":[{"raw_affiliation_string":"Chosun University, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I152238500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013141548","display_name":"Jaeyong Lee","orcid":"https://orcid.org/0009-0005-5431-0973"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jaeyong Lee","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0005-5431-0973","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111223580","display_name":"Jiyeong Bae","orcid":"https://orcid.org/0009-0009-4430-7518"},"institutions":[{"id":"https://openalex.org/I4210121423","display_name":"Syneos Health (South Korea)","ror":"https://ror.org/02fq4hx73","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210121423"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jiyeong Bae","raw_affiliation_strings":["Enuma, Inc., Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0009-4430-7518","affiliations":[{"raw_affiliation_string":"Enuma, Inc., Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4210121423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112070639","display_name":"Yeil Jeong","orcid":"https://orcid.org/0009-0003-4524-7197"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yeil Jeong","raw_affiliation_strings":["Indiana University, Bloomington, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0003-4524-7197","affiliations":[{"raw_affiliation_string":"Indiana University, Bloomington, Indiana, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025565903","display_name":"Junbo Koh","orcid":"https://orcid.org/0009-0004-3463-0091"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junbo Koh","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0004-3463-0091","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005042692","display_name":"Gyeong-Geon Lee","orcid":"https://orcid.org/0000-0001-7844-9412"},"institutions":[{"id":"https://openalex.org/I1328091291","display_name":"Ensco (United States)","ror":"https://ror.org/03ky7jj30","country_code":"US","type":"company","lineage":["https://openalex.org/I1328091291"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Gyeonggeon 'Boaz' Lee","raw_affiliation_strings":["Enuma, Inc., Berkeley, California, USA","Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7844-9412","affiliations":[{"raw_affiliation_string":"Enuma, Inc., Berkeley, California, USA","institution_ids":["https://openalex.org/I1328091291"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088679968","display_name":"Gunho Lee","orcid":"https://orcid.org/0009-0005-5457-3706"},"institutions":[{"id":"https://openalex.org/I1328091291","display_name":"Ensco (United States)","ror":"https://ror.org/03ky7jj30","country_code":"US","type":"company","lineage":["https://openalex.org/I1328091291"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG","US"],"is_corresponding":false,"raw_author_name":"Gunho Lee","raw_affiliation_strings":["Enuma, Inc., Berkeley, California, USA","Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-5457-3706","affiliations":[{"raw_affiliation_string":"Enuma, Inc., Berkeley, California, USA","institution_ids":["https://openalex.org/I1328091291"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082791363","display_name":"Taekyung Ahn","orcid":"https://orcid.org/0009-0003-9394-1650"},"institutions":[{"id":"https://openalex.org/I4210121423","display_name":"Syneos Health (South Korea)","ror":"https://ror.org/02fq4hx73","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210121423"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Taekyung Ahn","raw_affiliation_strings":["Enuma, Inc., Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-9394-1650","affiliations":[{"raw_affiliation_string":"Enuma, Inc., Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4210121423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021651278","display_name":"Hyeoncheol Kim","orcid":"https://orcid.org/0000-0003-0555-8591"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyeoncheol Kim","raw_affiliation_strings":["Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0555-8591","affiliations":[{"raw_affiliation_string":"Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29377309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1497","last_page":"1507"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.732200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.732200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.033799998462200165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7257999777793884},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6621000170707703},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.644599974155426},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.6054999828338623},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5349000096321106},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5109999775886536},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.37130001187324524},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.36149999499320984}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7257999777793884},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.644599974155426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6394000053405762},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5349000096321106},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5109999775886536},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.40070000290870667},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.37130001187324524},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.35370001196861267},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C97364631","wikidata":"https://www.wikidata.org/wiki/Q484284","display_name":"Deductive reasoning","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C36964233","wikidata":"https://www.wikidata.org/wiki/Q7920942","display_name":"Verbal reasoning","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C2992562121","wikidata":"https://www.wikidata.org/wiki/Q3817808","display_name":"Scientific reasoning","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3761133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3761133","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746252.3761133","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3761133","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1975879349","https://openalex.org/W1985115116","https://openalex.org/W2577437928","https://openalex.org/W2769563773","https://openalex.org/W3161350777","https://openalex.org/W3194535956","https://openalex.org/W4237074748","https://openalex.org/W4241464738","https://openalex.org/W4248150839","https://openalex.org/W4323655724","https://openalex.org/W4366403195","https://openalex.org/W4367678106","https://openalex.org/W4385570127","https://openalex.org/W4385632485","https://openalex.org/W4389437528","https://openalex.org/W4389520295","https://openalex.org/W4391071215","https://openalex.org/W4391573863","https://openalex.org/W4392077003","https://openalex.org/W4400207968","https://openalex.org/W4402512478","https://openalex.org/W4403578219","https://openalex.org/W4407775365"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,11,62],"large":[3,41],"reasoning":[4,26,75,146,168],"models":[5,43,113],"(LRMs)":[6],"have":[7],"demonstrated":[8],"impressive":[9],"capabilities":[10],"highly":[12],"structured":[13],"domains":[14],"such":[15],"as":[16],"mathematics":[17],"and":[18,32,124,142],"programming.":[19],"However,":[20],"their":[21,59],"application":[22],"to":[23,34,47,78,136,143],"education-where":[24],"effective":[25],"must":[27],"be":[28],"pedagogically":[29,98,138],"meaningful,":[30],"context-sensitive,":[31],"responsive":[33],"real":[35],"student":[36],"needs-remains":[37],"relatively":[38],"unexplored.":[39],"Existing":[40],"language":[42],"(LLMs)":[44],"often":[45],"struggle":[46],"deliver":[48],"instructional":[49],"coherence,":[50],"formative":[51],"feedback,":[52],"or":[53],"simulate":[54],"sophisticated":[55],"teacher":[56,126],"decision-making,":[57],"limiting":[58],"practical":[60],"utility":[61],"educational":[63],"settings.":[64],"To":[65],"fill":[66],"this":[67],"gap,":[68],"we":[69],"present":[70],"Pedagogy-R1,":[71],"a":[72,92,151],"comprehensive":[73],"pedagogical":[74,118,167],"framework":[76],"designed":[77],"adapt":[79],"LLMs":[80],"for":[81,101],"authentic":[82],"classroom":[83],"tasks.":[84],"Our":[85],"approach":[86],"features":[87],"three":[88],"key":[89],"innovations:":[90],"(1)":[91],"distillation-based":[93],"training":[94,140],"pipeline":[95],"that":[96],"uses":[97],"filtered":[99],"outputs":[100],"instruction":[102],"tuning,":[103],"(2)":[104],"the":[105,129,165],"Well-balanced":[106],"Educational":[107],"Benchmark":[108],"(WBEB),":[109],"which":[110],"systematically":[111],"evaluates":[112],"across":[114],"five":[115],"dimensions-subject":[116],"knowledge,":[117,119],"knowledge":[120],"tracing,":[121],"essay":[122],"scoring,":[123],"real-world":[125],"decision-making-and":[127],"(3)":[128],"Chain-of-Pedagogy":[130],"(CoP)":[131],"prompting":[132],"strategy,":[133],"employed":[134],"both":[135],"generate":[137],"enriched":[139],"data":[141],"elicit":[144],"teacher-like":[145],"during":[147],"inference.":[148],"We":[149],"conduct":[150],"mixed-methods":[152],"evaluation,":[153],"combining":[154],"fine-grained":[155],"quantitative":[156],"analyses":[157],"of":[158],"model":[159],"performance":[160],"with":[161],"qualitative":[162],"insights":[163],"into":[164],"model's":[166],"patterns.":[169]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}