{"id":"https://openalex.org/W7164856923","doi":"https://doi.org/10.48550/arxiv.2606.14368","title":"Be My Tutor: On-Policy Co-Distillation for Mutual LLM Improvement via Peer Feedback","display_name":"Be My Tutor: On-Policy Co-Distillation for Mutual LLM Improvement via Peer Feedback","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164856923","doi":"https://doi.org/10.48550/arxiv.2606.14368"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14368","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099124117","display_name":"Woohyeon Byeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byeon, Woohyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138683516","display_name":"Jiwon Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Jiwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138652578","display_name":"Jeonghye Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jeonghye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138647754","display_name":"Youngchul Sung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sung, Youngchul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8575999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8575999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04749999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.013299999758601189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5658000111579895},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.5037000179290771},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.445499986410141},{"id":"https://openalex.org/keywords/feedback-regulation","display_name":"Feedback regulation","score":0.4302999973297119},{"id":"https://openalex.org/keywords/feedback-control","display_name":"Feedback control","score":0.4133000075817108},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.3856000006198883},{"id":"https://openalex.org/keywords/feedback-loop","display_name":"Feedback loop","score":0.37630000710487366},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.33090001344680786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6643999814987183},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5658000111579895},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.445499986410141},{"id":"https://openalex.org/C3017962763","wikidata":"https://www.wikidata.org/wiki/Q427492","display_name":"Feedback regulation","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C3018651601","wikidata":"https://www.wikidata.org/wiki/Q183635","display_name":"Feedback control","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C18483071","wikidata":"https://www.wikidata.org/wiki/Q168432","display_name":"Anchoring","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C2986314615","wikidata":"https://www.wikidata.org/wiki/Q36829","display_name":"Pareto optimal","level":3,"score":0.2619999945163727},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"study":[1],"multi-domain":[2],"LLM":[3],"training":[4],"in":[5,11,90],"which":[6],"two":[7],"models,":[8],"each":[9,18,35,54],"stronger":[10],"a":[12],"different":[13],"domain,":[14],"co-evolve":[15],"by":[16],"tutoring":[17],"other":[19],"through":[20],"on-policy":[21],"feedback.":[22],"Unlike":[23],"one-way":[24],"distillation":[25],"or":[26],"single-model":[27],"fine-tuning,":[28],"our":[29],"goal":[30],"is":[31,57],"mutual":[32],"Pareto":[33,103],"improvement:":[34],"model":[36],"improves":[37],"across":[38,105],"domains":[39],"without":[40],"losing":[41],"its":[42,60,67],"original":[43],"strength.":[44],"To":[45,69],"this":[46],"end,":[47],"we":[48],"propose":[49],"On-Policy":[50],"Co-Distillation":[51],"(OPCoD),":[52],"where":[53],"student's":[55],"self-distillation":[56],"conditioned":[58],"on":[59],"own":[61],"correct":[62],"rollout":[63],"and":[64,84,101,110],"feedback":[65,71,83,85,89],"from":[66],"peer.":[68],"make":[70],"exchange":[72],"effective,":[73],"OPCoD":[74,97],"uses":[75],"cognizance-based":[76],"gating":[77],"to":[78,81,87],"decide":[79],"when":[80],"give":[82],"anchoring":[86],"ground":[88],"the":[91],"problem.":[92],"On":[93],"Science":[94],"Q\\&A":[95],"tasks,":[96],"consistently":[98],"outperforms":[99],"baselines":[100],"achieves":[102],"improvement":[104],"all":[106],"evaluated":[107],"domain":[108],"pairs":[109],"students.":[111]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}