{"id":"https://openalex.org/W7161112924","doi":"https://doi.org/10.48550/arxiv.2605.12748","title":"Simulating Students or Sycophantic Problem Solving? On Misconception Faithfulness of LLM Simulators","display_name":"Simulating Students or Sycophantic Problem Solving? On Misconception Faithfulness of LLM Simulators","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161112924","doi":"https://doi.org/10.48550/arxiv.2605.12748"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12748","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136159863","display_name":"Heejin Do","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Do, Heejin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028809416","display_name":"Shashank Sonkar","orcid":"https://orcid.org/0000-0002-4409-1341"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sonkar, Shashank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136129763","display_name":"Mrinmaya Sachan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sachan, Mrinmaya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.42750000953674316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.42750000953674316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.17829999327659607,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0877000018954277,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6169000267982483},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6000000238418579},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5892000198364258},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5777000188827515},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4041000008583069},{"id":"https://openalex.org/keywords/corrective-feedback","display_name":"Corrective feedback","score":0.4025999903678894},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.3937000036239624},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.33640000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941999793052673},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6169000267982483},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6000000238418579},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5892000198364258},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5777000188827515},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4041000008583069},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.4025999903678894},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.349700003862381},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.31929999589920044},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2858000099658966},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2827000021934509},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C193081819","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Video feedback","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.25270000100135803},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12748","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12748","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7410616278648376}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,161],"(LLMs)":[3],"can":[4],"fluently":[5],"generate":[6],"student-like":[7],"responses,":[8],"making":[9],"them":[10],"attractive":[11],"as":[12,177,234],"simulated":[13,183],"students":[14,42,165],"for":[15,53],"training":[16],"and":[17,21,65,98,136,185,204,219],"evaluating":[18,54],"AI":[19],"tutors":[20],"human":[22],"educators.":[23],"Yet":[24],"such":[25],"simulators":[26,139],"are":[27],"typically":[28],"evaluated":[29],"by":[30,37],"output":[31,245],"similarity":[32],"to":[33,75,180,217],"real":[34],"students,":[35],"not":[36],"whether":[38,57],"they":[39],"behave":[40,162],"like":[41,164,170],"with":[43,166,208],"coherent":[44],"misconceptions":[45,167],"during":[46],"interaction.":[47],"We":[48,106],"introduce":[49],"a":[50,58,61,79,93,118,157,178,195,235,241],"controlled":[51],"framework":[52,77],"misconception":[55,232],"faithfulness,":[56],"simulator":[59,119],"maintains":[60],"misconception-driven":[62],"belief":[63,184],"state":[64],"updates":[66],"selectively":[67],"when":[68],"feedback":[69,81,86,91,100,125,152],"addresses":[70],"the":[71,182],"underlying":[72],"misconception.":[73],"Central":[74],"our":[76],"is":[78,104],"misconception-contrastive":[80],"protocol":[82],"that":[83],"compares":[84],"targeted":[85,124],"against":[87],"two":[88],"controls:":[89],"misaligned":[90],"(targeting":[92],"different":[94],"but":[95,168],"plausible":[96],"misconception)":[97],"generic":[99],"(only":[101],"identifying":[102],"answer":[103,122],"wrong).":[105],"propose":[107],"Selective":[108],"Flip":[109],"Score":[110],"(SFS),":[111],"which":[112],"quantifies":[113],"how":[114],"much":[115],"more":[116,169,223],"often":[117],"flips":[120],"its":[121],"under":[123,127],"than":[126,226],"contrastive":[128],"controls.":[129],"Across":[130],"seven":[131],"LLMs":[132],"(4B-120B),":[133],"multiple":[134],"datasets,":[135],"prompting":[137],"strategies,":[138],"exhibit":[140],"near-zero":[141],"SFS,":[142],"correcting":[143],"their":[144],"answers":[145],"at":[146],"similarly":[147],"high":[148],"rates":[149],"regardless":[150],"of":[151],"relevance.":[153],"Further":[154],"analyses":[155],"reveal":[156],"sycophantic":[158],"failure":[159],"mode:":[160],"less":[163],"problem-solvers":[171],"who":[172],"treat":[173],"any":[174],"corrective":[175],"signal":[176],"cue":[179],"abandon":[181],"re-solve":[186],"from":[187,243],"internal":[188],"knowledge.":[189],"To":[190],"address":[191],"this,":[192],"we":[193],"develop":[194],"post-training":[196],"pipeline":[197],"spanning":[198],"supervised":[199],"fine-tuning":[200],"(SFT),":[201],"preference":[202,227],"optimization,":[203],"reinforcement":[205],"learning":[206],"(RL)":[207],"an":[209],"SFS-aligned":[210,220],"reward;":[211],"SFT":[212],"yields":[213],"notable":[214],"gains":[215],"up":[216],"+0.56,":[218],"RL":[221],"provides":[222],"consistent":[224],"improvements":[225],"optimization.":[228],"Our":[229],"results":[230],"establish":[231],"faithfulness":[233],"challenging":[236],"yet":[237],"trainable":[238],"property,":[239],"motivating":[240],"shift":[242],"static":[244],"matching":[246],"toward":[247],"interactive,":[248],"belief-aware":[249],"student":[250],"modeling.":[251]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}