{"id":"https://openalex.org/W7166871213","doi":"https://doi.org/10.48550/arxiv.2606.32002","title":"Self-Study Reconsidered: The Hidden Fragility of Learning from Self-Generated QA","display_name":"Self-Study Reconsidered: The Hidden Fragility of Learning from Self-Generated QA","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166871213","doi":"https://doi.org/10.48550/arxiv.2606.32002"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.32002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.32002","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135925354","display_name":"Ekaterina Alimaskina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alimaskina, Ekaterina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137701843","display_name":"Denis Shveykin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shveykin, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137808066","display_name":"Gleb Molodtsov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Molodtsov, Gleb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139717735","display_name":"Igor Shalygin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shalygin, Igor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114482290","display_name":"Alexey Kadeishvili","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kadeishvili, Alexey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139846478","display_name":"Aleksandr Beznosikov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beznosikov, Aleksandr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8865000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8865000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.021299999207258224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.7682999968528748},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6735000014305115},{"id":"https://openalex.org/keywords/fragility","display_name":"Fragility","score":0.598800003528595},{"id":"https://openalex.org/keywords/tying","display_name":"Tying","score":0.5666000247001648},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.41609999537467957},{"id":"https://openalex.org/keywords/undo","display_name":"Undo","score":0.4099000096321106},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.39469999074935913},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.38580000400543213}],"concepts":[{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.7682999968528748},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6735000014305115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6378999948501587},{"id":"https://openalex.org/C80191262","wikidata":"https://www.wikidata.org/wiki/Q5477668","display_name":"Fragility","level":2,"score":0.598800003528595},{"id":"https://openalex.org/C2780938662","wikidata":"https://www.wikidata.org/wiki/Q973710","display_name":"Tying","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5299000144004822},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45969998836517334},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C2780154230","wikidata":"https://www.wikidata.org/wiki/Q513420","display_name":"Undo","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.39469999074935913},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32339999079704285},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31859999895095825},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C2776756274","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.32002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.32002","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32002","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models":[1,171],"are":[2,27],"increasingly":[3],"taught":[4],"from":[5,19,179,215],"synthetic":[6],"question--answer":[7],"(QA)":[8],"supervision:":[9],"a":[10,15,84,112,199],"model":[11,126,133],"generates":[12],"questions":[13],"about":[14],"document,":[16],"answers":[17],"them":[18],"the":[20,24,99,132,136,145,151,157,192],"same":[21,100],"text,":[22],"and":[23,61,68,90,102,128,153,163,205],"resulting":[25],"pairs":[26],"used":[28],"to":[29,78,139,198,217],"fine-tune,":[30],"distill,":[31],"or":[32],"compress":[33],"knowledge":[34],"into":[35],"another":[36],"model.":[37],"We":[38],"show":[39],"that":[40,53,64,134],"this":[41],"generation":[42,124],"step":[43],"is":[44,49,66,70,106,164],"not":[45,82],"neutral":[46],"preprocessing.":[47],"It":[48],"an":[50],"implicit":[51],"policy":[52],"both":[54,73],"selects":[55],"which":[56],"evidence":[57,65],"becomes":[58],"training":[59,193],"signal":[60],"decides":[62],"how":[63],"answered,":[67],"it":[69],"fragile":[71],"at":[72],"stages.":[74],"When":[75,130],"choosing":[76],"what":[77,103],"ask,":[79],"generators":[80],"do":[81],"scan":[83],"document":[85],"uniformly.":[86],"Coverage":[87],"saturates":[88],"early":[89],"concentrates":[91],"on":[92,98,150],"salient":[93,114],"spans,":[94],"diverse":[95],"prompts":[96],"converge":[97],"regions,":[101],"looks":[104],"question-worthy":[105],"driven":[107],"by":[108],"local":[109],"presentation.":[110],"As":[111],"result,":[113],"artifacts":[115],"such":[116],"as":[117],"poorly":[118],"cleaned":[119],"markup":[120],"can":[121,187],"hijack":[122],"question":[123,197],"across":[125],"families":[127],"scales.":[129],"answering,":[131],"produces":[135],"supervision":[137],"tends":[138],"obey":[140],"instruction-like":[141,207],"passages":[142],"embedded":[143],"in":[144,219],"text.":[146,227],"This":[147],"compliance":[148,214],"depends":[149],"intent":[152],"surface":[154],"form":[155],"of":[156],"passage":[158],"rather":[159],"than":[160],"its":[161],"strictness,":[162],"worst":[165],"under":[166],"task":[167],"conflict,":[168],"where":[169],"larger":[170],"comply":[172],"more":[173],"often.":[174],"These":[175],"failure":[176],"modes":[177],"arise":[178],"choices":[180],"made":[181],"during":[182],"QA":[183],"generation,":[184],"so":[185],"they":[186],"be":[188],"reduced":[189],"without":[190],"changing":[191],"loop.":[194],"Tying":[195],"each":[196],"fixed":[200],"target":[201],"reduces":[202],"biased":[203],"selection,":[204],"filtering":[206],"spans":[208],"before":[209],"answering":[210],"lowers":[211],"mean":[212],"injection":[213],"$88\\%$":[216],"$13\\%$":[218],"our":[220],"evaluation":[221],"while":[222],"retaining":[223],"nearly":[224],"all":[225],"clean":[226]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}