{"id":"https://openalex.org/W7167027126","doi":"https://doi.org/10.48550/arxiv.2607.00368","title":"Beyond Perplexity: A Behavioral Evaluation Framework for Deployment-Memory Claims in LLM Test-Time Training","display_name":"Beyond Perplexity: A Behavioral Evaluation Framework for Deployment-Memory Claims in LLM Test-Time Training","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167027126","doi":"https://doi.org/10.48550/arxiv.2607.00368"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00368","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139871320","display_name":"Xiangchen Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Xiangchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139940301","display_name":"Zhenhao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102491705","display_name":"Lingjing Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Lingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101844572","display_name":"Shaoan Xie","orcid":"https://orcid.org/0000-0003-1003-7459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Shaoan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079198353","display_name":"Xinshuai Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Xinshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139897805","display_name":"Guangyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guangyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139884000","display_name":"Kun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.34929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.15549999475479126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5763000249862671},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.550000011920929},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5486000180244446},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.4580000042915344},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4560999870300293},{"id":"https://openalex.org/keywords/swap","display_name":"Swap (finance)","score":0.4458000063896179},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4284999966621399},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.42320001125335693},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4011000096797943}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816999912261963},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5763000249862671},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.550000011920929},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5486000180244446},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.4580000042915344},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.4458000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43059998750686646},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.42320001125335693},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.384799987077713},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3758000135421753},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3522000014781952},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3269999921321869},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2721000015735626},{"id":"https://openalex.org/C109574028","wikidata":"https://www.wikidata.org/wiki/Q647525","display_name":"Behavioral economics","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C2779549880","wikidata":"https://www.wikidata.org/wiki/Q5542226","display_name":"PsycINFO","level":3,"score":0.2581000030040741},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00368","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00368","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"model":[2,192],"test-time":[3,54],"training":[4],"(TTT)":[5],"is":[6,105],"often":[7],"evaluated":[8],"through":[9],"local":[10],"proxy":[11,206],"metrics:":[12],"models":[13],"are":[14,40,57,67],"updated":[15],"on":[16],"recent":[17,161],"tokens,":[18],"retrieved":[19],"context,":[20],"target-domain":[21],"data,":[22],"or":[23,36,76],"verifiable":[24],"task":[25],"attempts,":[26],"and":[27,52,95,138,142,150,163,166,186,208,215],"then":[28],"judged":[29],"by":[30,159,167],"perplexity,":[31],"future-token":[32],"loss,":[33],"long-context":[34],"performance,":[35],"reward.":[37],"These":[38],"metrics":[39],"well":[41],"matched":[42,147],"to":[43,70,118],"claims":[44,117,224],"about":[45],"stream":[46],"adaptation,":[47,49,135],"domain":[48],"context":[50,104],"compression,":[51],"reward-backed":[53],"improvement.":[55],"They":[56],"weaker":[58],"evidence,":[59],"however,":[60],"for":[61,220],"a":[62,109,128,171,177,202,217],"capability":[63],"that":[64,113,121,132],"TTT":[65,115,162,222],"results":[66],"increasingly":[68],"used":[69],"motivate:":[71],"deployed":[72],"assistant":[73],"memory,":[74],"personalization,":[75],"sparse":[77,178],"post-deployment":[78],"learning,":[79],"which":[80],"instead":[81],"requires":[82],"behavioral":[83,110,140],"evidence":[84,120,130,227],"such":[85],"as":[86,170],"later":[87],"recall,":[88],"paraphrase":[89],"robustness,":[90],"retention,":[91],"locality,":[92],"conflict":[93],"handling,":[94],"use":[96],"in":[97,174,176],"downstream":[98],"actions":[99],"after":[100],"the":[101,119,157,226],"original":[102],"support":[103,185],"removed.":[106],"We":[107,155],"introduce":[108],"evaluation":[111,144],"framework":[112,158,212],"calibrates":[114],"memory":[116,223],"supports":[122],"them.":[123],"It":[124],"has":[125],"two":[126],"components:":[127],"claim-calibrated":[129],"ladder":[131],"separates":[133],"stream/domain":[134],"bridge":[136],"internalization,":[137],"deployment-time":[139],"learning;":[141],"an":[143],"protocol":[145],"with":[146,225],"explicit-memory":[148],"baselines":[149],"mutually":[151],"exclusive":[152],"failure":[153],"categories.":[154],"validate":[156],"auditing":[160],"memory-adjacent":[164],"work":[165],"instantiating":[168],"it":[169],"controlled":[172],"diagnostic":[173],"which,":[175],"nonce-fact":[179],"setting,":[180],"one-step":[181],"LoRA":[182],"updates":[183],"lower":[184],"answer":[187],"loss":[188],"across":[189],"three":[190],"Qwen3":[191],"scales":[193],"while":[194],"generated":[195],"free-form":[196],"recall":[197],"stays":[198],"at":[199],"zero,":[200],"exposing":[201],"measurable":[203],"gap":[204],"between":[205],"improvement":[207],"deployment":[209],"behavior.":[210],"The":[211],"gives":[213],"authors":[214],"evaluators":[216],"concrete":[218],"standard":[219],"aligning":[221],"actually":[228],"reported.":[229]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}