{"id":"https://openalex.org/W7225799751","doi":"https://doi.org/10.5281/zenodo.24129911","title":"Potion: When Ground Truth Holds No Ground, a Memory Measured on MEME","display_name":"Potion: When Ground Truth Holds No Ground, a Memory Measured on MEME","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225799751","doi":"https://doi.org/10.5281/zenodo.24129911"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24129911","doi":"https://doi.org/10.5281/zenodo.24129911","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24129911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24129911","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157898323","display_name":"Robin L. de Bruijn","orcid":"https://orcid.org/0009-0003-3598-0133","observed_orcids":["https://orcid.org/0009-0003-3598-0133"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"de Bruijn, Robin L.","raw_affiliation_strings":["Independent researcher"],"raw_orcid":"https://orcid.org/0009-0003-3598-0133","affiliations":[{"raw_affiliation_string":"Independent researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5157898323"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3418000042438507,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3418000042438507,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10918","display_name":"Memory Processes and Influences","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C136815107","wikidata":"https://www.wikidata.org/wiki/Q154242","display_name":"Nothing","level":2,"score":0.7670999765396118},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7005000114440918},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5533000230789185},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5343000292778015},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40950000286102295},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.37229999899864197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.359499990940094},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C2775858120","wikidata":"https://www.wikidata.org/wiki/Q3333604","display_name":"Memoria","level":3,"score":0.2775999903678894},{"id":"https://openalex.org/C67448173","wikidata":"https://www.wikidata.org/wiki/Q254217","display_name":"Collective memory","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C117011727","wikidata":"https://www.wikidata.org/wiki/Q1278488","display_name":"Bit (key)","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C39308869","wikidata":"https://www.wikidata.org/wiki/Q2891657","display_name":"Truth condition","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.2524999976158142}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24129911","doi":"https://doi.org/10.5281/zenodo.24129911","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24129911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24129912","doi":"https://doi.org/10.5281/zenodo.24129912","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24129912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24129911","doi":"https://doi.org/10.5281/zenodo.24129911","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24129911","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W7161024269"],"related_works":[],"abstract_inverted_index":{"We":[0,66],"usually":[1],"judge":[2,100],"a":[3,20,47,70,90,121,159,209,243,247,358],"memory":[4,139,160,405,478,501],"by":[5,13,32,38,272,383],"what":[6,14,57,158,232],"it":[7,15,54,68,119,251],"remembers.":[8],"This":[9],"paper":[10,44,229,279],"judges":[11],"one":[12,83,286,324],"stops":[16],"saying.":[17],"Potion":[18],"keeps":[19],"dated":[21,248],"record":[22,116],"of":[23,64,173,186,195,204,226,261,307,360,391,425,459,468,485],"the":[24,41,86,97,115,138,146,154,167,177,181,198,221,233,238,262,290,295,301,304,308,313,321,335,345,348,350,352,361,363,367,381,392,396,404,409,413,419,426,446,451,457,463,466,469,474,477,505],"user's":[25],"own":[26,99,455,490],"words,":[27],"written":[28],"after":[29,334,395],"each":[30,107,390,424,436],"session":[31],"an":[33,256],"open":[34,111],"model":[35],"and":[36,55,101,103,117,124,143,183,201,245,250,312,366,373,401,408,422,441,443,465,476,482],"verified":[37],"code.":[39],"Ripple,":[40],"part":[42],"this":[43,276],"measures,":[45],"follows":[46],"change":[48,397],"through":[49],"everything":[50],"that":[51,81],"rested":[52],"on":[53,72,120,137,145,153,171,184,191,193,202,320,398,453],"marks":[56],"can":[58],"no":[59,82,162],"longer":[60,163],"be":[61,214],"stated":[62],"instead":[63],"guessing.":[65],"ran":[67],"as":[69,255],"test":[71,234,338],"MEME":[73,355],"(Jung":[74],"et":[75],"al.,":[76],"2026):":[77],"78":[78,196,205],"held-out":[79,291,322],"episodes":[80],"who":[84],"built":[85],"system":[87],"had":[88],"read,":[89],"version":[91],"frozen":[92],"before":[93,106],"they":[94],"were":[95],"opened,":[96],"benchmark's":[98],"prompts,":[102],"predictions":[104],"sealed":[105,470],"run.":[108],"One":[109],"27-billion-parameter":[110],"model,":[112],"Qwen3.8-27B,":[113],"wrote":[114],"read":[118],"single":[122],"GPU":[123],"reached":[125],"0.611":[126],"pooled":[127],"accuracy":[128],"(0.584":[129],"to":[130,213],"0.639).":[131],"The":[132,149,228,278,492,500],"same":[133,410],"reader":[134,168,364],"scored":[135],"0.496":[136],"engine's":[140,178,199],"context":[141,179,200,362,411,432],"alone":[142],"0.489":[144],"full":[147],"transcript.":[148],"whole":[150],"difference":[151],"sits":[152],"two":[155,266,302],"tasks":[156],"about":[157,237],"should":[161],"claim.":[164],"On":[165],"Absence":[166],"was":[169,429],"credited":[170],"0":[172],"100":[174,187],"questions":[175,394],"from":[176,197],"or":[180],"transcript":[182],"45":[185],"with":[188,206,435,445],"Ripple's":[189,299,416],"part;":[190],"Deletion,":[192],"51":[194],"72":[203],"it.":[207],"Where":[208],"new":[210],"value":[211],"has":[212],"computed":[215],"(Cascade),":[216],"nothing":[217],"we":[218],"tested":[219],"leaves":[220],"floor,":[222],"ours":[223],"included:":[224],"8":[225],"129.":[227],"also":[230],"reports":[231],"taught":[235],"us":[236],"test:":[239],"its":[240],"rater":[241],"credits":[242],"refusal":[244],"not":[246,377],"removal,":[249],"states":[252],"every":[253,460,483],"dependency":[254],"explicit":[257],"condition,":[258],"which":[259],"none":[260],"eleven":[263],"dependencies":[264],"in":[265,449,462,488],"records":[267],"our":[268,454,489],"agent":[269],"sessions":[270],"keyed":[271],"hand":[273],"was.":[274],"In":[275],"record:":[277],"(PDF).":[280],"Per-question":[281],"scores,":[282],"23":[283],"CSV":[284],"files,":[285],"per":[287,326],"reported":[288],"number:":[289],"set's":[292],"four":[293,296],"arms,":[294,329],"arms":[297,428],"without":[298,412],"part,":[300],"controls,":[303],"twelve":[305],"files":[306],"three":[309],"calibration":[310,447],"rounds,":[311],"pilot":[314],"episode's":[315],"rounds.":[316],"Every":[317],"reader's":[318,368],"answers":[319],"set:":[323],"file":[325],"arm,":[327],"ten":[328,427],"926":[330],"rows":[331,379],"each,":[332],"released":[333],"second":[336],"exposure":[337],"(10":[339],"November":[340],"2026).":[341],"Each":[342],"row":[343,438],"holds":[344],"question":[346,371],"id,":[347],"round,":[349],"task,":[351],"hop":[353],"where":[354],"gives":[356],"one,":[357],"hash":[359],"saw":[365],"answer.":[369],"MEME's":[370],"texts":[372],"gold":[374],"fields":[375],"are":[376],"included;":[378],"join":[380],"dataset":[382,496],"id":[384],"at":[385],"revision":[386,498],"8bd51aca.":[387,499],"meme78_attribution_flags.csv:":[388],"for":[389,418],"307":[393],"Absence,":[399],"Deletion":[400],"Cascade,":[402],"whether":[403,423],"arm's":[406],"context,":[407],"legend,":[414],"carried":[415],"line":[417,484],"asked":[420],"value,":[421],"credited.":[430],"No":[431],"text.":[433],"MANIFEST.csv,":[434],"file's":[437],"count,":[439],"mean":[440],"hash,":[442],"README.md,":[444],"rounds":[448],"full,":[450],"scores":[452],"stores,":[456],"source":[458],"number":[461],"paper,":[464],"hashes":[467],"prediction":[471],"files.":[472],"Withheld:":[473],"contexts":[475],"(Potion":[479],"is":[480],"closed),":[481],"any":[486],"conversation":[487],"stores.":[491],"benchmark:":[493],"MEME,":[494],"arXiv:2605.12477v1;":[495],"meme-benchmark/MEME,":[497],"engine":[502],"beneath":[503],"Ripple:":[504],"first":[506],"preprint,":[507],"doi:10.5281/zenodo.23016724.":[508]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}