{"id":"https://openalex.org/W7129609830","doi":"https://doi.org/10.48550/arxiv.2602.14080","title":"Empty Shelves or Lost Keys? Recall Is the Bottleneck for Parametric Factuality","display_name":"Empty Shelves or Lost Keys? Recall Is the Bottleneck for Parametric Factuality","publication_year":2026,"publication_date":"2026-02-15","ids":{"openalex":"https://openalex.org/W7129609830","doi":"https://doi.org/10.48550/arxiv.2602.14080"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.14080","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126188477","display_name":"Nitay Calderon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Calderon, Nitay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028159435","display_name":"Eyal Ben\u2010David","orcid":"https://orcid.org/0000-0003-0514-0400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben-David, Eyal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Gekhman, Zorik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gekhman, Zorik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078910984","display_name":"E. O. Ofek","orcid":"https://orcid.org/0000-0002-6786-8774"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ofek, Eran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5037714222","display_name":"Gal Yona","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yona, Gal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3353999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3353999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1526000052690506,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.7020000219345093},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6389999985694885},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6324999928474426},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6107000112533569},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.447299987077713},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.40700000524520874},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.36890000104904175},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3628999888896942},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.35830000042915344}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.7020000219345093},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6389999985694885},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6324999928474426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6320000290870667},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6107000112533569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4765999913215637},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.447299987077713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4255000054836273},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.3174999952316284},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31029999256134033},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2777413886","wikidata":"https://www.wikidata.org/wiki/Q3276013","display_name":"Fluency","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2549000084400177}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.14080","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.14080","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.14080","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.14080","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Standard":[0],"factuality":[1],"evaluations":[2],"of":[3,39,124,171],"LLMs":[4],"treat":[5],"all":[6],"errors":[7,133],"alike,":[8],"obscuring":[9],"whether":[10,48],"failures":[11,142,147],"arise":[12],"from":[13,19,102,141],"missing":[14,137],"knowledge":[15,35,138],"(empty":[16],"shelves)":[17],"or":[18,66],"limited":[20],"access":[21,144],"to":[22,136,143],"encoded":[23],"facts":[24,40,154],"(lost":[25],"keys).":[26],"We":[27],"propose":[28],"a":[29,82,91,129,168],"behavioral":[30],"framework":[31],"that":[32,107,161,174,186],"profiles":[33],"factual":[34],"at":[36],"the":[37],"level":[38],"rather":[41],"than":[42],"questions,":[43],"characterizing":[44],"each":[45],"fact":[46],"by":[47,54],"it":[49,57],"is":[50,109],"encoded,":[51],"and":[52,120,150,155,165,182],"then":[53],"how":[55,188],"accessible":[56],"is:":[58],"cannot":[59],"be":[60,63,69],"recalled,":[61,65],"can":[62,67,166],"directly":[64],"only":[68],"recalled":[70],"with":[71,90,118],"inference-time":[72],"computation":[73],"(thinking).":[74],"To":[75],"support":[76],"such":[77],"profiling,":[78],"we":[79,105,159],"introduce":[80],"WikiProfile,":[81],"new":[83],"benchmark":[84],"constructed":[85],"via":[86],"an":[87],"automated":[88],"pipeline":[89],"prompted":[92],"LLM":[93],"grounded":[94],"in":[95,112],"web":[96],"search.":[97],"Across":[98],"4":[99],"million":[100],"responses":[101],"13":[103],"LLMs,":[104],"find":[106],"encoding":[108,122],"nearly":[110],"saturated":[111],"frontier":[113],"models":[114,189],"on":[115,180,184],"our":[116],"benchmark,":[117],"GPT-5":[119],"Gemini-3":[121],"95--98%":[123],"facts.":[125],"However,":[126],"recall":[127,164],"remains":[128],"major":[130],"bottleneck:":[131],"many":[132],"previously":[134],"attributed":[135],"instead":[139],"stem":[140],"it.":[145],"These":[146],"are":[148],"systematic":[149],"disproportionately":[151],"affect":[152],"long-tail":[153],"reverse":[156],"questions.":[157],"Finally,":[158],"show":[160],"thinking":[162],"improves":[163],"recover":[167],"substantial":[169],"fraction":[170],"failures,":[172],"indicating":[173],"future":[175],"gains":[176],"may":[177],"rely":[178],"less":[179],"scaling":[181],"more":[183],"methods":[185],"improve":[187],"utilize":[190],"what":[191],"they":[192],"already":[193],"encode.":[194]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-18T00:00:00"}