{"id":"https://openalex.org/W7140878843","doi":"https://doi.org/10.48550/arxiv.2603.23514","title":"DepthCharge: A Domain-Agnostic Framework for Measuring Depth-Dependent Knowledge in Large Language Models","display_name":"DepthCharge: A Domain-Agnostic Framework for Measuring Depth-Dependent Knowledge in Large Language Models","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7140878843","doi":"https://doi.org/10.48550/arxiv.2603.23514"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.23514","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.23514","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122770403","display_name":"Alexander Pearson Sheppert","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sheppert, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5122770403"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5167999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5167999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.14419999718666077,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07490000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5774000287055969},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5292999744415283},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4966000020503998},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.47609999775886536},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.45089998841285706},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4503999948501587},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.4458000063896179},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.36169999837875366}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7069000005722046},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5774000287055969},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5292999744415283},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4966000020503998},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.47609999775886536},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4503999948501587},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.4458000063896179},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4404999911785126},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37529999017715454},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35510000586509705},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3273000121116638},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C133199616","wikidata":"https://www.wikidata.org/wiki/Q25386885","display_name":"Empirical modelling","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.23514","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.23514","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"appear":[3],"competent":[4],"when":[5,12],"answering":[6],"general":[7],"questions":[8,58],"but":[9],"often":[10],"fail":[11],"pushed":[13],"into":[14],"domain-specific":[15,102,199],"details.":[16],"No":[17],"existing":[18],"methodology":[19],"provides":[20],"an":[21],"out-of-the-box":[22],"solution":[23],"for":[24,113,121,207],"measuring":[25],"how":[26],"deeply":[27],"LLMs":[28],"can":[29,85],"sustain":[30],"accurate":[31],"responses":[32],"under":[33],"adaptive":[34,53],"follow-up":[35,57],"questioning":[36],"across":[37,131,167],"arbitrary":[38],"domains.":[39],"We":[40],"present":[41],"DepthCharge,":[42],"a":[43,119],"domain-agnostic":[44],"framework":[45,84,118],"that":[46,55,148,188,198],"measures":[47],"knowledge":[48,90],"depth":[49,81],"through":[50],"three":[51],"innovations:":[52],"probing":[54],"generates":[56],"based":[59],"on":[60,88],"concepts":[61],"the":[62,109,117],"model":[63,111,171,180,208],"actually":[64],"mentions,":[65],"on-demand":[66],"fact":[67],"verification":[68],"from":[69,163],"authoritative":[70],"sources,":[71],"and":[72,140,170],"survival":[73],"statistics":[74],"with":[75,92,143,177],"constant":[76],"sample":[77],"sizes":[78],"at":[79],"every":[80],"level.":[82],"The":[83],"be":[86],"deployed":[87],"any":[89],"domain":[91],"publicly":[93],"verifiable":[94],"facts,":[95],"without":[96],"requiring":[97],"pre-constructed":[98],"test":[99],"sets":[100],"or":[101],"expertise.":[103],"DepthCharge":[104,149],"results":[105],"are":[106],"relative":[107],"to":[108,165],"evaluator":[110],"used":[112],"answer":[114],"checking,":[115],"making":[116],"tool":[120],"comparative":[122],"evaluation":[123,200],"rather":[124],"than":[125,204],"absolute":[126],"accuracy":[127],"certification.":[128],"Empirical":[129],"validation":[130],"four":[132],"diverse":[133],"domains":[134],"(Medicine,":[135],"Constitutional":[136],"Law,":[137],"Ancient":[138],"Rome,":[139],"Quantum":[141],"Computing)":[142],"five":[144],"frontier":[145],"models":[146,190],"demonstrates":[147],"reveals":[150,187],"depth-dependent":[151],"performance":[152],"variation":[153],"hidden":[154],"by":[155,175],"standard":[156],"benchmarks.":[157],"Expected":[158],"Valid":[159],"Depth":[160],"(EVD)":[161],"ranges":[162],"3.45":[164],"7.55":[166],"model-domain":[168],"combinations,":[169],"rankings":[172],"vary":[173],"substantially":[174],"domain,":[176],"no":[178],"single":[179],"dominating":[181],"all":[182],"areas.":[183],"Cost-performance":[184],"analysis":[185],"further":[186],"expensive":[189],"do":[191],"not":[192],"always":[193],"achieve":[194],"deeper":[195],"knowledge,":[196],"suggesting":[197],"is":[201],"more":[202],"informative":[203],"aggregate":[205],"benchmarks":[206],"selection":[209],"in":[210],"professional":[211],"applications.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-27T00:00:00"}