{"id":"https://openalex.org/W7204840713","doi":"https://doi.org/10.48550/arxiv.2608.27459","title":"Time Capsule of Testable Human Knowledge: 41 Years of Jeopardy! in a Single Free Local Model","display_name":"Time Capsule of Testable Human Knowledge: 41 Years of Jeopardy! in a Single Free Local Model","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7204840713","doi":"https://doi.org/10.48550/arxiv.2608.27459"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.27459","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27459","pdf_url":"https://arxiv.org/pdf/2608.27459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.27459","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114620065","display_name":"David Noever","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210142618","display_name":"PeopleTec (United States)","ror":"https://ror.org/0477qv361","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142618"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noever, David","raw_affiliation_strings":["PeopleTec, Inc. , 4901-D Corporate Drive , Huntsville , AL 35805 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PeopleTec, Inc. , 4901-D Corporate Drive , Huntsville , AL 35805 , USA","institution_ids":["https://openalex.org/I4210142618"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016940644","display_name":"Forrest McKee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210142618","display_name":"PeopleTec (United States)","ror":"https://ror.org/0477qv361","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142618"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"McKee, Forrest","raw_affiliation_strings":["PeopleTec, Inc. , 4901-D Corporate Drive , Huntsville , AL 35805 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PeopleTec, Inc. , 4901-D Corporate Drive , Huntsville , AL 35805 , USA","institution_ids":["https://openalex.org/I4210142618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210142618"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/general-knowledge","display_name":"general knowledge","score":0.5870000123977661},{"id":"https://openalex.org/keywords/open-weight-language-models","display_name":"open-weight language models","score":0.6169999837875366},{"id":"https://openalex.org/keywords/ibm-watson","display_name":"IBM Watson","score":0.5929999947547913},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.6480000019073486},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.3050000071525574}],"concepts":[{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.8003000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6259999871253967},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43380001187324524},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C2777152325","wikidata":"https://www.wikidata.org/wiki/Q108163","display_name":"Proposition","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3269999921321869},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3066999912261963},{"id":"https://openalex.org/C62360110","wikidata":"https://www.wikidata.org/wiki/Q96777007","display_name":"Circumscription","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2776608531","wikidata":"https://www.wikidata.org/wiki/Q12253","display_name":"Watson","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C192183473","wikidata":"https://www.wikidata.org/wiki/Q131133","display_name":"Determinism","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.2671999931335449},{"id":"https://openalex.org/C2779641649","wikidata":"https://www.wikidata.org/wiki/Q18377767","display_name":"Human Dimension","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2513999938964844},{"id":"https://openalex.org/C186528591","wikidata":"https://www.wikidata.org/wiki/Q619544","display_name":"Body of knowledge","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.27459","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27459","pdf_url":"https://arxiv.org/pdf/2608.27459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.27459","doi":"https://doi.org/10.48550/arxiv.2608.27459","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.27459","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.27459","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.27459","pdf_url":"https://arxiv.org/pdf/2608.27459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204840713.pdf","grobid_xml":"https://content.openalex.org/works/W7204840713.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4405655184","https://openalex.org/W4406840771"],"related_works":["https://openalex.org/W7097194577","https://openalex.org/W4385573528","https://openalex.org/W2075694579","https://openalex.org/W2171278097","https://openalex.org/W1964554946","https://openalex.org/W7116629427","https://openalex.org/W4404657353","https://openalex.org/W7172211469","https://openalex.org/W7208734994","https://openalex.org/W7170538548"],"abstract_inverted_index":{"In":[0],"2011,":[1],"IBM's":[2],"Watson":[3,282,308],"was":[4,222,230,261],"something":[5,199],"like":[6],"a":[7,34,40,63,67,79,113,148,165,179,205,250,293,297,303],"sealed":[8],"capsule":[9],"of":[10,42,61,65,144,175],"its":[11,267,314],"era's":[12],"queryable":[13],"knowledge.":[14],"Its":[15,220],"DeepQA":[16],"system":[17],"defeated":[18],"the":[19,25,58,88,110,119,129,141,216,270,290],"strongest":[20],"human":[21,145],"Jeopardy!":[22,91],"champions,":[23],"but":[24],"knowledge":[26,107,147],"that":[27,57,242,255],"let":[28],"it":[29,229,236,260,309],"do":[30],"so":[31],"lived":[32],"in":[33,214,302],"curated":[35,243],"billion-document":[36],"corpus":[37,221],"running":[38],"on":[39,191,232],"cluster":[41],"POWER7":[43],"servers,":[44],"frozen":[45,312],"at":[46],"build":[47],"time":[48,112,304],"and":[49,74,139,156,162,185,188,228,235,275,306],"impossible":[50],"to":[51,103,159,208,224,296,313],"move":[52,291],"or":[53],"copy.":[54],"We":[55,77,194],"show":[56],"same":[59],"kind":[60],"artifact,":[62],"snapshot":[64],"what":[66],"culture":[68,149],"can":[69,252],"answer,":[70],"is":[71,109,136,213,248,310],"now":[72],"portable":[73],"essentially":[75],"free.":[76],"evaluate":[78],"single":[80],"9":[81],"GB":[82],"open-weight":[83],"model":[84,114,172,251,272],"(Qwen2.5-14B,":[85],"4-bit)":[86],"against":[87],"complete":[89],"open":[90],"clue":[92],"dataset,":[93],"529,939":[94],"clues":[95,177,254,264],"across":[96],"all":[97,176],"41":[98,123],"broadcast":[99],"seasons":[100],"from":[101,153,292],"1984":[102],"2025.":[104],"To":[105],"our":[106],"this":[108],"first":[111],"has":[115],"been":[116],"run":[117],"over":[118],"full":[120],"corpus.":[121],"The":[122,171,245,287],"years":[124],"mark":[125],"only":[126],"how":[127],"long":[128],"questions":[130],"were":[131],"collected.":[132],"What":[133],"they":[134],"test":[135,247],"far":[137],"older":[138],"broader:":[140],"accumulated":[142],"body":[143],"general":[146],"considers":[150],"worth":[151],"knowing,":[152],"ancient":[154],"history":[155],"dead":[157],"languages":[158],"science,":[160],"literature,":[161],"geography,":[163],"with":[164,183],"verified":[166],"answer":[167,239,253],"for":[168],"every":[169],"item.":[170],"answers":[173,227],"67.0%":[174],"under":[178],"strict":[180],"forced-response":[181],"protocol":[182],"exact":[184],"fuzzy":[186],"matching,":[187],"exceeds":[189],"85%":[190],"factoid":[192],"categories.":[193],"treat":[195],"training-data":[196],"exposure":[197],"as":[198],"both":[200],"systems":[201],"share":[202],"rather":[203],"than":[204],"flaw":[206],"unique":[207],"language":[209],"models.":[210],"Watson's":[211],"case":[212],"fact":[215],"more":[217],"extreme":[218],"one.":[219],"assembled":[223],"contain":[225],"Jeopardy":[226],"tuned":[231],"past":[233],"clues,":[234],"could":[237,300],"not":[238,257,311],"anything":[240],"outside":[241],"distribution.":[244],"decisive":[246],"whether":[249],"did":[256],"exist":[258],"when":[259],"built.":[262],"On":[263],"aired":[265],"after":[266],"training":[268],"cutoff,":[269],"local":[271],"holds":[273,279],"65%":[274],"Claude":[276],"Opus":[277],"4.8":[278],"95%,":[280],"while":[281],"by":[283],"construction":[284],"scores":[285],"zero.":[286],"capability":[288],"survives":[289],"server":[294],"room":[295],"file":[298],"you":[299],"seal":[301],"capsule,":[305],"unlike":[307],"own":[315],"moment.":[316]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-01T00:00:00"}