{"id":"https://openalex.org/W7167098564","doi":"https://doi.org/10.48550/arxiv.2607.00018","title":"The Limits of LLM Forecasting: Parametric Knowledge Gaps Across Conflict Zones","display_name":"The Limits of LLM Forecasting: Parametric Knowledge Gaps Across Conflict Zones","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7167098564","doi":"https://doi.org/10.48550/arxiv.2607.00018"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00018","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123454248","display_name":"Poli Nemkova","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nemkova, Poli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5123454248"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.2029999941587448,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.2029999941587448,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.08479999750852585,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5878000259399414},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.565500020980835},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.48190000653266907},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4465000033378601},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.39980000257492065},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.39100000262260437},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.35580000281333923},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.34860000014305115}],"concepts":[{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4708000123500824},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4465000033378601},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.41999998688697815},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C17923572","wikidata":"https://www.wikidata.org/wiki/Q7250160","display_name":"Propensity score matching","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C2776594853","wikidata":"https://www.wikidata.org/wiki/Q20708710","display_name":"Civil Conflict","level":3,"score":0.32670000195503235},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C98528937","wikidata":"https://www.wikidata.org/wiki/Q2672648","display_name":"Social conflict","level":3,"score":0.29319998621940613},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2791999876499176},{"id":"https://openalex.org/C21711469","wikidata":"https://www.wikidata.org/wiki/Q1194317","display_name":"Conflict resolution","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C2992236994","wikidata":"https://www.wikidata.org/wiki/Q15820293","display_name":"International conflict","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00018","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00018","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Media":[0],"coverage":[1],"of":[2,149,161],"armed":[3],"conflict":[4,19,31,68,192,205],"is":[5,55,153],"deeply":[6],"asymmetric:":[7],"we":[8],"document":[9],"a":[10,39,57,61,147,165],"224$\\times$":[11],"gap":[12],"between":[13],"the":[14,81,158],"most":[15],"and":[16,46,142,198],"least":[17],"covered":[18],"zones":[20,138],"in":[21,118],"English-language":[22],"media":[23],"across":[24,34],"22":[25,36],"countries":[26,37],"(2020--2026).":[27],"We":[28,187],"evaluate":[29],"zero-shot":[30],"escalation":[32,75,99],"forecasting":[33],"all":[35,96],"on":[38,76,91,136],"660-case":[40],"held-out":[41],"test":[42],"set,":[43],"comparing":[44],"Llama-3.3-70B":[45],"GPT-4o":[47,88],"against":[48],"three":[49,86],"structured":[50,131],"baselines.":[51],"The":[52,151],"central":[53],"finding":[54],"not":[56,66,154,171],"performance":[58,135],"gradient":[59],"but":[60,157,176],"qualitative":[62],"failure:":[63],"LLMs":[64,117],"do":[65],"forecast":[67],"--":[69],"they":[70],"categorize":[71],"it.":[72],"Llama":[73],"predicts":[74,89],"every":[77,92,119],"under-covered":[78,137,196],"case,":[79,94],"matching":[80],"trivial":[82],"Always-YES":[83],"baseline":[84],"to":[85],"decimals;":[87],"NO":[90],"over-covered":[93],"missing":[95],"five":[97],"actual":[98],"events.":[100],"A":[101],"logistic":[102],"regression":[103],"using":[104],"only":[105],"eleven":[106],"observation-window":[107],"features":[108],"with":[109],"\\emph{no":[110],"country":[111],"information}":[112],"achieves":[113],"F1~=~0.402,":[114],"outperforming":[115],"both":[116],"measurable":[120],"tier.":[121],"This":[122],"failure":[123],"cannot":[124,181],"be":[125],"resolved":[126],"at":[127],"inference":[128],"time:":[129],"adding":[130],"ACLED":[132],"evidence":[133],"degrades":[134],"(GPT-4o":[139],"F1:":[140],"0.323~$\\to$~0.168)":[141],"falls":[143],"below":[144],"LR":[145],"by":[146],"factor":[148],"2.4.":[150],"bottleneck":[152],"data":[155,200],"availability":[156],"LLM's":[159],"interpretation":[160],"temporal":[162],"signal":[163],"under":[164],"country-categorical":[166],"prior.":[167],"Under-covered":[168],"populations":[169],"receive":[170],"just":[172],"less":[173],"accurate":[174],"AI,":[175],"qualitatively":[177],"different":[178],"AI":[179],"that":[180],"distinguish":[182],"stable":[183],"from":[184],"escalating":[185],"periods.":[186],"call":[188],"for":[189,195,203],"coverage-stratified":[190],"benchmarking,":[191],"NLP":[193],"datasets":[194],"zones,":[197],"training":[199],"documentation":[201],"standards":[202],"geographic":[204],"representation.":[206]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}