{"id":"https://openalex.org/W7235263160","doi":"https://doi.org/10.5281/zenodo.24323633","title":"DecideKV: a Free, Ready-to-Use Tool for Fast Typed Decisions with Any Local LLM","display_name":"DecideKV: a Free, Ready-to-Use Tool for Fast Typed Decisions with Any Local LLM","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7235263160","doi":"https://doi.org/10.5281/zenodo.24323633"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24323633","doi":"https://doi.org/10.5281/zenodo.24323633","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24323633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"parent_works":[],"lineage":["https://openalex.org/W7235263160"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24323633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016854834","display_name":"Hobey Garrone","orcid":"https://orcid.org/0009-0003-9502-8662","observed_orcids":["https://orcid.org/0009-0003-9502-8662"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Garrone, Hobey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5016854834"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8690999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8690999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05490000173449516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.022600000724196434,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/local-llm-inference","display_name":"local LLM inference","score":0.5630000233650208},{"id":"https://openalex.org/keywords/kv-cache","display_name":"KV cache","score":0.5770000219345093},{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.41100001335144043},{"id":"https://openalex.org/keywords/semantic-cache","display_name":"semantic cache","score":0.4819999933242798},{"id":"https://openalex.org/keywords/open-source-python-package","display_name":"open-source Python package","score":0.5440000295639038},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.38600000739097595}],"concepts":[{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.76419997215271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.675000011920929},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6600000262260437},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4717000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2888000011444092},{"id":"https://openalex.org/C190290938","wikidata":"https://www.wikidata.org/wiki/Q387015","display_name":"Trie","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.26429998874664307}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5281/zenodo.24323633","doi":"https://doi.org/10.5281/zenodo.24323633","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24323633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24323634","doi":"https://doi.org/10.5281/zenodo.24323634","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24323634","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24334717","doi":"https://doi.org/10.5281/zenodo.24334717","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24334717","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24323633","doi":"https://doi.org/10.5281/zenodo.24323633","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24323633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7224469272","https://openalex.org/W7213996394","https://openalex.org/W7213928821","https://openalex.org/W7099736582","https://openalex.org/W7224247817","https://openalex.org/W7211956120","https://openalex.org/W7221032103","https://openalex.org/W7223134685","https://openalex.org/W7165519114","https://openalex.org/W4415795655"],"abstract_inverted_index":{"DecideKV":[0,416],"is":[1,36,210,437],"a":[2,11,15,21,24,32,151,176,242,255,266,270,295,302,358,402],"free,":[3],"open-source":[4],"Python":[5],"library":[6],"(MIT":[7],"licence,":[8],"https://github.com/HGarrone/decidekv)":[9],"for":[10,297,341],"common":[12],"job:":[13],"given":[14],"state,":[16,414],"pick":[17],"one":[18,42,104,222,237,246],"option":[19],"from":[20,55,259],"list,":[22],"give":[23],"level,":[25],"or":[26,29,89,288,361],"answer":[27],"yes":[28],"no,":[30],"with":[31,138,150,175,192,198,265,294,351,364,369,420],"local":[33],"LLM.":[34,308],"It":[35,74],"versatile":[37],"and":[38,63,79,112,124,187,218,301,415,425,446,450],"ready":[39],"to":[40,57,116,166,262,306],"use:":[41],"call,":[43,195],"any":[44,77],"GGUF":[45],"model":[46],"that":[47],"llama.cpp":[48,441],"runs":[49],"(hybrid":[50],"recurrent":[51],"models":[52],"included),":[53],"lists":[54],"two":[56,344],"tens":[58],"of":[59,61,72,131,251,407],"thousands":[60],"options,":[62,168],"the":[64,94,97,121,132,202,208,213,219,231,278,280,290,307,313,317,338,349,352,362,365,387,394,409,412,421,432,435],"Choice":[65],"/":[66,68],"Score":[67],"Noul":[69],"question":[70,220,314],"types":[71],"OpenJev.":[73],"works":[75],"without":[76,90,299],"training,":[78],"it":[80,206,419],"can":[81,282],"be":[82,283,390],"trained":[83,178,284,359],"like":[84],"CLM":[85],"when":[86],"examples":[87,91,300],"exist,":[88],"by":[92],"letting":[93],"LLM":[95,194,350,363],"label":[96],"states.":[98],"Results,":[99],"under":[100],"equal":[101],"conditions":[102],"on":[103,182,189,201,254,285,289,326,331,392,418,444],"consumer":[105],"GPU":[106],"(same":[107],"model,":[108],"engine,":[109],"prompt":[110],"blocks":[111],"data):":[113],"-":[114,164,174],"1.4":[115,263],"5.7":[117],"times":[118],"faster":[119],"than":[120],"OpenJev":[122,170],"architecture,":[123],"at":[125,172],"least":[126],"as":[127,241],"accurate":[128,322],"in":[129,141,146,156,161,179,184,245,310,323,373,376,380,383,405],"six":[130],"seven":[133],"task-model":[134],"pairs":[135],"compared":[136],"(Banking77":[137],"Qwen3-8B:":[139],"63.0%":[140],"64":[142],"ms":[143,158,186],"against":[144,159],"39.7%":[145],"90":[147],"ms;":[148],"WordNet-200":[149],"27B":[152,256],"hybrid":[153,257],"model:":[154,258],"84.7%":[155],"106":[157],"84.0%":[160],"600":[162],"ms);":[163],"scales":[165],"30,000":[167],"where":[169,393,434],"stops":[171],"255;":[173],"catalogue":[177,276,281],"minutes:":[180],"93.0%":[181],"Banking77":[183],"15":[185,252],"75.6%":[188],"Typed":[190],"Decisions":[191],"no":[193],"above":[196],"CLM-8B":[197],"heads":[199],"fine-tuned":[200],"same":[203,422],"tasks.":[204],"How":[205],"works:":[207],"work":[209],"organised":[211],"around":[212],"KV":[214],"cache.":[215],"Instructions,":[216],"options":[217,273,298,424],"form":[221],"resident":[223,423],"prefix":[224,243,319,353,426],"computed":[225],"once;":[226],"every":[227],"decision":[228,388],"computes":[229],"only":[230],"new":[232],"state.":[233],"Many":[234],"questions":[235,253],"about":[236],"state":[238],"are":[239],"answered":[240],"tree":[244],"forward":[247],"pass":[248],"(a":[249],"turn":[250],"11.2":[260],"s":[261,264],"long":[267],"state).":[268],"Above":[269],"few":[271],"thousand":[272],"an":[274,333],"embedding":[275],"picks":[277],"candidates;":[279],"human":[286],"labels":[287],"LLM's":[291,339],"own":[292],"answers,":[293],"fallback":[296],"confidence":[303],"cascade":[304],"back":[305],"New":[309],"this":[311],"version:":[312],"goes":[315],"into":[316],"cached":[318],"(never":[320],"less":[321,438],"paired":[324],"tests":[325],"9,580":[327],"decisions,":[328],"significantly":[329],"better":[330],"CLINC150);":[332],"optional":[334],"semantic":[335],"cache":[336],"reuses":[337],"answers":[340],"near-duplicate":[342],"messages;":[343],"recommended":[345],"modes":[346],"(structured":[347],"states:":[348],"tree;":[354],"short":[355],"natural-language":[356],"messages:":[357],"catalogue,":[360],"cache).":[366],"Future":[367],"work:":[368],"moving":[370],"targets":[371],"(interception":[372],"robotics,":[374],"pedestrians":[375],"autonomous":[377],"driving,":[378],"demand":[379],"logistics,":[381],"load":[382],"energy":[384],"networks,":[385],"games)":[386],"should":[389],"taken":[391],"target":[395],"will":[396],"be.":[397],"The":[398,428],"planned":[399],"sequel":[400],"puts":[401],"time-series":[403],"forecaster":[404,410],"front":[406],"DecideKV:":[408],"passes":[411],"predicted":[413],"decides":[417],"tree.":[427],"paper":[429],"also":[430],"reports":[431],"weaknesses:":[433],"tool":[436],"accurate,":[439],"how":[440],"probabilities":[442],"depend":[443],"batching":[445],"what":[447],"was":[448],"tried":[449],"did":[451],"not":[452],"work.":[453]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7235263160","counts_by_year":[],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-11-18T00:00:00"}
