{"id":"https://openalex.org/W7166133053","doi":"https://doi.org/10.48550/arxiv.2606.26101","title":"Know2Guess: A Contamination-Aware Multi-Zone Benchmark for Knowledge-Boundary Evaluation in Large Language Models","display_name":"Know2Guess: A Contamination-Aware Multi-Zone Benchmark for Knowledge-Boundary Evaluation in Large Language Models","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7166133053","doi":"https://doi.org/10.48550/arxiv.2606.26101"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26101","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26101","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137956066","display_name":"Renwei Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Renwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139406818","display_name":"Bowen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139406599","display_name":"Jian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139413082","display_name":"Xican Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xican","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113485823","display_name":"H. Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Haoyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139403866","display_name":"Xuanyan Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Xuanyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102760755","display_name":"Sheng\u2019an Yang","orcid":"https://orcid.org/0009-0009-1600-8852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shengan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.580299973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.580299973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05260000005364418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8310999870300293},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7821000218391418},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.6567000150680542},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46709999442100525},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3982999920845032},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.37279999256134033}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8310999870300293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7991999983787537},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7821000218391418},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6567000150680542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5012000203132629},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45719999074935913},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40459999442100525},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37400001287460327},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.37279999256134033},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.35510000586509705},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C92446256","wikidata":"https://www.wikidata.org/wiki/Q3306762","display_name":"Data validation","level":2,"score":0.25690001249313354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26101","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26101","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26101","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"No poverty","score":0.6083344221115112,"id":"https://metadata.un.org/sdg/1"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"evaluation":[1],"of":[2,166],"large":[3],"language":[4],"models":[5,77,106],"should":[6],"separate":[7],"supported":[8],"answering":[9,114],"from":[10,35,113],"unsupported":[11],"guessing":[12],"without":[13],"conflating":[14],"either":[15],"with":[16,61],"data":[17],"contamination,":[18],"prompt":[19],"idiosyncrasy,":[20],"or":[21],"generic":[22,93],"refusal":[23,133],"behavior.":[24],"We":[25,71],"present":[26],"a":[27,67,108,151],"contamination-aware,":[28],"multi-zone":[29],"benchmark":[30,46,88,148],"for":[31,154],"measuring":[32],"the":[33,119,141],"transition":[34,112],"answerable":[36],"knowledge":[37],"to":[38,115],"abstention-expected":[39],"unknowns":[40],"under":[41,78],"frozen":[42],"build-time":[43],"labels.":[44],"The":[45,87,147],"contains":[47],"1,200":[48],"items":[49],"across":[50],"five":[51],"domains,":[52],"explicit":[53],"abstention":[54],"expectations,":[55],"contamination-risk":[56],"metadata,":[57],"and":[58,75,84,131,136,144,159],"dual":[59],"parsing":[60],"an":[62],"official":[63],"strict":[64],"parser":[65,137],"plus":[66],"normalized":[68],"robustness":[69,138],"parser.":[70],"evaluate":[72],"FLAN-T5,":[73],"Qwen2.5-Instruct,":[74],"Llama-3-Instruct":[76],"locked":[79],"answer-or-abstain":[80],"prompts,":[81],"answer-only":[82],"controls,":[83],"prompt-template":[85],"variants.":[86],"is":[89,170],"not":[90],"solved":[91],"by":[92],"non-answer":[94],"behavior:":[95],"FLAN":[96],"baselines":[97],"remain":[98,126],"weak":[99],"on":[100],"productive":[101],"abstention,":[102,157],"while":[103],"stronger":[104],"instruction-tuned":[105],"expose":[107],"selective":[109],"but":[110,123,163],"incomplete":[111],"abstaining.":[116],"Qwen2.5-3B-Instruct":[117],"achieves":[118],"best":[120],"overall":[121],"reliability,":[122],"answer-expected":[124],"zones":[125],"difficult,":[127],"calibration":[128],"remains":[129],"poor,":[130],"benign-item":[132],"persists.":[134],"Prompt":[135],"analyses":[139],"preserve":[140],"main":[142],"ranking":[143],"qualitative":[145],"conclusions.":[146],"therefore":[149],"provides":[150],"reproducible":[152],"protocol":[153],"auditing":[155],"answerability,":[156],"refusal,":[158],"contamination":[160],"as":[161],"distinct":[162],"interacting":[164],"dimensions":[165],"LLM":[167],"reliability.The":[168],"dataset":[169],"publicly":[171],"available":[172],"at":[173],"https://github.com/renweimeng/Know2Guess-A-Contamination-Aware-Multi-Zone-Benchmark.":[174]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}