{"id":"https://openalex.org/W7223417879","doi":null,"title":"CompLit: Scientific Literature Search Benchmarks Must Cover Implicit, Cumulative, and Unmet Needs","display_name":"CompLit: Scientific Literature Search Benchmarks Must Cover Implicit, Cumulative, and Unmet Needs","publication_year":2026,"publication_date":"2026-10-10","ids":{"openalex":"https://openalex.org/W7223417879"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.28658","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28658","pdf_url":"https://arxiv.org/pdf/2610.28658","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.28658","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111062499","display_name":"Dayoon Ko","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ko, Dayoon","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159344457","display_name":"Jihyuk Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258446","display_name":"LG AI Research (South Korea)","ror":"https://ror.org/00nt82y31","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320","https://openalex.org/I4405258446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Jihyuk","raw_affiliation_strings":["LG AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG AI Research","institution_ids":["https://openalex.org/I4405258446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088628107","display_name":"Soyeong Jeong","orcid":"https://orcid.org/0000-0003-3428-0365","observed_orcids":["https://orcid.org/0000-0003-3428-0365"]},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong, Soyeong","raw_affiliation_strings":["KAIST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAIST","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159337298","display_name":"Young-jun Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lee, Young-jun","raw_affiliation_strings":["University of Minnesota"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159325253","display_name":"Dahyun Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258446","display_name":"LG AI Research (South Korea)","ror":"https://ror.org/00nt82y31","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320","https://openalex.org/I4405258446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee, Dahyun","raw_affiliation_strings":["LG AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG AI Research","institution_ids":["https://openalex.org/I4405258446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123921130","display_name":"Juyeon Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405258446","display_name":"LG AI Research (South Korea)","ror":"https://ror.org/00nt82y31","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320","https://openalex.org/I4405258446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Juyeon","raw_affiliation_strings":["LG AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG AI Research","institution_ids":["https://openalex.org/I4405258446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159362959","display_name":"Gunhee Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Gunhee","raw_affiliation_strings":["Seoul National University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Seoul National University","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159317133","display_name":"Moontae Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I4405258446","display_name":"LG AI Research (South Korea)","ror":"https://ror.org/00nt82y31","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320","https://openalex.org/I4405258446"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Lee, Moontae","raw_affiliation_strings":["LG AI Research","University of Illinois Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG AI Research","institution_ids":["https://openalex.org/I4405258446"]},{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159316071","display_name":"Kyungjae Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I124633538","display_name":"University of Seoul","ror":"https://ror.org/05en5nh73","country_code":"KR","type":"education","lineage":["https://openalex.org/I124633538"]},{"id":"https://openalex.org/I4405258446","display_name":"LG AI Research (South Korea)","ror":"https://ror.org/00nt82y31","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210131320","https://openalex.org/I4405258446"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lee, Kyungjae","raw_affiliation_strings":["LG AI Research","University of Seoul https :// dayoon - ko "],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LG AI Research","institution_ids":["https://openalex.org/I4405258446"]},{"raw_affiliation_string":"University of Seoul https :// dayoon - ko ","institution_ids":["https://openalex.org/I124633538"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.010499999858438969,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scientific-information-retrieval","display_name":"scientific information retrieval","score":0.7720000147819519},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.609000027179718},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.3630000054836273},{"id":"https://openalex.org/keywords/unmet-needs","display_name":"unmet needs","score":0.9779999852180481},{"id":"https://openalex.org/keywords/codex","display_name":"codices","score":0.6439999938011169},{"id":"https://openalex.org/keywords/claude-code","display_name":"Claude Code","score":0.7749999761581421},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.5450000166893005},{"id":"https://openalex.org/keywords/trust-in-ai","display_name":"trust in AI","score":0.44200000166893005}],"concepts":[{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.7850000262260437},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7182999849319458},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6186000108718872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5138999819755554},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32690000534057617},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C2993821838","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific article","level":3,"score":0.30059999227523804},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.28299999237060547},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2610.28658","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28658","pdf_url":"https://arxiv.org/pdf/2610.28658","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.28658","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.28658","pdf_url":"https://arxiv.org/pdf/2610.28658","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223417879.pdf","grobid_xml":"https://content.openalex.org/works/W7223417879.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W4414281281","https://openalex.org/W4417089504","https://openalex.org/W4417170712","https://openalex.org/W4417252869","https://openalex.org/W7127882076","https://openalex.org/W7130402983","https://openalex.org/W7131853034","https://openalex.org/W7158365662","https://openalex.org/W7160633197","https://openalex.org/W7160650496","https://openalex.org/W7163135851","https://openalex.org/W7165385035","https://openalex.org/W7171552453"],"related_works":["https://openalex.org/W7165399758","https://openalex.org/W7214791998","https://openalex.org/W7158365662","https://openalex.org/W4404782900","https://openalex.org/W7167039892","https://openalex.org/W7162685862","https://openalex.org/W7216217917","https://openalex.org/W7162787222","https://openalex.org/W7125597305","https://openalex.org/W7155005825"],"abstract_inverted_index":{"How":[0],"much":[1],"can":[2,183],"we":[3,11,15,21,26,33,50,54,156,182,189],"trust":[4,184],"an":[5,59],"agent":[6,135],"to":[7,104,185,192],"find":[8,157,186],"the":[9,17,128,162,166,187],"paper":[10,41,63,131,188],"need?":[12],"As":[13],"researchers,":[14],"search":[16,71],"literature":[18,70],"from":[19,147],"what":[20,25,32,53],"have":[22,27],"read":[23],"toward":[24,179],"not.":[28],"We":[29,66],"thus":[30],"describe":[31],"want":[34],"in":[35,58,137],"our":[36,46],"own":[37],"terms,":[38],"which":[39],"a":[40,69,177],"may":[42,56],"show":[43],"only":[44],"implicitly;":[45],"requirements":[47,107],"grow":[48],"as":[49,117],"read;":[51],"and":[52,92,114,121,140],"seek":[55],"lie":[57],"empty":[60],"region":[61],"no":[62,130],"yet":[64,102,169],"covers.":[65],"introduce":[67],"CompLit,":[68],"benchmark":[72],"spanning":[73],"all":[74,141],"eight":[75],"arXiv":[76],"domains,":[77],"with":[78],"one":[79],"diagnostic":[80],"setting":[81],"for":[82],"each":[83],"of":[84,99,127],"these":[85],"needs.":[86],"The":[87],"strongest":[88],"agents,":[89],"Codex":[90],"(GPT-5.6-Sol)":[91],"Claude":[93],"Code":[94],"(Opus":[95],"4.8),":[96],"answer":[97],"86-87%":[98],"Standard":[100],"queries,":[101],"fall":[103],"66-68%":[105],"when":[106],"are":[108,142],"implicit":[109],"(implicit),":[110],"lose":[111],"another":[112],"6":[113],"15pp,":[115],"respectively,":[116],"they":[118],"accumulate":[119],"(cumulative),":[120],"abstain":[122],"on":[123,145,174],"at":[124],"most":[125],"53%":[126],"queries":[129],"satisfies":[132],"(unmet).":[133],"No":[134],"leads":[136],"every":[138],"domain,":[139],"less":[143],"accurate":[144],"papers":[146],"before":[148],"2019":[149],"or":[150,165,191],"after":[151],"2023.":[152],"Tracing":[153],"their":[154],"search,":[155],"that":[158,181,195],"agents":[159,180],"often":[160],"reach":[161],"right":[163],"paper,":[164],"closest":[167],"one,":[168],"misjudge":[170],"it.":[171],"Doing":[172],"well":[173],"CompLit":[175],"is":[176],"step":[178],"need,":[190],"tell":[193],"us":[194],"none":[196],"exists.":[197]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-24T00:00:00"}