{"id":"https://openalex.org/W7164159198","doi":"https://doi.org/10.48550/arxiv.2606.10460","title":"LakeQA: An Exploratory QA Benchmark over a Million-Scale Data Lake","display_name":"LakeQA: An Exploratory QA Benchmark over a Million-Scale Data Lake","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164159198","doi":"https://doi.org/10.48550/arxiv.2606.10460"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10460","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138374479","display_name":"Haonan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138301118","display_name":"Jiaxiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiaxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564223","display_name":"Yurong Liu","orcid":"https://orcid.org/0000-0002-7974-9449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yurong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137251049","display_name":"Austin Senna Wijaya","orcid":"https://orcid.org/0009-0008-1558-1051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wijaya, Austin Senna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138330914","display_name":"Tianle Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Tianle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133599724","display_name":"Eden Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Eden","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138351129","display_name":"Yijia Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138387114","display_name":"Wanting You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Wanting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138344467","display_name":"Reya Vir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vir, Reya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138335482","display_name":"Daniela Pinto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinto, Daniela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085780174","display_name":"Grace Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Grace","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138382534","display_name":"Yusen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yusen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006773757","display_name":"Juliana Freire","orcid":"https://orcid.org/0000-0003-3915-7075"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Freire, Juliana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138345186","display_name":"Eugene Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Eugene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.809499979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.809499979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.028300000354647636,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7919999957084656},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6944000124931335},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6651999950408936},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5134999752044678},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.326200008392334},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.3222000002861023},{"id":"https://openalex.org/keywords/unstructured-data","display_name":"Unstructured data","score":0.31630000472068787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925000190734863},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7919999957084656},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6944000124931335},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6651999950408936},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5134999752044678},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4867999851703644},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41130000352859497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3889000117778778},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35089999437332153},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C2781252014","wikidata":"https://www.wikidata.org/wiki/Q1141900","display_name":"Unstructured data","level":3,"score":0.31630000472068787},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C120894424","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory data analysis","level":2,"score":0.2628999948501587}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10460","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10460","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7968226075172424,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"large":[1,65],"language":[2],"models":[3],"(LLMs)":[4],"have":[5],"shown":[6],"rapid":[7],"progress":[8],"in":[9,40,197],"reading-based":[10],"question":[11,79],"answering":[12,80],"(QA),":[13],"where":[14],"evidence":[15,34,38,150],"is":[16,52,92,122,166],"explicitly":[17],"provided":[18],"or":[19],"can":[20,191],"be":[21],"trivially":[22],"retrieved.":[23],"In":[24],"contrast,":[25],"real-world":[26],"questions":[27],"are":[28],"often":[29],"not":[30],"paired":[31],"with":[32,136],"accurate":[33],"documents.":[35],"The":[36],"useful":[37],"resides":[39],"massive":[41],"data":[42,66,82,196,199],"lakes,":[43],"making":[44],"search":[45],"a":[46,53,74,95,183],"prerequisite":[47],"for":[48,77,186],"answering.":[49],"However,":[50],"there":[51],"lack":[54],"of":[55,98,102,176],"comprehensive":[56,75],"benchmarks":[57],"that":[58,84,164,190],"require":[59],"both":[60,192],"searching":[61,87],"and":[62,88,107,113,147,194],"reasoning":[63,89,135],"over":[64,81],"lakes.":[67,200],"To":[68,116],"this":[69],"end,":[70],"we":[71],"introduce":[72],"LakeQA,":[73],"benchmark":[76],"search-centric":[78],"lakes":[83],"jointly":[85],"emphasizes":[86],"capabilities.":[90],"LakeQA":[91,165,181],"built":[93],"on":[94,159,178],"heterogeneous":[96],"collection":[97],"approximately":[99],"9.5":[100],"TB":[101],"text":[103],"resources":[104],"from":[105],"Wikipedia":[106],"open-source":[108],"government":[109],"data,":[110],"spanning":[111],"structured":[112],"unstructured":[114],"data.":[115],"ensure":[117],"task":[118,131],"quality,":[119],"each":[120],"sample":[121],"annotated":[123],"by":[124],"at":[125],"least":[126],"one":[127],"Ph.D.-level":[128],"expert.":[129],"Each":[130],"requires":[132],"long-horizon":[133],"multi-hop":[134],"implicit":[137],"intermediate":[138],"steps:":[139],"agents":[140,189],"need":[141],"to":[142,153],"discover":[143],"the":[144,155],"correct":[145],"documents":[146],"then":[148],"compose":[149],"across":[151],"sources":[152],"produce":[154],"answer.":[156],"Experimental":[157],"results":[158],"seven":[160],"frontier":[161],"LLMs":[162],"demonstrate":[163],"challenging.":[167],"For":[168],"instance,":[169],"GPT-5.2":[170],"achieves":[171],"only":[172],"an":[173],"exact-match":[174],"score":[175],"18.37%":[177],"LakeQA.":[179],"Overall,":[180],"provides":[182],"realistic":[184],"testbed":[185],"developing":[187],"LLM":[188],"find":[193],"analyze":[195],"modern":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}