{"id":"https://openalex.org/W7128510489","doi":"https://doi.org/10.48550/arxiv.2602.08543","title":"GISA: A Benchmark for General Information-Seeking Assistant","display_name":"GISA: A Benchmark for General Information-Seeking Assistant","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7128510489","doi":"https://doi.org/10.48550/arxiv.2602.08543"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.08543","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125535226","display_name":"Yutao Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhu, Yutao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125532357","display_name":"Xingshuo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xingshuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102754125","display_name":"Maosen Zhang","orcid":"https://orcid.org/0000-0002-7859-502X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Maosen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125513856","display_name":"Jiajie Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Jiajie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125582709","display_name":"Liancheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Liancheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125586171","display_name":"Xiaoshuai Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Xiaoshuai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078879815","display_name":"Kangzhi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Kangzhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125496244","display_name":"Wencong Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Wencong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125575331","display_name":"Ruiming Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Ruiming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125553380","display_name":"Han Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125577472","display_name":"Ji-Rong Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Ji-Rong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125564562","display_name":"Zhicheng Dou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dou, Zhicheng","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5125535226"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.4794999957084656,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.4794999957084656,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2962000072002411,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.03799999877810478,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.796999990940094},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5995000004768372},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4968999922275543},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4551999866962433},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.3783000111579895},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.35850000381469727}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.796999990940094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760000228881836},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5995000004768372},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4968999922275543},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4551999866962433},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.35850000381469727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3319000005722046},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.32839998602867126},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3131999969482422},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.299699991941452},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27000001072883606},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.08543","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.08543","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.08543","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.08543","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.44023096561431885,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"advancement":[1],"of":[2,12,16],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"has":[7],"significantly":[8],"accelerated":[9],"the":[10,166],"development":[11],"search":[13,141,161],"agents":[14],"capable":[15],"autonomously":[17],"gathering":[18],"information":[19,59,62,119,186],"through":[20],"multi-turn":[21],"web":[22],"interactions.":[23],"Various":[24],"benchmarks":[25,35,51],"have":[26],"been":[27],"proposed":[28],"to":[29,53,73,133],"evaluate":[30],"such":[31],"agents.":[32],"However,":[33],"existing":[34],"often":[36],"construct":[37],"queries":[38,92],"backward":[39],"from":[40,63],"answers,":[41],"producing":[42],"unnatural":[43],"tasks":[44,180],"misaligned":[45],"with":[46,129,175],"real-world":[47],"needs.":[48],"Moreover,":[49],"these":[50,78],"tend":[52],"focus":[54],"on":[55,68,156,179],"either":[56],"locating":[57],"specific":[58],"or":[60],"aggregating":[61],"multiple":[64],"sources,":[65],"while":[66],"relying":[67],"static":[69],"answer":[70,102],"sets":[71],"prone":[72],"data":[74],"contamination.":[75],"To":[76],"bridge":[77],"gaps,":[79],"we":[80],"introduce":[81],"GISA,":[82],"a":[83,126],"benchmark":[84],"for":[85,143,149,193],"General":[86],"Information-Seeking":[87],"Assistants":[88],"comprising":[89],"373":[90],"human-crafted":[91],"that":[93,164],"reflect":[94],"authentic":[95],"information-seeking":[96],"scenarios.":[97],"GISA":[98,137],"features":[99],"four":[100],"structured":[101],"formats":[103],"(item,":[104],"set,":[105],"list,":[106],"and":[107,117,124,152,159,184],"table),":[108],"enabling":[109],"deterministic":[110],"evaluation.":[111],"It":[112],"integrates":[113],"both":[114],"deep":[115],"reasoning":[116],"broad":[118],"aggregation":[120],"within":[121],"unified":[122],"tasks,":[123],"includes":[125],"live":[127],"subset":[128],"periodically":[130],"updated":[131],"answers":[132],"resist":[134],"memorization.":[135],"Notably,":[136],"provides":[138],"complete":[139],"human":[140],"trajectories":[142],"every":[144],"query,":[145],"offering":[146],"gold-standard":[147],"references":[148],"process-level":[150],"supervision":[151],"imitation":[153],"learning.":[154],"Experiments":[155],"mainstream":[157],"LLMs":[158],"commercial":[160],"products":[162],"reveal":[163],"even":[165],"best-performing":[167],"model":[168],"achieves":[169],"only":[170],"19.30\\%":[171],"exact":[172],"match":[173],"score,":[174],"performance":[176],"notably":[177],"degrading":[178],"requiring":[181],"complex":[182],"planning":[183],"comprehensive":[185],"gathering.":[187],"These":[188],"findings":[189],"highlight":[190],"substantial":[191],"room":[192],"future":[194],"improvement.":[195]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-11T00:00:00"}