{"id":"https://openalex.org/W4388650906","doi":"https://doi.org/10.48550/arxiv.2311.05965","title":"Large Language Models are Zero Shot Hypothesis Proposers","display_name":"Large Language Models are Zero Shot Hypothesis Proposers","publication_year":2023,"publication_date":"2023-11-10","ids":{"openalex":"https://openalex.org/W4388650906","doi":"https://doi.org/10.48550/arxiv.2311.05965"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.05965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05965","pdf_url":"https://arxiv.org/pdf/2311.05965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.05965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113291945","display_name":"Biqing Qi","orcid":"https://orcid.org/0000-0002-4072-0577","observed_orcids":["https://orcid.org/0000-0002-4072-0577"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Biqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087762339","display_name":"Kaiyan Zhang","orcid":"https://orcid.org/0000-0002-9857-9078","observed_orcids":["https://orcid.org/0000-0002-9857-9078"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Kaiyan","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101955139","display_name":"Haoxiang Li","orcid":"https://orcid.org/0000-0002-5072-9065","observed_orcids":["https://orcid.org/0000-0002-5072-9065"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Haoxiang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022978959","display_name":"Kai Tian","orcid":"https://orcid.org/0000-0002-5543-571X","observed_orcids":["https://orcid.org/0000-0002-5543-571X","https://orcid.org/0009-0002-8375-853X"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian, Kai","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072634415","display_name":"Sihang Zeng","orcid":"https://orcid.org/0009-0003-2921-829X","observed_orcids":["https://orcid.org/0009-0003-2921-829X","https://orcid.org/0009-0007-4412-8646"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeng, Sihang","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090473502","display_name":"Zhang-Ren Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210164024","display_name":"First Affiliated Hospital of Nanchang University","ror":"https://ror.org/05gbwr869","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210164024"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Zhang-Ren","raw_affiliation_strings":["The First Affiliated Hospital of Nanchang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The First Affiliated Hospital of Nanchang University","institution_ids":["https://openalex.org/I4210164024"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004875850","display_name":"Bowen Zhou","orcid":"https://orcid.org/0000-0003-4421-9787","observed_orcids":["https://orcid.org/0000-0003-4421-9787"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou, Bowen","raw_affiliation_strings":["Frontis . AI","Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Frontis . AI","institution_ids":[]},{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.18070000410079956,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.972000002861023},{"id":"https://openalex.org/keywords/hypothesis-generation","display_name":"hypothesis generation","score":0.8289999961853027},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.8009999990463257},{"id":"https://openalex.org/keywords/scientific-discovery","display_name":"scientific discovery","score":0.8320000171661377},{"id":"https://openalex.org/keywords/biomedical-literature","display_name":"biomedical literature","score":0.9459999799728394},{"id":"https://openalex.org/keywords/multi-agent-llm-systems","display_name":"multi-agent LLM systems","score":0.7179999947547913},{"id":"https://openalex.org/keywords/open-source-llms","display_name":"open-source LLMs","score":0.6520000100135803},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8059999942779541}],"concepts":[{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6085283756256104},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5794006586074829},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4677553176879883},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.4537827968597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4389564096927643},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.424551784992218},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.41920626163482666},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32297980785369873},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.19655781984329224},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.17201560735702515},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1613326072692871},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.12236213684082031},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.05965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05965","pdf_url":"https://arxiv.org/pdf/2311.05965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.05965","doi":"https://doi.org/10.48550/arxiv.2311.05965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.05965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.05965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.05965","pdf_url":"https://arxiv.org/pdf/2311.05965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388650906.pdf","grobid_xml":"https://content.openalex.org/works/W4388650906.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7162110049","https://openalex.org/W4416095466","https://openalex.org/W4404355537","https://openalex.org/W4416527493","https://openalex.org/W4400702513","https://openalex.org/W6979310735","https://openalex.org/W7168182504","https://openalex.org/W7162751963","https://openalex.org/W4414359578","https://openalex.org/W4415062263"],"abstract_inverted_index":{"Significant":[0],"scientific":[1,13,29,57,65,83,233],"discoveries":[2,234],"have":[3,24],"driven":[4],"the":[5,26,60,115,124,162,179,195,225],"progress":[6],"of":[7,12,28,38,56,62,93,128,227],"human":[8,186],"civilisation.":[9],"The":[10,102],"explosion":[11],"literature":[14],"and":[15,40,51,96,109,136,142,157,185,190,235],"data":[16],"has":[17,67],"created":[18],"information":[19,49],"barriers":[20,50],"across":[21],"disciplines":[22],"that":[23,43],"slowed":[25],"pace":[27],"discovery.":[30,58],"Large":[31],"Language":[32],"Models":[33],"(LLMs)":[34],"hold":[35],"a":[36,53,90,174],"wealth":[37],"global":[39],"interdisciplinary":[41],"knowledge":[42,95],"promises":[44],"to":[45,118,160,165,177],"break":[46],"down":[47],"these":[48],"foster":[52],"new":[54,232],"wave":[55],"However,":[59],"potential":[61,226],"LLMs":[63,80,199,228],"for":[64,182,231],"discovery":[66],"not":[68],"been":[69],"formally":[70],"explored.":[71],"In":[72],"this":[73,86],"paper,":[74],"we":[75,88,146,192],"start":[76],"from":[77,99,206],"investigating":[78],"whether":[79],"can":[81],"propose":[82],"hypotheses.":[84,167],"To":[85],"end,":[87],"construct":[89],"dataset":[91,103],"consist":[92],"background":[94],"hypothesis":[97,125,218],"pairs":[98],"biomedical":[100],"literature.":[101,208],"is":[104],"divided":[105],"into":[106],"training,":[107],"seen,":[108],"unseen":[110],"test":[111],"sets":[112],"based":[113],"on":[114],"publication":[116],"date":[117],"control":[119],"visibility.":[120],"We":[121,168],"subsequently":[122],"evaluate":[123,178],"generation":[126,219],"capabilities":[127,163],"various":[129],"top-tier":[130],"instructed":[131],"models":[132],"in":[133],"zero-shot,":[134],"few-shot,":[135],"fine-tuning":[137],"settings,":[138],"including":[139],"both":[140,183],"closed":[141],"open-source":[143],"LLMs.":[144],"Additionally,":[145],"introduce":[147],"an":[148],"LLM-based":[149],"multi-agent":[150],"cooperative":[151],"framework":[152],"with":[153],"different":[154],"role":[155],"designs":[156],"external":[158],"tools":[159],"enhance":[161],"related":[164],"generating":[166],"also":[169],"design":[170],"four":[171],"metrics":[172],"through":[173],"comprehensive":[175],"review":[176],"generated":[180],"hypotheses":[181,205],"ChatGPT-based":[184],"evaluations.":[187],"Through":[188],"experiments":[189],"analyses,":[191],"arrive":[193],"at":[194],"following":[196],"findings:":[197],"1)":[198],"surprisingly":[200],"generate":[201],"untrained":[202],"yet":[203],"validated":[204],"testing":[207],"2)":[209],"Increasing":[210],"uncertainty":[211],"facilitates":[212],"candidate":[213],"generation,":[214],"potentially":[215],"enhancing":[216],"zero-shot":[217],"capabilities.":[220],"These":[221],"findings":[222],"strongly":[223],"support":[224],"as":[229],"catalysts":[230],"guide":[236],"further":[237],"exploration.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-21T09:56:26.102985","created_date":"2023-11-14T00:00:00"}