{"id":"https://openalex.org/W4378174056","doi":"https://doi.org/10.48550/arxiv.2305.13338","title":"Gene Set Summarization using Large Language Models","display_name":"Gene Set Summarization using Large Language Models","publication_year":2023,"publication_date":"2023-05-21","ids":{"openalex":"https://openalex.org/W4378174056","doi":"https://doi.org/10.48550/arxiv.2305.13338"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.13338","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.13338","pdf_url":"https://arxiv.org/pdf/2305.13338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4378174056"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.13338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062038813","display_name":"Marcin P. Joachimiak","orcid":"https://orcid.org/0000-0001-8175-045X","observed_orcids":["https://orcid.org/0000-0001-8175-045X"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joachimiak, Marcin P.","raw_affiliation_strings":["Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035050896","display_name":"John Harry Caufield","orcid":"https://orcid.org/0000-0001-5705-7831","observed_orcids":["https://orcid.org/0000-0001-5705-7831"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caufield, J. Harry","raw_affiliation_strings":["Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031007073","display_name":"Nomi L. Harris","orcid":"https://orcid.org/0000-0001-6315-3707","observed_orcids":["https://orcid.org/0000-0001-6315-3707"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harris, Nomi L.","raw_affiliation_strings":["Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032645513","display_name":"HyeongSik Kim","orcid":"https://orcid.org/0009-0001-7040-0152","observed_orcids":["https://orcid.org/0009-0001-7040-0152","https://orcid.org/0000-0002-3002-9838"]},"institutions":[{"id":"https://openalex.org/I4210120115","display_name":"Robert Bosch (United States)","ror":"https://ror.org/02venad53","country_code":"US","type":"company","lineage":["https://openalex.org/I4210120115","https://openalex.org/I889804353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim, Hyeongsik","raw_affiliation_strings":["Robert Bosch LLC , Sunnyvale , CA 94085 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robert Bosch LLC , Sunnyvale , CA 94085 , USA","institution_ids":["https://openalex.org/I4210120115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002223413","display_name":"Chris Mungall","orcid":"https://orcid.org/0000-0002-6601-2165","observed_orcids":["https://orcid.org/0000-0002-6601-2165"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mungall, Christopher J.","raw_affiliation_strings":["Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biosystems Data Science Department , Environmental Genomics and Systems Biology Division , Lawrence Berkeley National Laboratory , 1 Cyclotron Road , Berkeley , CA 94720 , USA","institution_ids":["https://openalex.org/I148283060"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.14110000431537628,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gene-ontology","display_name":"Gene Ontology","score":0.9649999737739563},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9589999914169312},{"id":"https://openalex.org/keywords/gpt","display_name":"GPT","score":0.8349999785423279},{"id":"https://openalex.org/keywords/ontology-reasoning","display_name":"ontology reasoning","score":0.515999972820282},{"id":"https://openalex.org/keywords/model-retrieval","display_name":"model retrieval","score":0.45399999618530273}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8042176961898804},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7361245155334473},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6164281368255615},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6047698259353638},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5234196186065674},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.5228155851364136},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46613118052482605},{"id":"https://openalex.org/C2987395477","wikidata":"https://www.wikidata.org/wiki/Q135085","display_name":"Gene ontology","level":4,"score":0.4620610475540161},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4336961507797241},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4223254919052124},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41421836614608765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3432791829109192},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.2385624647140503},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.17054226994514465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11788663268089294},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.10967662930488586},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C150194340","wikidata":"https://www.wikidata.org/wiki/Q26972","display_name":"Gene expression","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2305.13338","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.13338","pdf_url":"https://arxiv.org/pdf/2305.13338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt0jh7k978","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/0jh7k978","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv, vol 4, iss 06-07","raw_type":"article"},{"id":"doi:10.48550/arxiv.2305.13338","doi":"https://doi.org/10.48550/arxiv.2305.13338","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.13338","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.13338","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.13338","pdf_url":"https://arxiv.org/pdf/2305.13338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G30714459","display_name":null,"funder_award_id":"DE-AC02-05CH11231.","funder_id":"https://openalex.org/F4320337480","funder_display_name":"Basic Energy Sciences"},{"id":"https://openalex.org/G3750968026","display_name":"The Monarch Initiative: Linking Diseases to Model Organism Resources","funder_award_id":"R24OD011883","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G419881185","display_name":null,"funder_award_id":"DEAC02\u201305CH11231","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G42916606","display_name":null,"funder_award_id":"DE AC02 05CH11231","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G9000877918","display_name":"Gene Ontology Consortium and Knowledgebase","funder_award_id":"U24HG012212","funder_id":"https://openalex.org/F4320337348","funder_display_name":"National Human Genome Research Institute"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320337348","display_name":"National Human Genome Research Institute","ror":"https://ror.org/00baak391"},{"id":"https://openalex.org/F4320337480","display_name":"Basic Energy Sciences","ror":"https://ror.org/05mg91w61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378174056.pdf","grobid_xml":"https://content.openalex.org/works/W4378174056.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2517963161","https://openalex.org/W2896457183","https://openalex.org/W3030163527","https://openalex.org/W3036458298","https://openalex.org/W4309674289","https://openalex.org/W4323036511","https://openalex.org/W4382599418","https://openalex.org/W4384918448","https://openalex.org/W4389519219","https://openalex.org/W4392619039","https://openalex.org/W4393153069","https://openalex.org/W4408869297","https://openalex.org/W4410559688","https://openalex.org/W6931864989","https://openalex.org/W6950533673"],"related_works":["https://openalex.org/W4404824622","https://openalex.org/W4404824605","https://openalex.org/W4408389039","https://openalex.org/W7172452754","https://openalex.org/W4412182124","https://openalex.org/W7213067126","https://openalex.org/W4405966652","https://openalex.org/W4411869768","https://openalex.org/W7171822642","https://openalex.org/W2040925903"],"abstract_inverted_index":{"Molecular":[0],"biologists":[1],"frequently":[2],"interpret":[3],"gene":[4,54,108,126,141,166],"lists":[5,55,164],"derived":[6,132],"from":[7,42,133,202],"high-throughput":[8],"experiments":[9],"and":[10,78,158,179,199,212,251],"computational":[11],"analysis.":[12,118],"This":[13,119],"is":[14],"typically":[15],"done":[16],"as":[17,48,60,112,243],"a":[18,43,61,82,100,113,244],"statistical":[19],"enrichment":[20,117,249],"analysis":[21,250],"that":[22,102,150,183,235,252],"measures":[23],"the":[24,49,66,196],"over-":[25],"or":[26,35,143,177],"under-representation":[27],"of":[28,68,90,94,125,255],"biological":[29],"function":[30,110],"terms":[31,182],"associated":[32],"with":[33,221],"genes":[34],"their":[36],"properties,":[37],"based":[38],"on":[39,81],"curated":[40,134],"assertions":[41,257],"knowledge":[44],"base":[45],"(KB)":[46],"such":[47],"Gene":[50],"Ontology":[51,98],"(GO).":[52],"Interpreting":[53],"can":[56,121],"also":[57],"be":[58],"framed":[59],"textual":[62],"summarization":[63,111],"task,":[64],"enabling":[65],"use":[67,122],"Large":[69],"Language":[70,92],"Models":[71],"(LLMs),":[72],"potentially":[73],"utilizing":[74],"scientific":[75],"texts":[76],"directly":[77],"avoiding":[79],"reliance":[80],"KB.":[83],"We":[84,148],"developed":[85],"SPINDOCTOR":[86],"(Structured":[87],"Prompt":[88],"Interpolation":[89],"Natural":[91],"Descriptions":[93],"Controlled":[95],"Terms":[96],"for":[97,165,246],"Reporting),":[99],"method":[101,120],"uses":[103],"GPT":[104],"models":[105],"to":[106,115,155,173,194,207,210],"perform":[107],"set":[109],"complement":[114],"standard":[116,203,247],"different":[123,229],"sources":[124],"functional":[127],"information:":[128],"(1)":[129],"structured":[130],"text":[131],"ontological":[135,256],"KB":[136],"annotations,":[137],"(2)":[138],"ontology-free":[139],"narrative":[140],"summaries,":[142],"(3)":[144],"direct":[145],"model":[146],"retrieval.":[147],"demonstrate":[149],"these":[151,189],"methods":[152,190,240],"are":[153,171,184,218,241],"able":[154,193],"generate":[156],"plausible":[157],"biologically":[159],"valid":[160],"summary":[161],"GO":[162],"term":[163,201,230,248],"sets.":[167],"However,":[168],"GPT-based":[169],"approaches":[170],"unable":[172],"deliver":[174],"reliable":[175],"scores":[176],"p-values":[178],"often":[180],"return":[181],"not":[185],"statistically":[186],"significant.":[187],"Crucially,":[188],"were":[191],"rarely":[192],"recapitulate":[195],"most":[197],"precise":[198],"informative":[200],"enrichment,":[204],"likely":[205],"due":[206],"an":[208,215],"inability":[209],"generalize":[211],"reason":[213],"using":[214],"ontology.":[216],"Results":[217],"highly":[219],"nondeterministic,":[220],"minor":[222],"variations":[223],"in":[224,227],"prompt":[225],"resulting":[226],"radically":[228],"lists.":[231],"Our":[232],"results":[233],"show":[234],"at":[236],"this":[237],"point,":[238],"LLM-based":[239],"unsuitable":[242],"replacement":[245],"manual":[253],"curation":[254],"remains":[258],"necessary.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2023-05-26T00:00:00"}
