{"id":"https://openalex.org/W4403795293","doi":"https://doi.org/10.48550/arxiv.2409.13740","title":"Language agents achieve superhuman synthesis of scientific knowledge","display_name":"Language agents achieve superhuman synthesis of scientific knowledge","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4403795293","doi":"https://doi.org/10.48550/arxiv.2409.13740"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.13740","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13740","pdf_url":"https://arxiv.org/pdf/2409.13740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.13740","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114418654","display_name":"Michael Skarlinski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Skarlinski, Michael D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101971357","display_name":"Sam Cox","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cox, Sam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031830117","display_name":"Jon M. Laurent","orcid":"https://orcid.org/0000-0001-6583-4741"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laurent, Jon M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114418655","display_name":"James D. Braza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Braza, James D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107077491","display_name":"Michaela M. Hinks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hinks, Michaela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038574763","display_name":"Michael J. Hammerling","orcid":"https://orcid.org/0000-0002-0499-6795"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hammerling, Michael J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107077492","display_name":"Manvitha Ponnapati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ponnapati, Manvitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061828831","display_name":"Samuel G. Rodriques","orcid":"https://orcid.org/0000-0002-2509-0861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodriques, Samuel G.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103115676","display_name":"Andrew Dickson White","orcid":"https://orcid.org/0000-0002-6647-3965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"White, Andrew D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.4625999927520752,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.4625999927520752,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4397915303707123},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.41210079193115234},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3772435486316681},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2995414137840271},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.2335260510444641}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4397915303707123},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.41210079193115234},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3772435486316681},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2995414137840271},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.2335260510444641}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.13740","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13740","pdf_url":"https://arxiv.org/pdf/2409.13740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.13740","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.13740","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.13740","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.13740","pdf_url":"https://arxiv.org/pdf/2409.13740","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317052","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403795293.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Language":[0],"models":[1],"are":[2,14,98,168,180],"known":[3],"to":[4,31,83,125,134],"hallucinate":[5],"incorrect":[6],"information,":[7],"and":[8,17,45,87],"it":[9,126],"is":[10,146],"unclear":[11],"if":[12],"they":[13],"sufficiently":[15],"accurate":[16,101],"reliable":[18],"for":[19,59,113,148],"use":[20],"in":[21,158],"scientific":[22,95,114,139,143,191],"research.":[23],"We":[24,49,107],"developed":[25],"a":[26,53,110,159],"rigorous":[27],"human-AI":[28],"comparison":[29],"methodology":[30],"evaluate":[32],"language":[33,55,177],"model":[34,56,178],"agents":[35,179],"on":[36,69,78,190],"real-world":[37],"literature":[38,72,115],"search":[39,85],"tasks":[40,74,189],"covering":[41],"information":[42],"retrieval,":[43],"summarization,":[44],"contradiction":[46],"detection":[47],"tasks.":[48],"show":[50],"that":[51,97,119,145,176],"PaperQA2,":[52,123],"frontier":[54],"agent":[57],"optimized":[58],"improved":[60],"factuality,":[61],"matches":[62],"or":[63],"exceeds":[64],"subject":[65],"matter":[66],"expert":[67],"performance":[68],"three":[70],"realistic":[71],"research":[73,116],"without":[75],"any":[76],"restrictions":[77],"humans":[79],"(i.e.,":[80],"full":[81],"access":[82],"internet,":[84],"tools,":[86],"time).":[88],"PaperQA2":[89,133,150],"writes":[90],"cited,":[91],"Wikipedia-style":[92],"summaries":[93],"of":[94,122,162,165,183],"topics":[96],"significantly":[99],"more":[100],"than":[102],"existing,":[103],"human-written":[104],"Wikipedia":[105],"articles.":[106],"also":[108],"introduce":[109],"hard":[111],"benchmark":[112],"called":[117],"LitQA2":[118],"guided":[120],"design":[121],"leading":[124],"exceeding":[127,184],"human":[128,171],"performance.":[129],"Finally,":[130],"we":[131],"apply":[132],"identify":[135],"contradictions":[136,155],"within":[137],"the":[138],"literature,":[140],"an":[141],"important":[142],"task":[144],"challenging":[147],"humans.":[149],"identifies":[151],"2.34":[152],"+/-":[153],"1.99":[154],"per":[156],"paper":[157],"random":[160],"subset":[161],"biology":[163],"papers,":[164],"which":[166],"70%":[167],"validated":[169],"by":[170],"experts.":[172],"These":[173],"results":[174],"demonstrate":[175],"now":[181],"capable":[182],"domain":[185],"experts":[186],"across":[187],"meaningful":[188],"literature.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}