{"id":"https://openalex.org/W7162678140","doi":"https://doi.org/10.48550/arxiv.2605.28032","title":"PetroBench: A Benchmark for Large Language Models in Petroleum Engineering","display_name":"PetroBench: A Benchmark for Large Language Models in Petroleum Engineering","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162678140","doi":"https://doi.org/10.48550/arxiv.2605.28032"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137222464","display_name":"Xiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137233693","display_name":"Tingting Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tingting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137246237","display_name":"Sen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137225317","display_name":"Ying Nian Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137246122","display_name":"Heng Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137256287","display_name":"Peng Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137262151","display_name":"Peng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13500000536441803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13500000536441803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.09700000286102295,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.09510000050067902,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8553000092506409},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6394000053405762},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5210999846458435},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.4339999854564667},{"id":"https://openalex.org/keywords/petroleum","display_name":"Petroleum","score":0.4278999865055084},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.42669999599456787}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8553000092506409},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6394000053405762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5314000248908997},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C548895740","wikidata":"https://www.wikidata.org/wiki/Q22656","display_name":"Petroleum","level":2,"score":0.4278999865055084},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4251999855041504},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3476000130176544},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3163999915122986},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2971999943256378},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C2985768699","wikidata":"https://www.wikidata.org/wiki/Q3241434","display_name":"Petroleum exploration","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5116422772407532}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2,130],"are":[3],"increasingly":[4],"applied":[5],"in":[6,25,100,133,138,145,154,170],"the":[7,11,124],"petroleum":[8,26,171],"industry,":[9],"highlighting":[10],"need":[12],"for":[13,23,107,165],"a":[14,21,29,43,83,160],"domain-specific":[15],"evaluation":[16],"framework.":[17],"This":[18],"study":[19],"develops":[20],"benchmark":[22,57,158],"LLMs":[24,79,169],"engineering,":[27,63],"including":[28],"three-stage":[30],"process":[31],"of":[32,128],"data":[33],"preprocessing,":[34],"quality":[35],"filtering,":[36],"and":[37,51,61,74,109,116,121,136,162,167],"multi-model":[38],"validation.":[39],"Using":[40],"expert":[41],"review,":[42],"standardized":[44],"question":[45],"bank":[46],"with":[47,64],"strong":[48],"domain":[49],"relevance":[50],"discriminative":[52],"capability":[53],"was":[54],"constructed.":[55],"The":[56,104,157],"covers":[58],"production,":[59],"reservoir,":[60],"drilling":[62],"1,200":[65],"questions":[66,113],"across":[67],"multiple-choice,":[68],"true":[69,110],"or":[70,111],"false,":[71],"term":[72],"definition,":[73],"short-answer":[75,155],"formats.":[76],"Eight":[77],"mainstream":[78],"were":[80,114],"evaluated":[81],"under":[82],"unified":[84],"API":[85],"environment.":[86],"Results":[87],"show":[88],"that":[89],"models":[90,142,150],"performed":[91,131,151],"better":[92,153],"on":[93],"subjective":[94],"than":[95],"objective":[96],"questions,":[97,147],"indicating":[98],"weaknesses":[99],"factual":[101],"knowledge":[102],"discrimination.":[103],"highest":[105],"accuracies":[106],"multiple-choice":[108,146],"false":[112],"65.3%":[115],"74.3%,":[117],"respectively.":[118],"Gemini-3-Pro,":[119],"Kimi-K2.5,":[120],"Claude-Opus-4.6-Thinking":[122],"achieved":[123],"best":[125,132],"overall":[126],"scores":[127],"72%-74%.":[129],"production":[134],"engineering":[135],"weakest":[137],"reservoir":[139],"engineering.":[140,172],"Chinese":[141],"showed":[143],"advantages":[144],"while":[148],"international":[149],"slightly":[152],"questions.":[156],"provides":[159],"reproducible":[161],"practical":[163],"reference":[164],"evaluating":[166],"deploying":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}