{"id":"https://openalex.org/W4401306285","doi":"https://doi.org/10.48550/arxiv.2407.21045","title":"Unlocking the Potential: Benchmarking Large Language Models in Water Engineering and Research","display_name":"Unlocking the Potential: Benchmarking Large Language Models in Water Engineering and Research","publication_year":2024,"publication_date":"2024-07-22","ids":{"openalex":"https://openalex.org/W4401306285","doi":"https://doi.org/10.48550/arxiv.2407.21045"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.21045","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21045","pdf_url":"https://arxiv.org/pdf/2407.21045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.21045","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106571831","display_name":"Boyan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Boyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106276118","display_name":"Liang Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081606452","display_name":"Zihao Li","orcid":"https://orcid.org/0009-0001-5466-3518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107952306","display_name":"Yuxing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066527921","display_name":"Guanlan Wu","orcid":"https://orcid.org/0009-0008-0467-3794"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Guanlan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021772189","display_name":"Xiongpeng Tang","orcid":"https://orcid.org/0000-0002-1510-2005"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Xiongpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595857","display_name":"Yu Li","orcid":"https://orcid.org/0000-0002-7670-3998"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113570249","display_name":"Zihao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037064385","display_name":"Qingxian Su","orcid":"https://orcid.org/0000-0003-0664-6710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Qingxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106276115","display_name":"Xueqing Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Xueqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107951798","display_name":"Yue Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106276116","display_name":"Rui Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5106276117","display_name":"How Yong Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, How Yong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8545785546302795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5015215873718262},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2092171311378479}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8545785546302795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5015215873718262},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2092171311378479},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.21045","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21045","pdf_url":"https://arxiv.org/pdf/2407.21045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.21045","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.21045","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.21045","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.21045","pdf_url":"https://arxiv.org/pdf/2407.21045","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321432","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401306285.pdf","grobid_xml":"https://content.openalex.org/works/W4401306285.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687"],"abstract_inverted_index":{"Recent":[0],"advancements":[1,238],"in":[2,10,116,133,157,168,213,239],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"sparked":[8],"interest":[9],"their":[11,228],"potential":[12],"applications":[13],"across":[14,48],"various":[15,49],"fields.":[16],"This":[17,39,230],"paper":[18],"embarked":[19],"on":[20,107,175,196],"a":[21,57],"pivotal":[22],"inquiry:":[23],"Can":[24],"existing":[25],"LLMs":[26,97,165,212],"effectively":[27],"serve":[28],"as":[29],"\"water":[30,252],"expert":[31],"models\"":[32],"for":[33,173,193,199],"water":[34,50,70,81,123,126,142,159,179,205,214],"engineering":[35,51,71,124,143,160,215],"and":[36,52,72,83,88,105,119,125,145,155,177,182,203,216],"research":[37,53,171,194,217],"tasks?":[38],"study":[40,209],"was":[41],"the":[42,93,112,128,146,220,225],"first":[43],"to":[44,69,139,223],"evaluate":[45],"LLMs'":[46],"contributions":[47],"tasks":[54,67,121],"by":[55,218,242],"establishing":[56],"domain-specific":[58],"benchmark":[59,222],"suite,":[60],"namely,":[61],"WaterER.":[62],"Herein,":[63],"we":[64],"prepared":[65],"983":[66],"related":[68,178],"research,":[73,127],"categorized":[74],"into":[75],"\"wastewater":[76],"treatment\",":[77],"\"environmental":[78,201],"restoration\",":[79,202],"\"drinking":[80,204],"treatment":[82],"distribution\",":[84],"\"sanitation\",":[85],"\"anaerobic":[86],"digestion\"":[87],"\"contaminants":[89,176],"assessment\".":[90,183],"We":[91,110],"evaluated":[92],"performance":[94,148],"of":[95,114,122,131,149,227],"seven":[96],"(i.e.,":[98],"GPT-4,":[99],"GPT-3.5,":[100],"Gemini,":[101],"GLM-4,":[102,153],"ERNIE,":[103],"QWEN":[104,156],"Llama3)":[106],"these":[108,247],"tasks.":[109,161],"highlighted":[111],"strengths":[113],"GPT-4":[115],"handling":[117],"diverse":[118],"complex":[120],"specialized":[129],"capabilities":[130],"Gemini":[132],"academic":[134],"contexts,":[135],"Llama3's":[136],"strongest":[137],"capacity":[138],"answer":[140],"Chinese":[141],"questions":[144],"competitive":[147],"Chinese-oriented":[150],"models":[151,248],"like":[152],"ERNIE":[154],"some":[158],"More":[162],"specifically,":[163],"current":[164],"excelled":[166],"particularly":[167],"generating":[169],"precise":[170],"gaps":[172],"papers":[174,195],"quality":[180],"monitoring":[181],"Additionally,":[184],"they":[185],"were":[186],"more":[187],"adept":[188],"at":[189],"creating":[190],"appropriate":[191],"titles":[192],"\"treatment":[197],"processes":[198],"wastewaters\",":[200],"treatment\".":[206],"Overall,":[207],"this":[208],"pioneered":[210],"evaluating":[211],"introducing":[219],"WaterER":[221],"assess":[224],"trustworthiness":[226],"predictions.":[229],"standardized":[231],"evaluation":[232],"framework":[233],"would":[234],"also":[235],"drive":[236],"future":[237],"LLM":[240],"technology":[241],"using":[243],"targeting":[244],"datasets,":[245],"propelling":[246],"towards":[249],"becoming":[250],"true":[251],"expert\".":[253]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2024-08-04T00:00:00"}