{"id":"https://openalex.org/W7123345028","doi":"https://doi.org/10.3389/feart.2025.1695920","title":"Beyond structured knowledge: performance boundaries of ChatGPT in geological-hazard question answering and the need for human-in-the-loop oversight","display_name":"Beyond structured knowledge: performance boundaries of ChatGPT in geological-hazard question answering and the need for human-in-the-loop oversight","publication_year":2026,"publication_date":"2026-01-13","ids":{"openalex":"https://openalex.org/W7123345028","doi":"https://doi.org/10.3389/feart.2025.1695920"},"language":"en","primary_location":{"id":"doi:10.3389/feart.2025.1695920","doi":"https://doi.org/10.3389/feart.2025.1695920","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feart.2025.1695920","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/earth-science/articles/10.3389/feart.2025.1695920/pdf","source":{"id":"https://openalex.org/S2595152256","display_name":"Frontiers in Earth Science","issn_l":"2296-6463","issn":["2296-6463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Earth Science","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/earth-science/articles/10.3389/feart.2025.1695920/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032288993","display_name":"Saier Wu","orcid":"https://orcid.org/0000-0002-2357-7078","observed_orcids":["https://orcid.org/0000-0002-2357-7078"]},"institutions":[{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Saier Wu","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122848210","display_name":"Chong Xu","orcid":"https://orcid.org/0000-0002-3956-4925","observed_orcids":["https://orcid.org/0000-0002-3956-4925"]},"institutions":[{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chong Xu","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063700913","display_name":"Zhiwen Xue","orcid":"https://orcid.org/0000-0002-3360-9176","observed_orcids":["https://orcid.org/0000-0002-3360-9176"]},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Xue","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]},{"raw_affiliation_string":"School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122851296","display_name":"Yuandong Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuandong Huang","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]},{"raw_affiliation_string":"School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122895687","display_name":"Guoguo Xu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoguo Xu","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]},{"raw_affiliation_string":"School of Emergency Management Science and Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122904467","display_name":"Yulong Cui","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulong Cui","raw_affiliation_strings":["School of Civil Engineering and Architecture, Anhui University of Science and Technology, Huainan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Civil Engineering and Architecture, Anhui University of Science and Technology, Huainan, China","institution_ids":["https://openalex.org/I184681353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086762981","display_name":"Junxue Ma","orcid":"https://orcid.org/0000-0002-1922-2880","observed_orcids":["https://orcid.org/0000-0002-1922-2880"]},"institutions":[{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxue Ma","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139647877","display_name":"Ruixia Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3125743391","display_name":"China University of Geosciences (Beijing)","ror":"https://ror.org/04q6c7p66","country_code":"CN","type":"education","lineage":["https://openalex.org/I3125743391"]},{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixia Ma","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","School of Earth Sciences and Resources, China University of Geosciences (Beijing), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]},{"raw_affiliation_string":"School of Earth Sciences and Resources, China University of Geosciences (Beijing), Beijing, China","institution_ids":["https://openalex.org/I3125743391"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045233483","display_name":"Chenchen Xie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3125743391","display_name":"China University of Geosciences (Beijing)","ror":"https://ror.org/04q6c7p66","country_code":"CN","type":"education","lineage":["https://openalex.org/I3125743391"]},{"id":"https://openalex.org/I4405259948","display_name":"National Institute of Natural Hazards","ror":"https://ror.org/02za3pt35","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405259948"]},{"id":"https://openalex.org/I4405271432","display_name":"Ministry of Emergency Management of the People's Republic of China","ror":"https://ror.org/02e6b1s72","country_code":"CN","type":"government","lineage":["https://openalex.org/I4405271432"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenchen Xie","raw_affiliation_strings":["Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","School of Earth Sciences and Resources, China University of Geosciences (Beijing), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Compound and Chained Natural Hazards Dynamics, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405271432"]},{"raw_affiliation_string":"National Institute of Natural Hazards, Ministry of Emergency Management of China, Beijing, China","institution_ids":["https://openalex.org/I4405259948"]},{"raw_affiliation_string":"School of Earth Sciences and Resources, China University of Geosciences (Beijing), Beijing, China","institution_ids":["https://openalex.org/I3125743391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5122848210"],"corresponding_institution_ids":["https://openalex.org/I4405259948","https://openalex.org/I4405271432"],"apc_list":{"value":3150,"currency":"CHF","value_usd":3801},"apc_paid":{"value":3150,"currency":"CHF","value_usd":3801},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02763495,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3822999894618988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3822999894618988,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.17159999907016754,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08340000361204147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.972000002861023},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9559999704360962},{"id":"https://openalex.org/keywords/geological-hazards","display_name":"geohazards","score":0.8119999766349792},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.8930000066757202},{"id":"https://openalex.org/keywords/disaster-risk-reduction","display_name":"disaster risk reduction","score":0.8999999761581421},{"id":"https://openalex.org/keywords/human-in-the-loop-oversight","display_name":"human-in-the-loop oversight","score":0.8560000061988831},{"id":"https://openalex.org/keywords/expert-evaluation-of-ai-responses","display_name":"expert evaluation of AI responses","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5289000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5056999921798706},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.482699990272522},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4632999897003174},{"id":"https://openalex.org/C2780750338","wikidata":"https://www.wikidata.org/wiki/Q5281359","display_name":"Disaster risk reduction","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.4129999876022339},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.39329999685287476},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3379000127315521},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.33180001378059387},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3179999887943268},{"id":"https://openalex.org/C2776291881","wikidata":"https://www.wikidata.org/wiki/Q6423378","display_name":"Knowledge level","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C2777230681","wikidata":"https://www.wikidata.org/wiki/Q7923820","display_name":"Vetting","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C94361409","wikidata":"https://www.wikidata.org/wiki/Q7882500","display_name":"Uncertainty reduction theory","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.26030001044273376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25220000743865967}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3389/feart.2025.1695920","doi":"https://doi.org/10.3389/feart.2025.1695920","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feart.2025.1695920","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/earth-science/articles/10.3389/feart.2025.1695920/pdf","source":{"id":"https://openalex.org/S2595152256","display_name":"Frontiers in Earth Science","issn_l":"2296-6463","issn":["2296-6463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Earth Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:61c5fb33a8064d11a57eee76b6ec7720","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/61c5fb33a8064d11a57eee76b6ec7720","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Earth Science, Vol 13 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/feart.2025.1695920","doi":"https://doi.org/10.3389/feart.2025.1695920","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feart.2025.1695920","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/earth-science/articles/10.3389/feart.2025.1695920/pdf","source":{"id":"https://openalex.org/S2595152256","display_name":"Frontiers in Earth Science","issn_l":"2296-6463","issn":["2296-6463"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Earth Science","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7123345028.pdf","grobid_xml":"https://content.openalex.org/works/W7123345028.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1704942559","https://openalex.org/W2058047372","https://openalex.org/W2063085086","https://openalex.org/W2067724039","https://openalex.org/W2097698267","https://openalex.org/W2141403362","https://openalex.org/W2164777277","https://openalex.org/W2327037637","https://openalex.org/W2913323966","https://openalex.org/W3085139254","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4320003957","https://openalex.org/W4322719791","https://openalex.org/W4323050332","https://openalex.org/W4380481502","https://openalex.org/W4385076985","https://openalex.org/W4387909633","https://openalex.org/W4391971084","https://openalex.org/W4392935214","https://openalex.org/W4396520887","https://openalex.org/W4399770827","https://openalex.org/W4400324908","https://openalex.org/W4400610051","https://openalex.org/W4401590707","https://openalex.org/W4401819987","https://openalex.org/W4402827393","https://openalex.org/W4403499178","https://openalex.org/W4405071367","https://openalex.org/W4405080602","https://openalex.org/W4405318562","https://openalex.org/W4407099505","https://openalex.org/W4407103634","https://openalex.org/W4407251580","https://openalex.org/W4408286266","https://openalex.org/W4409133775","https://openalex.org/W4409626943","https://openalex.org/W4410521503","https://openalex.org/W4411665971","https://openalex.org/W4412032549","https://openalex.org/W4412926171","https://openalex.org/W4416018688"],"related_works":["https://openalex.org/W7118189243","https://openalex.org/W4396781220","https://openalex.org/W7128633719","https://openalex.org/W4412005958","https://openalex.org/W2743666488","https://openalex.org/W7135406699","https://openalex.org/W7134116307","https://openalex.org/W4417411453","https://openalex.org/W7172432503","https://openalex.org/W7129421753"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"have":[3],"shown":[4],"promise":[5],"across":[6],"specialized":[7],"domains,":[8],"but":[9],"their":[10],"performance":[11],"limits":[12],"in":[13,210],"disaster":[14,238],"risk":[15,239],"reduction":[16,240],"remain":[17],"poorly":[18],"understood.":[19],"We":[20],"conduct":[21],"a":[22,32,46,51,97,204,214],"version-specific":[23,206],"evaluation":[24],"of":[25,208],"ChatGPT-4o":[26],"for":[27,166,176,194,218],"geological-hazard":[28],"question":[29],"answering":[30],"using":[31,117],"transparent,":[33],"rubric-based":[34,216],"design.":[35],"Sixty":[36],"questions":[37,133],"spanning":[38],"six":[39,66],"task":[40],"categories":[41],"(C1-C6)":[42],"were":[43,94,164],"posed":[44],"within":[45],"fixed":[47],"time":[48],"window":[49],"under":[50],"controlled":[52],"single-turn":[53],"protocol,":[54],"and":[55,74,78,85,90,104,171,174,179,198,222],"eight":[56],"evaluators":[57],"with":[58,101,134],"geohazard":[59],"expertise":[60],"independently":[61],"rated":[62],"each":[63],"response":[64],"on":[65,96,127,154],"capability":[67],"dimensions":[68],"(D1":[69],"Knowledge":[70,91],"Coverage;":[71],"D2":[72,169],"Comprehension":[73],"Reasoning;":[75],"D3":[76,172],"Accuracy":[77],"Rigor;":[79],"D4":[80,177],"Critical":[81],"Thinking;":[82],"D5":[83],"Application":[84],"Context":[86],"Adaptability;":[87],"D6":[88,180],"Innovation":[89],"Expansion).":[92],"Scores":[93],"assigned":[95],"continuous":[98],"0\u20131":[99],"scale,":[100],"0,":[102],"0.5,":[103],"1":[105],"used":[106,234],"as":[107,132],"anchor":[108],"points":[109],"to":[110,235],"guide":[111],"interpretation.":[112],"Inter-rater":[113],"reliability":[114],"was":[115,124,184],"assessed":[116],"the":[118],"intraclass":[119],"correlation":[120],"coefficient":[121],"(ICC).":[122],"Performance":[123],"consistently":[125],"higher":[126],"structured":[128],"knowledge":[129],"tasks\u2014defined":[130],"here":[131],"well-established":[135],"concepts,":[136],"factual":[137],"grounding,":[138],"or":[139],"clearly":[140],"bounded":[141],"reasoning":[142],"paths":[143],"(C1":[144],"=":[145,148,151,159,189],"0.827;":[146],"C2":[147],"0.797;":[149],"C3":[150],"0.818)":[152],"than":[153],"open-ended":[155],"tasks":[156,197],"(C4-C6":[157],"mean":[158],"0.591).":[160],"Across":[161],"dimensions,":[162],"scores":[163],"highest":[165],"D1":[167],"(0.868),":[168],"(0.864),":[170],"(0.830),":[173],"lowest":[175],"(0.578)":[178],"(0.550).":[181],"Overall":[182],"agreement":[183,192],"good":[185],"(ICC":[186],"(3,":[187],"k)":[188],"0.8095),":[190],"while":[191],"decreased":[193],"more":[195],"subjective":[196],"dimensions.":[199],"The":[200],"study":[201],"provides":[202],"(i)":[203],"baseline,":[205],"appraisal":[207],"GPT-4o":[209],"geohazard-related":[211],"QA,":[212],"(ii)":[213],"transferable":[215],"workflow":[217],"evaluating":[219],"domain":[220],"LLMs,":[221],"(iii)":[223],"evidence":[224],"that":[225],"human":[226],"oversight":[227],"remains":[228],"essential":[229],"when":[230],"such":[231],"systems":[232],"are":[233],"support":[236],"safety-critical":[237],"decisions.":[241]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-01-14T00:00:00"}