{"id":"https://openalex.org/W4411804834","doi":"https://doi.org/10.3390/ijgi14070256","title":"AutoGEEval: A Multimodal and Automated Evaluation Framework for Geospatial Code Generation on GEE with Large Language Models","display_name":"AutoGEEval: A Multimodal and Automated Evaluation Framework for Geospatial Code Generation on GEE with Large Language Models","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4411804834","doi":"https://doi.org/10.3390/ijgi14070256"},"language":"en","primary_location":{"id":"doi:10.3390/ijgi14070256","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14070256","pdf_url":"https://www.mdpi.com/2220-9964/14/7/256/pdf?version=1751289831","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2220-9964/14/7/256/pdf?version=1751289831","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030670883","display_name":"Huayi Wu","orcid":"https://orcid.org/0000-0003-3971-0512"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayi Wu","raw_affiliation_strings":["Collaborative Innovation Center of Geospatial Technology, Wuhan University, Wuhan 430079, China","State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":"https://orcid.org/0000-0003-3971-0512","affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Geospatial Technology, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107092456","display_name":"Zhangxiao Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangxiao Shen","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110860664","display_name":"Shuyang Hou","orcid":"https://orcid.org/0009-0000-6984-9959"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuyang Hou","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055854355","display_name":"Jianyuan Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianyuan Liang","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113426902","display_name":"Haoyue Jiao","orcid":"https://orcid.org/0009-0000-5699-3919"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyue Jiao","raw_affiliation_strings":["School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113426513","display_name":"Yaxian Qing","orcid":"https://orcid.org/0009-0000-4461-3421"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxian Qing","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":"https://orcid.org/0009-0000-4461-3421","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056354794","display_name":"Xiaopu Zhang","orcid":"https://orcid.org/0009-0002-7386-7337"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopu Zhang","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":"https://orcid.org/0009-0002-7386-7337","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100587021","display_name":"Xu Li","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Li","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087201008","display_name":"Zhipeng Gui","orcid":"https://orcid.org/0000-0001-9467-9680"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Gui","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan 430079, China","School of Remote Sensing and Information Engineering, Wuhan University, Wuhan430079, China"],"raw_orcid":"https://orcid.org/0000-0001-9467-9680","affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan430079, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082420896","display_name":"Xuefeng Guan","orcid":"https://orcid.org/0000-0003-0865-3850"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Guan","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":"https://orcid.org/0000-0003-0865-3850","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089044672","display_name":"Longgang Xiang","orcid":"https://orcid.org/0000-0001-9022-6991"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longgang Xiang","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"raw_orcid":"https://orcid.org/0000-0001-9022-6991","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5110860664"],"corresponding_institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210118728"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":11.6457,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.98290555,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"14","issue":"7","first_page":"256","last_page":"256"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gee","display_name":"Gee","score":0.8204054832458496},{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.7020142078399658},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6405019164085388},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5037466883659363},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4601050615310669},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35613346099853516},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.17920726537704468},{"id":"https://openalex.org/keywords/generalized-estimating-equation","display_name":"Generalized estimating equation","score":0.17717888951301575},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.12589916586875916},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10506319999694824}],"concepts":[{"id":"https://openalex.org/C53084192","wikidata":"https://www.wikidata.org/wiki/Q1485121","display_name":"Gee","level":3,"score":0.8204054832458496},{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.7020142078399658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6405019164085388},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5037466883659363},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4601050615310669},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35613346099853516},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.17920726537704468},{"id":"https://openalex.org/C27403532","wikidata":"https://www.wikidata.org/wiki/Q5532474","display_name":"Generalized estimating equation","level":2,"score":0.17717888951301575},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.12589916586875916},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10506319999694824},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/ijgi14070256","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14070256","pdf_url":"https://www.mdpi.com/2220-9964/14/7/256/pdf?version=1751289831","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7943443fbb034512bf295b9e311f03e6","is_oa":true,"landing_page_url":"https://doaj.org/article/7943443fbb034512bf295b9e311f03e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISPRS International Journal of Geo-Information, Vol 14, Iss 7, p 256 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/ijgi14070256","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14070256","pdf_url":"https://www.mdpi.com/2220-9964/14/7/256/pdf?version=1751289831","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7944623077","display_name":null,"funder_award_id":"41971349","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411804834.pdf","grobid_xml":"https://content.openalex.org/works/W4411804834.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1995080554","https://openalex.org/W2059100727","https://openalex.org/W2133251102","https://openalex.org/W2133665775","https://openalex.org/W2562637781","https://openalex.org/W2897616367","https://openalex.org/W2921701549","https://openalex.org/W3023058341","https://openalex.org/W3090922552","https://openalex.org/W3203391155","https://openalex.org/W4285011117","https://openalex.org/W4311887664","https://openalex.org/W4375859932","https://openalex.org/W4389524484","https://openalex.org/W4391377904","https://openalex.org/W4404481617","https://openalex.org/W4408167042","https://openalex.org/W4409762035","https://openalex.org/W4410768157","https://openalex.org/W4410769477","https://openalex.org/W4410855805"],"related_works":["https://openalex.org/W4382706259","https://openalex.org/W3216953802","https://openalex.org/W2259148854","https://openalex.org/W4392977687","https://openalex.org/W2315880189","https://openalex.org/W2588341283","https://openalex.org/W2408764787","https://openalex.org/W1980133991","https://openalex.org/W4385122440","https://openalex.org/W2808195958"],"abstract_inverted_index":{"Geospatial":[0],"code":[1,48,147,165,177],"generation":[2,49,91,166],"is":[3],"emerging":[4],"as":[5],"a":[6,21,72,152],"key":[7],"direction":[8],"in":[9,29,116,145],"the":[10,39,52,66,159,169],"integration":[11],"of":[12,23,113,118,163,171],"artificial":[13],"intelligence":[14],"and":[15,92,124,135,141,155,161],"geoscientific":[16],"analysis.":[17],"However,":[18],"there":[19],"remains":[20],"lack":[22],"standardized":[24],"tools":[25],"for":[26,46,158],"automatic":[27],"evaluation":[28,44,101],"this":[30,34],"domain.":[31],"To":[32],"address":[33],"gap,":[35],"we":[36],"propose":[37],"AutoGEEval,":[38],"first":[40],"multimodal,":[41],"unit-level":[42],"automated":[43,100,172],"framework":[45,87],"geospatial":[47,164],"tasks":[50],"on":[51],"Google":[53],"Earth":[54],"Engine":[55],"(GEE)":[56],"platform":[57],"powered":[58],"by":[59],"large":[60],"language":[61,174],"models":[62],"(LLMs).":[63],"Built":[64],"upon":[65],"GEE":[67,83,146],"Python":[68],"API,":[69],"AutoGEEval":[70,108],"establishes":[71],"benchmark":[73],"suite":[74],"(AutoGEEval-Bench)":[75],"comprising":[76],"1325":[77],"test":[78],"cases":[79],"that":[80],"span":[81],"26":[82],"data":[84],"types.":[85,126],"The":[86],"integrates":[88],"both":[89],"question":[90],"answer":[93],"verification":[94],"components":[95],"to":[96,105,175],"enable":[97],"an":[98],"end-to-end":[99],"pipeline\u2014from":[102],"function":[103],"invocation":[104],"execution":[106,122],"validation.":[107],"supports":[109],"multidimensional":[110],"quantitative":[111],"analysis":[112],"model":[114],"outputs":[115],"terms":[117],"accuracy,":[119],"resource":[120,157],"consumption,":[121],"efficiency,":[123],"error":[125],"We":[127],"evaluate":[128],"18":[129],"state-of-the-art":[130],"LLMs\u2014including":[131],"general-purpose,":[132],"reasoning-augmented,":[133],"code-centric,":[134],"geoscience-specialized":[136],"models\u2014revealing":[137],"their":[138],"performance":[139],"characteristics":[140],"potential":[142],"optimization":[143],"pathways":[144],"generation.":[148],"This":[149],"work":[150],"provides":[151],"unified":[153],"protocol":[154],"foundational":[156],"development":[160],"assessment":[162],"models,":[167],"advancing":[168],"frontier":[170],"natural":[173],"domain-specific":[176],"translation.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}