{"id":"https://openalex.org/W4414610090","doi":"https://doi.org/10.3390/ijgi14100382","title":"GeoJSEval: An Automated Evaluation Framework for Large Language Models on JavaScript-Based Geospatial Computation and Visualization Code Generation","display_name":"GeoJSEval: An Automated Evaluation Framework for Large Language Models on JavaScript-Based Geospatial Computation and Visualization Code Generation","publication_year":2025,"publication_date":"2025-09-28","ids":{"openalex":"https://openalex.org/W4414610090","doi":"https://doi.org/10.3390/ijgi14100382"},"language":"en","primary_location":{"id":"doi:10.3390/ijgi14100382","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14100382","pdf_url":"https://www.mdpi.com/2220-9964/14/10/382/pdf?version=1759056218","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2220-9964/14/10/382/pdf?version=1759056218","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100783381","display_name":"Guan-Yu Chen","orcid":"https://orcid.org/0009-0002-3014-178X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Chen","raw_affiliation_strings":["School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113426902","display_name":"Haoyue Jiao","orcid":"https://orcid.org/0009-0000-5699-3919"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyue Jiao","raw_affiliation_strings":["School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"School of Resource and Environmental Sciences, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110860664","display_name":"Shuyang Hou","orcid":"https://orcid.org/0009-0000-6984-9959"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyang Hou","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038128088","display_name":"Ziqi Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziqi Liu","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025392221","display_name":"Longhan Xie","orcid":"https://orcid.org/0000-0002-5137-1413"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lutong Xie","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040637122","display_name":"Shaowen Wu","orcid":"https://orcid.org/0009-0000-4091-5473"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaowen Wu","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030670883","display_name":"Huayi Wu","orcid":"https://orcid.org/0000-0003-3971-0512"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayi Wu","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082420896","display_name":"Xuefeng Guan","orcid":"https://orcid.org/0000-0003-0865-3850"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210118728","display_name":"State Key Laboratory of Information Engineering in Surveying Mapping and Remote Sensing","ror":"https://ror.org/02bpap860","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118728"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuefeng Guan","raw_affiliation_strings":["State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Information Engineering in Surveying, Mapping and Remote Sensing, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I4210118728","https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087201008","display_name":"Zhipeng Gui","orcid":"https://orcid.org/0000-0001-9467-9680"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Gui","raw_affiliation_strings":["School of Remote Sensing and Information Engineering, Wuhan University, Wuhan 430079, China"],"affiliations":[{"raw_affiliation_string":"School of Remote Sensing and Information Engineering, Wuhan University, Wuhan 430079, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5038128088"],"corresponding_institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210118728"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":18.5299,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99030833,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"14","issue":"10","first_page":"382","last_page":"382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geospatial-analysis","display_name":"Geospatial analysis","score":0.8184000253677368},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.45579999685287476},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.42640000581741333},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.4043000042438507},{"id":"https://openalex.org/keywords/domain-specific-language","display_name":"Domain-specific language","score":0.34860000014305115},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.32190001010894775},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.31779998540878296}],"concepts":[{"id":"https://openalex.org/C9770341","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Geospatial analysis","level":2,"score":0.8184000253677368},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7736999988555908},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45579999685287476},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.42640000581741333},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4189000129699707},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4138999879360199},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C135257023","wikidata":"https://www.wikidata.org/wiki/Q691358","display_name":"Domain-specific language","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32749998569488525},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.32190001010894775},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C203689450","wikidata":"https://www.wikidata.org/wiki/Q2302053","display_name":"Spatial database","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C130745260","wikidata":"https://www.wikidata.org/wiki/Q5548542","display_name":"Geospatial PDF","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C41856607","wikidata":"https://www.wikidata.org/wiki/Q483130","display_name":"Geographic information system","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2648000121116638},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2533999979496002}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/ijgi14100382","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14100382","pdf_url":"https://www.mdpi.com/2220-9964/14/10/382/pdf?version=1759056218","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2507.20553","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.20553","pdf_url":"https://arxiv.org/pdf/2507.20553","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:doaj.org/article:92925cf3050f40d280903d3fc46891c3","is_oa":true,"landing_page_url":"https://doaj.org/article/92925cf3050f40d280903d3fc46891c3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISPRS International Journal of Geo-Information, Vol 14, Iss 10, p 382 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/ijgi14100382","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi14100382","pdf_url":"https://www.mdpi.com/2220-9964/14/10/382/pdf?version=1759056218","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1356514951","display_name":null,"funder_award_id":"41971","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G562577095","display_name":null,"funder_award_id":"4197134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7944623077","display_name":null,"funder_award_id":"41971349","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414610090.pdf","grobid_xml":"https://content.openalex.org/works/W4414610090.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1526301939","https://openalex.org/W1760664205","https://openalex.org/W1981843422","https://openalex.org/W2000684588","https://openalex.org/W2018859600","https://openalex.org/W2040789302","https://openalex.org/W2041998669","https://openalex.org/W2058474126","https://openalex.org/W2061830019","https://openalex.org/W2073386179","https://openalex.org/W2074416976","https://openalex.org/W2111265907","https://openalex.org/W2145108549","https://openalex.org/W2469849655","https://openalex.org/W2620729784","https://openalex.org/W2769550798","https://openalex.org/W2963097326","https://openalex.org/W2974334446","https://openalex.org/W2996357395","https://openalex.org/W3005359275","https://openalex.org/W3007497615","https://openalex.org/W3118934842","https://openalex.org/W3123221944","https://openalex.org/W3203391155","https://openalex.org/W4206227716","https://openalex.org/W4313532880","https://openalex.org/W4388616070","https://openalex.org/W4392602768","https://openalex.org/W4397032804","https://openalex.org/W4401450595","https://openalex.org/W4407086008","https://openalex.org/W4408167042","https://openalex.org/W4408462184","https://openalex.org/W4409762035","https://openalex.org/W4410394431","https://openalex.org/W4410769477","https://openalex.org/W4410855805","https://openalex.org/W4411804834"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,23,35,44,60,66,228,250],"widespread":[2],"adoption":[3],"of":[4,25,47,68,195,233,253],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"in":[9,22,49,59,101,207,244],"code":[10,14,83,104,119,211,235],"generation":[11,15,45,105,236],"tasks,":[12],"geospatial":[13,50,54,103,141,155,234],"has":[16],"emerged":[17],"as":[18,150,152,166],"a":[19,78,113,118,192,219],"critical":[20],"frontier":[21],"integration":[24],"artificial":[26],"intelligence":[27],"and":[28,56,72,82,122,131,147,174,187,205,213,224,231,241],"geoscientific":[29],"analysis.":[30],"This":[31,247],"growing":[32],"trend":[33],"underscores":[34],"urgent":[36],"need":[37],"for":[38,99,227],"systematic":[39],"evaluation":[40,97,124,162,188,222],"methodologies":[41],"to":[42,184],"assess":[43],"capabilities":[46],"LLMs":[48,100,198],"contexts.":[51],"In":[52],"particular,":[53],"computation":[55],"visualization":[57,148],"tasks":[58,130],"JavaScript":[61,140],"environment":[62],"rely":[63],"heavily":[64],"on":[65,77,260],"orchestration":[67],"diverse":[69],"frontend":[70],"libraries":[71,142],"ecosystems,":[73],"posing":[74],"elevated":[75],"demands":[76],"model\u2019s":[79],"semantic":[80,209],"comprehension":[81],"synthesis":[84],"capabilities.":[85],"To":[86],"address":[87],"this":[88],"challenge,":[89],"we":[90],"propose":[91],"GeoJSEval\u2014the":[92],"first":[93],"multimodal,":[94],"function-level":[95,129],"automatic":[96],"framework":[98,108],"JavaScript-based":[102],"tasks.":[106],"The":[107],"comprises":[109],"three":[110],"core":[111],"components:":[112],"standardized":[114,229],"test":[115,134],"suite":[116],"(GeoJSEval-Bench),":[117],"submission":[120],"engine,":[121],"an":[123],"module.":[125],"It":[126],"includes":[127],"432":[128],"2071":[132],"structured":[133],"cases,":[135],"spanning":[136],"five":[137],"widely":[138],"used":[139],"that":[143],"support":[144],"spatial":[145,208],"analysis":[146],"functions,":[149],"well":[151],"25":[153],"mainstream":[154],"data":[156],"types.":[157],"GeoJSEval":[158,217],"enables":[159],"multidimensional":[160],"quantitative":[161],"across":[163],"metrics":[164],"such":[165],"accuracy,":[167],"output":[168],"stability,":[169],"resource":[170],"consumption,":[171],"execution":[172],"efficiency,":[173],"error":[175],"type":[176],"distribution.":[177],"Moreover,":[178],"it":[179],"integrates":[180],"boundary":[181],"testing":[182],"mechanisms":[183],"enhance":[185],"robustness":[186],"coverage.":[189],"We":[190],"conduct":[191],"comprehensive":[193],"assessment":[194,230],"20":[196],"state-of-the-art":[197],"using":[199],"GeoJSEval,":[200],"uncovering":[201],"significant":[202],"performance":[203],"disparities":[204],"bottlenecks":[206],"understanding,":[210],"reliability,":[212],"function":[214],"invocation":[215],"accuracy.":[216],"offers":[218],"foundational":[220],"methodology,":[221],"resource,":[223],"practical":[225],"toolkit":[226],"optimization":[232],"models,":[237],"with":[238],"strong":[239],"extensibility":[240],"promising":[242],"applicability":[243],"real-world":[245],"scenarios.":[246],"manuscript":[248],"represents":[249],"peer-reviewed":[251],"version":[252],"our":[254],"earlier":[255],"preprint":[256],"previously":[257],"made":[258],"available":[259],"arXiv.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}