{"id":"https://openalex.org/W4404243795","doi":"https://doi.org/10.3390/ijgi13110405","title":"Large Language Model-Driven Structured Output: A Comprehensive Benchmark and Spatial Data Generation Framework","display_name":"Large Language Model-Driven Structured Output: A Comprehensive Benchmark and Spatial Data Generation Framework","publication_year":2024,"publication_date":"2024-11-10","ids":{"openalex":"https://openalex.org/W4404243795","doi":"https://doi.org/10.3390/ijgi13110405"},"language":"en","primary_location":{"id":"doi:10.3390/ijgi13110405","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi13110405","pdf_url":"https://www.mdpi.com/2220-9964/13/11/405/pdf?version=1731321839","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2220-9964/13/11/405/pdf?version=1731321839","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070880857","display_name":"Diya Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1292842697","display_name":"Environmental Systems Research Institute (United States)","ror":"https://ror.org/0428exr50","country_code":"US","type":"company","lineage":["https://openalex.org/I1292842697"]},{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diya Li","raw_affiliation_strings":["Department of Geography, Texas A&M University, College Station, TX 77840, USA","Survey123, Esri, Redlands, CA 92374, USA"],"raw_orcid":"https://orcid.org/0000-0002-3287-9385","affiliations":[{"raw_affiliation_string":"Department of Geography, Texas A&M University, College Station, TX 77840, USA","institution_ids":["https://openalex.org/I91045830"]},{"raw_affiliation_string":"Survey123, Esri, Redlands, CA 92374, USA","institution_ids":["https://openalex.org/I1292842697"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677560","display_name":"Yue Zhao","orcid":"https://orcid.org/0000-0001-6094-4087"},"institutions":[{"id":"https://openalex.org/I1292842697","display_name":"Environmental Systems Research Institute (United States)","ror":"https://ror.org/0428exr50","country_code":"US","type":"company","lineage":["https://openalex.org/I1292842697"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Zhao","raw_affiliation_strings":["Survey123, Esri, Redlands, CA 92374, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Survey123, Esri, Redlands, CA 92374, USA","institution_ids":["https://openalex.org/I1292842697"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhifang Wang","orcid":"https://orcid.org/0009-0004-9130-5316"},"institutions":[{"id":"https://openalex.org/I1292842697","display_name":"Environmental Systems Research Institute (United States)","ror":"https://ror.org/0428exr50","country_code":"US","type":"company","lineage":["https://openalex.org/I1292842697"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhifang Wang","raw_affiliation_strings":["Survey123, Esri, Redlands, CA 92374, USA"],"raw_orcid":"https://orcid.org/0009-0004-9130-5316","affiliations":[{"raw_affiliation_string":"Survey123, Esri, Redlands, CA 92374, USA","institution_ids":["https://openalex.org/I1292842697"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013397506","display_name":"Calvin Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I1292842697","display_name":"Environmental Systems Research Institute (United States)","ror":"https://ror.org/0428exr50","country_code":"US","type":"company","lineage":["https://openalex.org/I1292842697"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Calvin Jung","raw_affiliation_strings":["Survey123, Esri, Redlands, CA 92374, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Survey123, Esri, Redlands, CA 92374, USA","institution_ids":["https://openalex.org/I1292842697"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442935","display_name":"Zhe Zhang","orcid":"https://orcid.org/0000-0001-7108-182X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhe Zhang","raw_affiliation_strings":["Department of Geography, Texas A&M University, College Station, TX 77840, USA"],"raw_orcid":"https://orcid.org/0000-0001-7108-182X","affiliations":[{"raw_affiliation_string":"Department of Geography, Texas A&M University, College Station, TX 77840, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100442935"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":{"value":1700,"currency":"CHF","value_usd":1893},"apc_paid":{"value":1700,"currency":"CHF","value_usd":1893},"fwci":3.3518,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.93106793,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"13","issue":"11","first_page":"405","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7205163240432739},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6321666240692139},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32371971011161804},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.13389423489570618},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1309044361114502}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7205163240432739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6321666240692139},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32371971011161804},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.13389423489570618},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1309044361114502}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/ijgi13110405","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi13110405","pdf_url":"https://www.mdpi.com/2220-9964/13/11/405/pdf?version=1731321839","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0df2df9fc4304fea8d24d648d383e62d","is_oa":true,"landing_page_url":"https://doaj.org/article/0df2df9fc4304fea8d24d648d383e62d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISPRS International Journal of Geo-Information, Vol 13, Iss 11, p 405 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/ijgi13110405","is_oa":true,"landing_page_url":"https://doi.org/10.3390/ijgi13110405","pdf_url":"https://www.mdpi.com/2220-9964/13/11/405/pdf?version=1731321839","source":{"id":"https://openalex.org/S2764431341","display_name":"ISPRS International Journal of Geo-Information","issn_l":"2220-9964","issn":["2220-9964"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISPRS International Journal of Geo-Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404243795.pdf","grobid_xml":"https://content.openalex.org/works/W4404243795.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2151135734","https://openalex.org/W2156279557","https://openalex.org/W2341844252","https://openalex.org/W2558272009","https://openalex.org/W2792591449","https://openalex.org/W2898256678","https://openalex.org/W2909828422","https://openalex.org/W2947687864","https://openalex.org/W2980073313","https://openalex.org/W3027879771","https://openalex.org/W4221143046","https://openalex.org/W4292779060","https://openalex.org/W4378468563","https://openalex.org/W4384561707","https://openalex.org/W4385571232","https://openalex.org/W4386556635","https://openalex.org/W4387294123","https://openalex.org/W4388624702","https://openalex.org/W4389565663","https://openalex.org/W4389575478","https://openalex.org/W4393153123","https://openalex.org/W4398217596","https://openalex.org/W4402665833","https://openalex.org/W4403735221","https://openalex.org/W6682631176","https://openalex.org/W6777615688","https://openalex.org/W6778883912","https://openalex.org/W6809646742"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"remarkable":[6],"capabilities":[7],"in":[8,22,160],"document":[9],"processing,":[10],"data":[11,75,82,180],"analysis,":[12],"and":[13,25,47,71,85,98,108,121,129,140,153,183],"code":[14],"generation.":[15,60,76],"However,":[16],"the":[17,69,138,151,162,174,185],"generation":[18,123,182],"of":[19,73,102,142,155,176,188],"spatial":[20,49,58,74,81,179],"information":[21,59],"a":[23,29,42,54,63,87,100,133],"structured":[24,46,115,178],"unified":[26],"format":[27],"remains":[28],"challenge,":[30],"limiting":[31],"their":[32,167],"integration":[33,187],"into":[34,150,190],"production":[35],"environments.":[36],"In":[37,94],"this":[38],"paper,":[39],"we":[40,96],"introduce":[41],"benchmark":[43],"for":[44,90,136,166],"generating":[45,80],"formatted":[48],"outputs":[50],"from":[51],"LLMs":[52,112,189],"with":[53,132],"focus":[55],"on":[56],"enhancing":[57],"We":[61,125],"present":[62],"multi-step":[64],"workflow":[65],"designed":[66],"to":[67,110,113],"improve":[68],"accuracy":[70],"efficiency":[72],"The":[77],"steps":[78],"include":[79],"(e.g.,":[83],"GeoJSON)":[84],"implementing":[86],"novel":[88],"method":[89,135,165],"indexing":[91],"R-tree":[92],"structures.":[93],"addition,":[95],"explore":[97],"compare":[99],"series":[101],"methods":[103],"commonly":[104],"used":[105],"by":[106],"developers":[107],"researchers":[109],"enable":[111],"produce":[114],"outputs,":[116],"including":[117],"fine-tuning,":[118],"prompt":[119],"engineering,":[120],"retrieval-augmented":[122],"(RAG).":[124],"propose":[126],"new":[127,134],"metrics":[128],"datasets":[130],"along":[131],"evaluating":[137],"quality":[139],"consistency":[141],"these":[143],"outputs.":[144],"Our":[145],"findings":[146],"offer":[147],"valuable":[148],"insights":[149],"strengths":[152],"limitations":[154],"each":[156],"approach,":[157],"guiding":[158],"practitioners":[159],"selecting":[161],"most":[163],"suitable":[164],"specific":[168],"use":[169],"cases.":[170],"This":[171],"work":[172],"advances":[173],"field":[175],"LLM-based":[177],"output":[181],"supports":[184],"seamless":[186],"real-world":[191],"applications.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}