{"id":"https://openalex.org/W4399156767","doi":"https://doi.org/10.5194/agile-giss-5-38-2024","title":"Measuring Geographic Diversity of Foundation Models with a Natural Language\u2013based Geo-guessing Experiment on GPT-4","display_name":"Measuring Geographic Diversity of Foundation Models with a Natural Language\u2013based Geo-guessing Experiment on GPT-4","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399156767","doi":"https://doi.org/10.5194/agile-giss-5-38-2024"},"language":"en","primary_location":{"id":"doi:10.5194/agile-giss-5-38-2024","is_oa":true,"landing_page_url":"https://doi.org/10.5194/agile-giss-5-38-2024","pdf_url":"https://agile-giss.copernicus.org/articles/5/38/2024/agile-giss-5-38-2024.pdf","source":{"id":"https://openalex.org/S4210203054","display_name":"AGILE GIScience Series","issn_l":"2700-8150","issn":["2700-8150"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AGILE: GIScience Series","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://agile-giss.copernicus.org/articles/5/38/2024/agile-giss-5-38-2024.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100629534","display_name":"Zilong Liu","orcid":"https://orcid.org/0000-0003-3637-1586"},"institutions":[{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Zilong Liu","raw_affiliation_strings":["Department of Geography and Regional Research, University of Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Department of Geography and Regional Research, University of Vienna, Austria","institution_ids":["https://openalex.org/I129774422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103035722","display_name":"Krzysztof Janowicz","orcid":"https://orcid.org/0009-0003-1968-887X"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]},{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT","US"],"is_corresponding":false,"raw_author_name":"Krzysztof Janowicz","raw_affiliation_strings":["Department of Geography and Regional Research, University of Vienna, Austria","Department of Geography, University of California, Santa Barbara, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geography and Regional Research, University of Vienna, Austria","institution_ids":["https://openalex.org/I129774422"]},{"raw_affiliation_string":"Department of Geography, University of California, Santa Barbara, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075008796","display_name":"Kitty Currier","orcid":"https://orcid.org/0000-0001-8020-8888"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kitty Currier","raw_affiliation_strings":["Department of Geography, University of California, Santa Barbara, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geography, University of California, Santa Barbara, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042022280","display_name":"Meilin Shi","orcid":"https://orcid.org/0000-0001-6039-7810"},"institutions":[{"id":"https://openalex.org/I129774422","display_name":"University of Vienna","ror":"https://ror.org/03prydq77","country_code":"AT","type":"education","lineage":["https://openalex.org/I129774422"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Meilin Shi","raw_affiliation_strings":["Department of Geography and Regional Research, University of Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Department of Geography and Regional Research, University of Vienna, Austria","institution_ids":["https://openalex.org/I129774422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100629534"],"corresponding_institution_ids":["https://openalex.org/I129774422"],"apc_list":null,"apc_paid":null,"fwci":18.3658,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99167794,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6191043257713318},{"id":"https://openalex.org/keywords/volunteered-geographic-information","display_name":"Volunteered geographic information","score":0.4950689375400543},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.48313209414482117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48101693391799927},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4582350552082062},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.45494532585144043},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4375944137573242},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4211488664150238},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.40600451827049255},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3398231267929077},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.27173852920532227},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.14612388610839844},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13289892673492432}],"concepts":[{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6191043257713318},{"id":"https://openalex.org/C57380593","wikidata":"https://www.wikidata.org/wiki/Q933625","display_name":"Volunteered geographic information","level":2,"score":0.4950689375400543},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.48313209414482117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48101693391799927},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4582350552082062},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.45494532585144043},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4375944137573242},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4211488664150238},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.40600451827049255},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3398231267929077},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.27173852920532227},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.14612388610839844},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13289892673492432},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5194/agile-giss-5-38-2024","is_oa":true,"landing_page_url":"https://doi.org/10.5194/agile-giss-5-38-2024","pdf_url":"https://agile-giss.copernicus.org/articles/5/38/2024/agile-giss-5-38-2024.pdf","source":{"id":"https://openalex.org/S4210203054","display_name":"AGILE GIScience Series","issn_l":"2700-8150","issn":["2700-8150"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AGILE: GIScience Series","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.5194/agile-giss-5-38-2024","is_oa":true,"landing_page_url":"https://doi.org/10.5194/agile-giss-5-38-2024","pdf_url":"https://agile-giss.copernicus.org/articles/5/38/2024/agile-giss-5-38-2024.pdf","source":{"id":"https://openalex.org/S4210203054","display_name":"AGILE GIScience Series","issn_l":"2700-8150","issn":["2700-8150"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AGILE: GIScience Series","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399156767.pdf"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1552847225","https://openalex.org/W2770618123","https://openalex.org/W2970476646","https://openalex.org/W3027879771","https://openalex.org/W3158878203","https://openalex.org/W3195577433","https://openalex.org/W4205589725","https://openalex.org/W4250455142","https://openalex.org/W4281689570","https://openalex.org/W4327810158","https://openalex.org/W4389475164","https://openalex.org/W4390100400"],"related_works":["https://openalex.org/W2733029865","https://openalex.org/W1991837421","https://openalex.org/W2955098766","https://openalex.org/W2269136550","https://openalex.org/W3041947657","https://openalex.org/W2114948960","https://openalex.org/W2464857583","https://openalex.org/W993436984","https://openalex.org/W2945592045","https://openalex.org/W141070698"],"abstract_inverted_index":{"Abstract.":[0],"Generative":[1],"AI":[2],"based":[3],"on":[4,18,117,139,171,200],"foundation":[5],"models":[6,27,35],"provides":[7],"a":[8,67,94,118,122,172,198],"first":[9],"glimpse":[10],"into":[11],"the":[12,33,53,71,154,161,168,208,212],"world":[13],"represented":[14],"by":[15,25],"machines":[16],"trained":[17],"vast":[19],"amounts":[20],"of":[21,55,73,214],"multimodal":[22,74,190],"data":[23],"ingested":[24],"these":[26],"during":[28],"training.":[29],"If":[30],"we":[31,60,125,177],"consider":[32],"resulting":[34],"as":[36,93,160,203],"knowledge":[37,111],"bases":[38],"in":[39,70,135,181,211],"their":[40],"own":[41],"right,":[42],"this":[43,58,62,129,194],"may":[44,107,157],"open":[45],"up":[46],"new":[47],"avenues":[48],"for":[49,97],"understanding":[50],"places":[51],"through":[52],"lens":[54],"machines.":[56],"In":[57],"work,":[59],"adopt":[61],"thinking":[63],"and":[64,150,153,189],"select":[65],"GPT-4,":[66],"state-of-the-art":[68],"representative":[69],"family":[72],"large":[75],"language":[76],"models,":[77],"to":[78,147],"study":[79],"its":[80,187],"geographic":[81,86,114,162,201],"diversity":[82,202],"regarding":[83],"how":[84],"well":[85],"features":[87],"are":[88],"represented.":[89],"Using":[90],"DBpedia":[91],"abstracts":[92],"ground-truth":[95],"corpus":[96],"probing,":[98],"our":[99],"natural":[100],"language\u2013based":[101],"geo-guessing":[102,137,169,183],"experiment":[103],"shows":[104],"that":[105,144],"GPT-4":[106],"currently":[108],"encode":[109],"insufficient":[110],"about":[112],"several":[113],"feature":[115],"types":[116],"global":[119,151,173,215],"level.":[120],"On":[121],"local":[123,149,175],"level,":[124,176],"observe":[126],"not":[127],"only":[128],"insufficiency":[130],"but":[131],"also":[132],"inter-regional":[133,155],"disparities":[134,156,180],"GPT-4\u2019s":[136,182],"performance":[138,170,184],"UNESCO":[140],"World":[141],"Heritage":[142],"Sites":[143],"carry":[145],"significance":[146],"both":[148],"populations,":[152],"become":[158],"smaller":[159],"scale":[163],"increases.":[164],"Morever,":[165],"whether":[166],"assessing":[167],"or":[174],"find":[178],"inter-model":[179],"when":[185],"comparing":[186],"unimodal":[188],"variants.":[191],"We":[192],"hope":[193],"work":[195],"can":[196],"initiate":[197],"discussion":[199],"an":[204],"ethical":[205],"principle":[206],"within":[207],"GIScience":[209],"community":[210],"face":[213],"socio-technical":[216],"challenges.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}