{"id":"https://openalex.org/W7151268894","doi":"https://doi.org/10.1109/icmla66185.2025.00189","title":"Improving Geolocalization with Social Media Captions: A Retrieval-Based Approach","display_name":"Improving Geolocalization with Social Media Captions: A Retrieval-Based Approach","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7151268894","doi":"https://doi.org/10.1109/icmla66185.2025.00189"},"language":null,"primary_location":{"id":"doi:10.1109/icmla66185.2025.00189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla66185.2025.00189","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Machine Learning and Applications (ICMLA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133145455","display_name":"Anton Ljungar","orcid":null},"institutions":[{"id":"https://openalex.org/I1291458624","display_name":"Swedish Defence Research Agency","ror":"https://ror.org/0470cgs30","country_code":"SE","type":"funder","lineage":["https://openalex.org/I1291458624"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Anton Ljungar","raw_affiliation_strings":["FOI Swedish Defence Research Agency,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"FOI Swedish Defence Research Agency,Stockholm,Sweden","institution_ids":["https://openalex.org/I1291458624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133102308","display_name":"Sofia Reineck","orcid":null},"institutions":[{"id":"https://openalex.org/I4210119519","display_name":"APR Technologies (Sweden)","ror":"https://ror.org/021ccwy92","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210119519"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sofia Reineck","raw_affiliation_strings":["Basalt AB,Enkoping,Sweden"],"affiliations":[{"raw_affiliation_string":"Basalt AB,Enkoping,Sweden","institution_ids":["https://openalex.org/I4210119519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078057328","display_name":"Edward Tj\u00f6rnhammar","orcid":"https://orcid.org/0000-0002-1610-0917"},"institutions":[{"id":"https://openalex.org/I1291458624","display_name":"Swedish Defence Research Agency","ror":"https://ror.org/0470cgs30","country_code":"SE","type":"funder","lineage":["https://openalex.org/I1291458624"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Edward Tjornhammar","raw_affiliation_strings":["FOI Swedish Defence Research Agency,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"FOI Swedish Defence Research Agency,Stockholm,Sweden","institution_ids":["https://openalex.org/I1291458624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042396690","display_name":"Sebastian \u00d6berg","orcid":null},"institutions":[{"id":"https://openalex.org/I1291458624","display_name":"Swedish Defence Research Agency","ror":"https://ror.org/0470cgs30","country_code":"SE","type":"funder","lineage":["https://openalex.org/I1291458624"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sebastian Oberg","raw_affiliation_strings":["FOI Swedish Defence Research Agency,Stockholm,Sweden"],"affiliations":[{"raw_affiliation_string":"FOI Swedish Defence Research Agency,Stockholm,Sweden","institution_ids":["https://openalex.org/I1291458624"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5133145455"],"corresponding_institution_ids":["https://openalex.org/I1291458624"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7489775,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1242","last_page":"1248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.39430001378059387,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.39430001378059387,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.1648000031709671,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.03909999877214432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.49149999022483826},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2831999957561493},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.2816999852657318},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2793999910354614},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.27900001406669617}],"concepts":[{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.49149999022483826},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.412200003862381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39579999446868896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.37400001287460327},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.28870001435279846},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmla66185.2025.00189","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla66185.2025.00189","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Machine Learning and Applications (ICMLA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2103163130","https://openalex.org/W2284646714","https://openalex.org/W2493916176","https://openalex.org/W2798683079","https://openalex.org/W3204868648","https://openalex.org/W4312478462","https://openalex.org/W4388796689","https://openalex.org/W4390873312","https://openalex.org/W4400525589","https://openalex.org/W4402754175","https://openalex.org/W4404238475","https://openalex.org/W4415797626","https://openalex.org/W7133200369"],"related_works":[],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,34,49,155,161,195,202],"predict":[3],"a":[4,12,16,74,88,101,230,276],"geographical":[5,242,288],"location":[6],"based":[7],"on":[8,61,100,178,221,229],"the":[9,23,55,109,116,157,162,167,174,181,207,218,235,254,272,281],"content":[10],"of":[11,22,80,103,118,130,136,159,166,256,275],"single":[13],"image":[14],"is":[15,170],"challenging":[17],"problem":[18],"requiring":[19],"vast":[20],"knowledge":[21],"world.":[24],"In":[25,68,252],"recent":[26],"years,":[27],"vision":[28],"transformers":[29],"have":[30,39],"been":[31,47],"effectively":[32],"utilized":[33],"automate":[35],"this":[36,69],"process":[37],"and":[38,85,124,249],"achieved":[40,217],"superhuman":[41],"performance.":[42,164,205],"However,":[43],"previous":[44],"work":[45,263],"has":[46],"constrained":[48],"only":[50,153],"look":[51],"at":[52],"images,":[53],"ignoring":[54],"fact":[56],"that":[57,267],"many":[58],"images":[59,84,154],"posted":[60],"social":[62,111,268],"media":[63,269],"are":[64,184],"accompanied":[65],"by":[66],"captions.":[67,191],"work,":[70],"we":[71,146],"introduce":[72],"GeoCIS,":[73,131],"retrieval-based":[75],"multimodal":[76,277],"geolocalization":[77,273],"model":[78],"capable":[79],"making":[81],"predictions":[82],"using":[83,134,152,188],"text":[86],"with":[87],"novel":[89],"joint":[90],"caption-image":[91,106],"embedding":[92],"vector.":[93],"To":[94],"achieve":[95],"this,":[96],"GeoCIS":[97,208],"was":[98],"trained":[99,133],"dataset":[102,233],"2.4":[104],"million":[105],"pairs":[107],"from":[108,115],"Russian":[110],"network":[112],"VK,":[113,179],"collected":[114],"countries":[117],"Russia,":[119],"Belarus,":[120],"Ukraine,":[121],"Moldova,":[122],"Kazakhstan,":[123],"Georgia.":[125],"We":[126],"develop":[127],"three":[128,137],"variants":[129,209],"each":[132,143],"one":[135],"different":[138],"CLIP-like":[139],"foundation":[140,144,168],"models.":[141],"For":[142],"model,":[145,278],"also":[147],"train":[148],"an":[149],"ablated":[150],"variant":[151],"assess":[156],"contribution":[158],"captions":[160,236,270,282],"overall":[163],"One":[165],"models":[169],"designed":[171,185],"for":[172,186],"Russian,":[173],"primary":[175],"language":[176,198,257],"used":[177],"while":[180],"other":[182],"two":[183],"English,":[187],"automatically":[189],"translated":[190],"This":[192],"allowed":[193],"us":[194],"evaluate":[196],"how":[197],"localization,":[199],"as":[200,245],"opposed":[201],"translation,":[203],"influences":[204],"When":[206],"were":[210,227,259],"evaluated":[211],"against":[212],"their":[213],"no-caption":[214],"ablation,":[215],"they":[216],"best":[219],"results":[220,226],"all":[222],"distance":[223],"metrics.":[224],"Similar":[225],"observed":[228],"manually":[231],"curated":[232],"where":[234],"did":[237],"not":[238,285],"contain":[239,286],"any":[240],"overt":[241],"clues":[243],"such":[244],"country":[246],"names,":[247],"cities":[248],"similar":[250],"references.":[251],"contrast,":[253],"effects":[255],"localization":[258],"less":[260],"conclusive.":[261],"Our":[262],"thus":[264],"clearly":[265],"shows":[266],"improve":[271],"performance":[274],"even":[279],"if":[280],"themselves":[283],"do":[284],"clear":[287],"clues.":[289]},"counts_by_year":[],"updated_date":"2026-04-09T06:08:40.794217","created_date":"2026-04-08T00:00:00"}