{"id":"https://openalex.org/W2966222491","doi":"https://doi.org/10.1145/3352572","title":"A Practical Guide for the Effective Evaluation of Twitter User Geolocation","display_name":"A Practical Guide for the Effective Evaluation of Twitter User Geolocation","publication_year":2019,"publication_date":"2019-09-30","ids":{"openalex":"https://openalex.org/W2966222491","doi":"https://doi.org/10.1145/3352572","mag":"2966222491"},"language":"en","primary_location":{"id":"doi:10.1145/3352572","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3352572","pdf_url":null,"source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/c09adc4e-16e1-4234-8b59-0f77d7bef639","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002711436","display_name":"Ahmed Mourad","orcid":"https://orcid.org/0000-0002-9423-9404"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ahmed Mourad","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085925326","display_name":"Falk Scholer","orcid":"https://orcid.org/0000-0001-9094-0810"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Falk Scholer","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070783596","display_name":"Walid Magdy","orcid":"https://orcid.org/0000-0001-9676-1338"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Walid Magdy","raw_affiliation_strings":["School of Informatics, The University of Edinburgh, Crichton Street, Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, The University of Edinburgh, Crichton Street, Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072614956","display_name":"Mark Sanderson","orcid":"https://orcid.org/0000-0003-0487-9609"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark Sanderson","raw_affiliation_strings":["School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Technology, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1236,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.87982202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"3","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/geolocation","display_name":"Geolocation","score":0.9582653641700745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8135896921157837},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6903668642044067},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6516902446746826},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.644895613193512},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5509400367736816},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.5424694418907166},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5360126495361328},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5242160558700562},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5136463046073914},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5076357126235962},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4680715799331665},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4523988962173462},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32767483592033386},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20247691869735718},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09261855483055115}],"concepts":[{"id":"https://openalex.org/C22041718","wikidata":"https://www.wikidata.org/wiki/Q638949","display_name":"Geolocation","level":2,"score":0.9582653641700745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8135896921157837},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6903668642044067},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6516902446746826},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.644895613193512},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5509400367736816},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.5424694418907166},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5360126495361328},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5242160558700562},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5136463046073914},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5076357126235962},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4680715799331665},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4523988962173462},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32767483592033386},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20247691869735718},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09261855483055115},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3352572","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3352572","pdf_url":null,"source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/c09adc4e-16e1-4234-8b59-0f77d7bef639","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/c09adc4e-16e1-4234-8b59-0f77d7bef639","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mourad, A, Scholer, F, Magdy, W & Sanderson, M 2019, 'A Practical Guide for the Effective Evaluation of Twitter User Geolocation', ACM Transactions on Social Computing, vol. 2, no. 3, 9. https://doi.org/10.1145/3352572","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1907.12700","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.12700","pdf_url":"https://arxiv.org/pdf/1907.12700","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27538140","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_Practical_Guide_for_the_Effective_Evaluation_of_Twitter_User_Geolocation/27538140","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pure.ed.ac.uk:publications/c09adc4e-16e1-4234-8b59-0f77d7bef639","is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=3352572","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/c09adc4e-16e1-4234-8b59-0f77d7bef639","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/c09adc4e-16e1-4234-8b59-0f77d7bef639","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mourad, A, Scholer, F, Magdy, W & Sanderson, M 2019, 'A Practical Guide for the Effective Evaluation of Twitter User Geolocation', ACM Transactions on Social Computing, vol. 2, no. 3, 9. https://doi.org/10.1145/3352572","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W27793324","https://openalex.org/W50479354","https://openalex.org/W285374334","https://openalex.org/W797920393","https://openalex.org/W958011591","https://openalex.org/W1607035479","https://openalex.org/W1754225409","https://openalex.org/W1983164881","https://openalex.org/W2005422315","https://openalex.org/W2014658588","https://openalex.org/W2018277822","https://openalex.org/W2033640210","https://openalex.org/W2101234009","https://openalex.org/W2112594516","https://openalex.org/W2114535528","https://openalex.org/W2115893922","https://openalex.org/W2118020653","https://openalex.org/W2123294561","https://openalex.org/W2137435333","https://openalex.org/W2142191319","https://openalex.org/W2142889507","https://openalex.org/W2151378814","https://openalex.org/W2161236168","https://openalex.org/W2165442870","https://openalex.org/W2167102709","https://openalex.org/W2168346693","https://openalex.org/W2169200297","https://openalex.org/W2170505850","https://openalex.org/W2186678232","https://openalex.org/W2262972580","https://openalex.org/W2264085712","https://openalex.org/W2293230138","https://openalex.org/W2296291818","https://openalex.org/W2463594941","https://openalex.org/W2513719735","https://openalex.org/W2536913641","https://openalex.org/W2593831809","https://openalex.org/W2604799257","https://openalex.org/W2605179241","https://openalex.org/W2610685155","https://openalex.org/W2612301670","https://openalex.org/W2728488544","https://openalex.org/W2741226448","https://openalex.org/W2759710598","https://openalex.org/W2760218629","https://openalex.org/W2776671924","https://openalex.org/W2793014085","https://openalex.org/W2793483901","https://openalex.org/W2798935874","https://openalex.org/W2898117704","https://openalex.org/W2914976286","https://openalex.org/W2917458986","https://openalex.org/W2962873911","https://openalex.org/W2963583956","https://openalex.org/W2963791934","https://openalex.org/W2965980827","https://openalex.org/W2997591727","https://openalex.org/W3005740681","https://openalex.org/W3141911539","https://openalex.org/W4230792291","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2163194970","https://openalex.org/W3105229732","https://openalex.org/W2799094075","https://openalex.org/W2892370851","https://openalex.org/W2187946387","https://openalex.org/W2052024186","https://openalex.org/W2939141610","https://openalex.org/W2380692702","https://openalex.org/W2144015590","https://openalex.org/W68214382"],"abstract_inverted_index":{"Geolocating":[0],"Twitter":[1,84],"users\u2014the":[2],"task":[3],"of":[4,12,53,62,83,117,126,160,172,182,198,208,233],"identifying":[5],"their":[6,37],"home":[7],"locations\u2014serves":[8],"a":[9,77,80,95,131,139,158,169,206,218,231],"wide":[10],"range":[11,159],"community":[13],"and":[14,23,91],"business":[15],"applications":[16],"such":[17],"as":[18],"managing":[19],"natural":[20],"crises,":[21],"journalism,":[22],"public":[24],"health.":[25],"Many":[26],"approaches":[27],"have":[28,46,130,212],"been":[29,47,213],"proposed":[30,48],"for":[31,69,79,155],"automatically":[32],"geolocating":[33],"users":[34],"based":[35,237],"on":[36,134,238],"tweets;":[38],"at":[39,189,225],"the":[40,51,66,115,124,135,178,196,199,239,245],"same":[41],"time,":[42],"various":[43],"evaluation":[44,82,188],"metrics":[45,64,104,162],"to":[49,59,113,146,166,194,242],"measure":[50,195],"effectiveness":[52,116,127,174],"these":[54,63,118],"approaches,":[55],"making":[56],"it":[57],"challenging":[58],"understand":[60],"which":[61],"is":[65,175,222],"most":[67],"suitable":[68],"this":[70,73,183],"task.":[71],"In":[72],"article,":[74],"we":[75,185],"propose":[76,230],"guide":[78],"standardized":[81],"user":[85],"geolocation":[86,140,210],"by":[87],"analyzing":[88],"15":[89],"models":[90],"two":[92],"baselines":[93],"in":[94,201,215],"controlled":[96],"experimental":[97],"setting.":[98],"Models":[99],"are":[100,247],"evaluated":[101],"using":[102],"10":[103],"over":[105,203],"four":[106],"geographic":[107,180,227],"granularities.":[108],"We":[109,152,229],"use":[110],"rank":[111],"correlations":[112],"assess":[114],"metrics.":[119],"Our":[120],"results":[121,148,246],"demonstrate":[122],"that":[123,154,168,244],"choice":[125],"metric":[128],"can":[129],"substantial":[132],"impact":[133,197],"conclusions":[136],"drawn":[137],"from":[138],"system":[141,173],"experiment,":[142],"potentially":[143],"leading":[144],"experimenters":[145],"contradictory":[147],"about":[149],"relative":[150],"effectiveness.":[151],"show":[153],"general":[156],"evaluations,":[157],"performance":[161],"should":[163],"be":[164],"reported,":[165],"ensure":[167,243],"complete":[170],"picture":[171],"conveyed.":[176],"Given":[177],"global":[179],"coverage":[181],"task,":[184],"specifically":[186],"recommend":[187],"micro":[190],"vs.":[191],"macro":[192],"levels":[193],"bias":[200],"distribution":[202],"locations.":[204],"Although":[205],"lot":[207],"complex":[209],"algorithms":[211],"applied":[214],"recent":[216],"years,":[217],"majority":[219],"class":[220],"baseline":[221],"still":[223],"competitive":[224],"coarse":[226],"granularity.":[228],"suite":[232],"statistical":[234],"analysis":[235],"tests,":[236],"employed":[240],"metric,":[241],"not":[248],"coincidental.":[249],"1":[250]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2021-02-01T00:00:00"}