{"id":"https://openalex.org/W2983585534","doi":"https://doi.org/10.1145/3359209","title":"GroundTruth: Augmenting Expert Image Geolocation with Crowdsourcing and Shared Representations","display_name":"GroundTruth: Augmenting Expert Image Geolocation with Crowdsourcing and Shared Representations","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2983585534","doi":"https://doi.org/10.1145/3359209","mag":"2983585534"},"language":"en","primary_location":{"id":"doi:10.1145/3359209","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359209","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359209","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3359209","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007675088","display_name":"Sukrit Venkatagiri","orcid":"https://orcid.org/0000-0002-3888-7693"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sukrit Venkatagiri","raw_affiliation_strings":["Virginia Tech, Arlington, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039675865","display_name":"Jacob Thebault-Spieker","orcid":"https://orcid.org/0000-0003-1569-4466"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Thebault-Spieker","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062105716","display_name":"Rachel Kohler","orcid":"https://orcid.org/0000-0002-7139-6546"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rachel Kohler","raw_affiliation_strings":["Virginia Tech and BNSF Railway Company, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech and BNSF Railway Company, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026421902","display_name":"J. Purviance","orcid":null},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]},{"id":"https://openalex.org/I1299907687","display_name":"Bloomberg (United States)","ror":"https://ror.org/02rdpzb15","country_code":"US","type":"company","lineage":["https://openalex.org/I1299907687"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Purviance","raw_affiliation_strings":["Virginia Tech and Bloomberg LP, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech and Bloomberg LP, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795","https://openalex.org/I1299907687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089521510","display_name":"Rifat Sabbir Mansur","orcid":"https://orcid.org/0009-0007-2490-3828"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rifat Sabbir Mansur","raw_affiliation_strings":["Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087667251","display_name":"Kurt Luther","orcid":"https://orcid.org/0000-0003-1809-6269"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt Luther","raw_affiliation_strings":["Virginia Tech, Arlington, VA, USA"],"affiliations":[{"raw_affiliation_string":"Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007675088"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":5.9364,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96005057,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"3","issue":"CSCW","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.7636979222297668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7209977507591248},{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.6996734142303467},{"id":"https://openalex.org/keywords/geolocation","display_name":"Geolocation","score":0.6858308911323547},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.6846839785575867},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45351237058639526},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4330926537513733},{"id":"https://openalex.org/keywords/citizen-journalism","display_name":"Citizen journalism","score":0.412916898727417},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3940918743610382},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3693370819091797},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2710532546043396},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1544300615787506}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.7636979222297668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7209977507591248},{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.6996734142303467},{"id":"https://openalex.org/C22041718","wikidata":"https://www.wikidata.org/wiki/Q638949","display_name":"Geolocation","level":2,"score":0.6858308911323547},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.6846839785575867},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45351237058639526},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4330926537513733},{"id":"https://openalex.org/C203663800","wikidata":"https://www.wikidata.org/wiki/Q848979","display_name":"Citizen journalism","level":2,"score":0.412916898727417},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3940918743610382},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3693370819091797},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2710532546043396},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1544300615787506},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3359209","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359209","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359209","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3359209","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359209","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359209","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1678122309","display_name":"CHS: Small: Supporting Crowdsourced Sensemaking in Big Data with Dynamic Context Slices","funder_award_id":"1527453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5446991832","display_name":null,"funder_award_id":"IIS-1527453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5650746837","display_name":null,"funder_award_id":"IIS-1651969, IIS-1527453","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G720822673","display_name":"CAREER: Transforming Investigative Science and Practice with Expert-Led Crowdsourcing","funder_award_id":"1651969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8414587967","display_name":null,"funder_award_id":"IIS-1651969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2983585534.pdf","grobid_xml":"https://content.openalex.org/works/W2983585534.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1835179846","https://openalex.org/W1969224847","https://openalex.org/W1973051862","https://openalex.org/W1977122135","https://openalex.org/W1979290264","https://openalex.org/W1986725790","https://openalex.org/W1998571077","https://openalex.org/W2007185493","https://openalex.org/W2009681737","https://openalex.org/W2036625304","https://openalex.org/W2050491563","https://openalex.org/W2055699460","https://openalex.org/W2058179030","https://openalex.org/W2059216172","https://openalex.org/W2063691766","https://openalex.org/W2065164981","https://openalex.org/W2069041813","https://openalex.org/W2072983322","https://openalex.org/W2075712036","https://openalex.org/W2084814989","https://openalex.org/W2089703868","https://openalex.org/W2103163130","https://openalex.org/W2120396827","https://openalex.org/W2127008633","https://openalex.org/W2136836261","https://openalex.org/W2138847321","https://openalex.org/W2144764286","https://openalex.org/W2151785234","https://openalex.org/W2156525307","https://openalex.org/W2159513729","https://openalex.org/W2160468823","https://openalex.org/W2162430651","https://openalex.org/W2163986367","https://openalex.org/W2164969196","https://openalex.org/W2167913131","https://openalex.org/W2169718546","https://openalex.org/W2173800084","https://openalex.org/W2173894669","https://openalex.org/W2199489563","https://openalex.org/W2255183713","https://openalex.org/W2280438363","https://openalex.org/W2284646714","https://openalex.org/W2290102723","https://openalex.org/W2333057202","https://openalex.org/W2406037548","https://openalex.org/W2544952174","https://openalex.org/W2546699489","https://openalex.org/W2553906916","https://openalex.org/W2588579248","https://openalex.org/W2648608910","https://openalex.org/W2766551050","https://openalex.org/W2766843377","https://openalex.org/W2772049448","https://openalex.org/W2809806295","https://openalex.org/W2810056469","https://openalex.org/W2888819246","https://openalex.org/W2896881735","https://openalex.org/W2898725686","https://openalex.org/W2898989642","https://openalex.org/W2899483097","https://openalex.org/W2903744391","https://openalex.org/W2951163774","https://openalex.org/W2957654274","https://openalex.org/W2964213180","https://openalex.org/W3102610420","https://openalex.org/W3126123071","https://openalex.org/W4285719527","https://openalex.org/W4297685397"],"related_works":["https://openalex.org/W2766843377","https://openalex.org/W2872724415","https://openalex.org/W2089194621","https://openalex.org/W3015419935","https://openalex.org/W2803928314","https://openalex.org/W2985116435","https://openalex.org/W2054834655","https://openalex.org/W801938556","https://openalex.org/W4211230178","https://openalex.org/W2983585534"],"abstract_inverted_index":{"Expert":[0],"investigators":[1],"bring":[2],"advanced":[3],"skills":[4],"and":[5,19,30,62,79,99,110,113,129],"deep":[6],"experience":[7],"to":[8,83,90],"analyze":[9],"visual":[10,126],"evidence,":[11],"but":[12,32],"they":[13],"face":[14],"limits":[15],"on":[16,50],"their":[17],"time":[18,89],"attention.":[20],"In":[21,35],"contrast,":[22],"crowds":[23,86],"of":[24,42,55],"novices":[25],"can":[26],"be":[27],"highly":[28],"scalable":[29],"parallelizable,":[31],"lack":[33],"expertise.":[34],"this":[36],"paper,":[37],"we":[38],"introduce":[39],"the":[40,51],"concept":[41],"shared":[43,75,123],"representations":[44,124],"for":[45,116,125],"crowd--augmented":[46],"expert":[47],"work,":[48],"focusing":[49],"complex":[52],"sensemaking":[53],"task":[54],"image":[56],"geolocation":[57],"performed":[58],"by":[59],"professional":[60],"journalists":[61],"human":[63],"rights":[64],"investigators.":[65],"We":[66,119],"built":[67],"GroundTruth,":[68],"an":[69],"online":[70],"system":[71],"that":[72,104],"uses":[73],"three":[74],"representations-a":[76],"diagram,":[77],"grid,":[78],"heatmap-to":[80],"allow":[81],"experts":[82,98,107],"work":[84],"with":[85,96],"in":[87],"real":[88],"geolocate":[91,108],"images.":[92],"Our":[93],"mixed-methods":[94],"evaluation":[95],"11":[97],"567":[100],"crowd":[101],"workers":[102],"found":[103],"GroundTruth":[105],"helped":[106],"images,":[109],"revealed":[111],"challenges":[112],"success":[114],"strategies":[115],"expert-crowd":[117],"interaction.":[118],"also":[120],"discuss":[121],"designing":[122],"search,":[127],"sensemaking,":[128],"beyond.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}