{"id":"https://openalex.org/W4377864154","doi":"https://doi.org/10.1145/3563657.3595997","title":"CoSINT: Designing a Collaborative Capture the Flag Competition to Investigate Misinformation","display_name":"CoSINT: Designing a Collaborative Capture the Flag Competition to Investigate Misinformation","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4377864154","doi":"https://doi.org/10.1145/3563657.3595997"},"language":"en","primary_location":{"id":"doi:10.1145/3563657.3595997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563657.3595997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563657.3595997","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3563657.3595997","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007675088","display_name":"Sukrit Venkatagiri","orcid":"https://orcid.org/0000-0002-3888-7693"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sukrit Venkatagiri","raw_affiliation_strings":["Center for an Informed Public, University of Washington, United States and Department of Computer Science, Virginia Tech, United States"],"raw_orcid":"https://orcid.org/0000-0002-3888-7693","affiliations":[{"raw_affiliation_string":"Center for an Informed Public, University of Washington, United States and Department of Computer Science, Virginia Tech, United States","institution_ids":["https://openalex.org/I859038795","https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509390","display_name":"Anirban Mukhopadhyay","orcid":"https://orcid.org/0009-0003-0925-1084"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anirban Mukhopadhyay","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, United States"],"raw_orcid":"https://orcid.org/0009-0003-0925-1084","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040810737","display_name":"David Hicks","orcid":"https://orcid.org/0000-0003-2660-6505"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Hicks","raw_affiliation_strings":["School of Education, Virginia Tech, United States"],"raw_orcid":"https://orcid.org/0000-0003-2660-6505","affiliations":[{"raw_affiliation_string":"School of Education, Virginia Tech, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063419713","display_name":"Aaron Brantly","orcid":"https://orcid.org/0000-0003-4193-3985"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Brantly","raw_affiliation_strings":["Department of Political Science, Virginia Tech, United States"],"raw_orcid":"https://orcid.org/0000-0003-4193-3985","affiliations":[{"raw_affiliation_string":"Department of Political Science, Virginia Tech, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087667251","display_name":"Kurt Luther","orcid":"https://orcid.org/0000-0003-1809-6269"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kurt Luther","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, United States"],"raw_orcid":"https://orcid.org/0000-0003-1809-6269","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, United States","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2551","last_page":"2572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.8522377014160156},{"id":"https://openalex.org/keywords/misinformation","display_name":"Misinformation","score":0.744230329990387},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.624884307384491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6100644469261169},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.5668804049491882},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5006177425384521},{"id":"https://openalex.org/keywords/flag","display_name":"Flag (linear algebra)","score":0.4543338418006897},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43926432728767395},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42038509249687195},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34163743257522583},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1920856237411499},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14991149306297302},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13999247550964355},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09310010075569153}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.8522377014160156},{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.744230329990387},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.624884307384491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6100644469261169},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.5668804049491882},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5006177425384521},{"id":"https://openalex.org/C2776730729","wikidata":"https://www.wikidata.org/wiki/Q1392130","display_name":"Flag (linear algebra)","level":3,"score":0.4543338418006897},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43926432728767395},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42038509249687195},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34163743257522583},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1920856237411499},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14991149306297302},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13999247550964355},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09310010075569153},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3563657.3595997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563657.3595997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563657.3595997","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.12357","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.12357","pdf_url":"https://arxiv.org/pdf/2305.12357","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/115967","is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/115967","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/a39febbe-fca9-4f08-b8fc-4bd835c6d7e9/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article - Refereed"}],"best_oa_location":{"id":"doi:10.1145/3563657.3595997","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3563657.3595997","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3563657.3595997","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3077282742","display_name":null,"funder_award_id":"G-2019-58788","funder_id":"https://openalex.org/F4320308835","funder_display_name":"John S. and James L. Knight Foundation"},{"id":"https://openalex.org/G720822673","display_name":"CAREER: Transforming Investigative Science and Practice with Expert-Led Crowdsourcing","funder_award_id":"1651969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8414587967","display_name":null,"funder_award_id":"IIS-1651969","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308835","display_name":"John S. and James L. Knight Foundation","ror":"https://ror.org/00mn6be63"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"},{"id":"https://openalex.org/F4320314196","display_name":"Craig Newmark Philanthropies","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4377864154.pdf","grobid_xml":"https://content.openalex.org/works/W4377864154.grobid-xml"},"referenced_works_count":133,"referenced_works":["https://openalex.org/W294653858","https://openalex.org/W1562842797","https://openalex.org/W1780243352","https://openalex.org/W1829455604","https://openalex.org/W1975710906","https://openalex.org/W1975812166","https://openalex.org/W1979290264","https://openalex.org/W1984022436","https://openalex.org/W1986725790","https://openalex.org/W1997816329","https://openalex.org/W2005219594","https://openalex.org/W2006003280","https://openalex.org/W2008638238","https://openalex.org/W2014656344","https://openalex.org/W2035683813","https://openalex.org/W2041406299","https://openalex.org/W2056472456","https://openalex.org/W2057130419","https://openalex.org/W2058148132","https://openalex.org/W2059633625","https://openalex.org/W2063691766","https://openalex.org/W2065164981","https://openalex.org/W2073743938","https://openalex.org/W2075712036","https://openalex.org/W2089703868","https://openalex.org/W2091366170","https://openalex.org/W2095203923","https://openalex.org/W2098880898","https://openalex.org/W2100391600","https://openalex.org/W2110763597","https://openalex.org/W2114429430","https://openalex.org/W2116199508","https://openalex.org/W2118288941","https://openalex.org/W2118369420","https://openalex.org/W2119170250","https://openalex.org/W2120396827","https://openalex.org/W2120983913","https://openalex.org/W2127008633","https://openalex.org/W2137330442","https://openalex.org/W2141344980","https://openalex.org/W2147603330","https://openalex.org/W2148526331","https://openalex.org/W2150590211","https://openalex.org/W2156525307","https://openalex.org/W2159513729","https://openalex.org/W2160468823","https://openalex.org/W2168765606","https://openalex.org/W2170048845","https://openalex.org/W2173800084","https://openalex.org/W2173894669","https://openalex.org/W2186626468","https://openalex.org/W2199489563","https://openalex.org/W2211083064","https://openalex.org/W2212926159","https://openalex.org/W2255183713","https://openalex.org/W2279378977","https://openalex.org/W2293328109","https://openalex.org/W2296194912","https://openalex.org/W2296706733","https://openalex.org/W2337249267","https://openalex.org/W2342287167","https://openalex.org/W2406037548","https://openalex.org/W2411676313","https://openalex.org/W2523380792","https://openalex.org/W2587868299","https://openalex.org/W2588505903","https://openalex.org/W2588809372","https://openalex.org/W2607311634","https://openalex.org/W2610709724","https://openalex.org/W2611404558","https://openalex.org/W2753155346","https://openalex.org/W2754645694","https://openalex.org/W2772461498","https://openalex.org/W2773577117","https://openalex.org/W2790976265","https://openalex.org/W2795673640","https://openalex.org/W2803813753","https://openalex.org/W2809806295","https://openalex.org/W2810056469","https://openalex.org/W2888819246","https://openalex.org/W2896881735","https://openalex.org/W2898725686","https://openalex.org/W2898989642","https://openalex.org/W2899298125","https://openalex.org/W2913081045","https://openalex.org/W2925976261","https://openalex.org/W2941796164","https://openalex.org/W2950750759","https://openalex.org/W2952286130","https://openalex.org/W2971298057","https://openalex.org/W2983585534","https://openalex.org/W2988120509","https://openalex.org/W2988826827","https://openalex.org/W3004119792","https://openalex.org/W3022695951","https://openalex.org/W3027192666","https://openalex.org/W3039090620","https://openalex.org/W3085727676","https://openalex.org/W3093842192","https://openalex.org/W3105189474","https://openalex.org/W3112712319","https://openalex.org/W3118469466","https://openalex.org/W3119826977","https://openalex.org/W3125131044","https://openalex.org/W3155053461","https://openalex.org/W3159431086","https://openalex.org/W3162763019","https://openalex.org/W3167819178","https://openalex.org/W3171253668","https://openalex.org/W3180911022","https://openalex.org/W3181089365","https://openalex.org/W3206608238","https://openalex.org/W3209595240","https://openalex.org/W4205802470","https://openalex.org/W4205882059","https://openalex.org/W4210702550","https://openalex.org/W4225109379","https://openalex.org/W4226088279","https://openalex.org/W4226412112","https://openalex.org/W4230939871","https://openalex.org/W4232647570","https://openalex.org/W4233752086","https://openalex.org/W4241029701","https://openalex.org/W4248403502","https://openalex.org/W4292718554","https://openalex.org/W4293872590","https://openalex.org/W4307783051","https://openalex.org/W4309617712","https://openalex.org/W4321648822","https://openalex.org/W4322716240","https://openalex.org/W4366003629","https://openalex.org/W4376273225","https://openalex.org/W4402874027"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2899084033","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W4237860885"],"abstract_inverted_index":{"Crowdsourced":[0],"investigations":[1,53],"shore":[2],"up":[3],"democratic":[4],"institutions":[5],"by":[6],"debunking":[7],"misinformation":[8],"and":[9,25,42,49,57,73,107,124,132,143],"uncovering":[10],"human":[11],"rights":[12],"abuses.":[13],"However,":[14],"current":[15],"crowdsourcing":[16],"approaches":[17],"rely":[18],"on":[19],"simplistic":[20],"collaborative":[21,80],"or":[22],"competitive":[23],"models":[24],"lack":[26],"technological":[27],"support,":[28],"limiting":[29],"their":[30],"collective":[31],"impact.":[32],"Prior":[33],"research":[34],"has":[35],"shown":[36],"that":[37,95,116],"blending":[38],"elements":[39],"of":[40,122,149],"competition":[41,123,140],"collaboration":[43,142],"can":[44],"lead":[45],"to":[46,71,100,105,129],"greater":[47],"performance":[48],"creativity,":[50],"but":[51],"crowdsourced":[52,150],"pose":[54],"unique":[55],"analytical":[56],"ethical":[58],"challenges.":[59],"In":[60],"this":[61,88],"paper,":[62],"we":[63],"employed":[64],"a":[65,75,93,97,127],"four-month-long":[66],"Research":[67],"through":[68,91],"Design":[69],"process":[70],"design":[72,148],"evaluate":[74],"novel":[76],"interaction":[77,89],"style":[78,90],"called":[79],"capture":[81],"the":[82,119,147],"flag":[83],"competitions":[84],"(CoCTFs).":[85],"We":[86,135],"instantiated":[87],"CoSINT,":[92],"platform":[94],"enables":[96],"trained":[98],"crowd":[99,128],"work":[101],"with":[102],"professional":[103],"investigators":[104],"identify":[106,131],"investigate":[108],"social":[109],"media":[110],"misinformation.":[111,134],"Our":[112],"mixed-methods":[113],"evaluation":[114],"showed":[115],"CoSINT":[117],"leverages":[118],"complementary":[120],"strengths":[121],"collaboration,":[125],"allowing":[126],"quickly":[130],"debunk":[133],"also":[136],"highlight":[137],"tensions":[138],"between":[139],"versus":[141],"discuss":[144],"implications":[145],"for":[146],"investigations.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2023-05-24T00:00:00"}