{"id":"https://openalex.org/W2925547262","doi":"https://doi.org/10.3390/technologies7020033","title":"A Pipeline for Rapid Post-Crisis Twitter Data Acquisition, Filtering and Visualization","display_name":"A Pipeline for Rapid Post-Crisis Twitter Data Acquisition, Filtering and Visualization","publication_year":2019,"publication_date":"2019-04-02","ids":{"openalex":"https://openalex.org/W2925547262","doi":"https://doi.org/10.3390/technologies7020033","mag":"2925547262"},"language":"en","primary_location":{"id":"doi:10.3390/technologies7020033","doi":"https://doi.org/10.3390/technologies7020033","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/technologies7020033","pdf_url":"https://www.mdpi.com/2227-7080/7/2/33/pdf?version=1554211089","source":{"id":"https://openalex.org/S2738348041","display_name":"Technologies","issn_l":"2227-7080","issn":["2227-7080"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technologies","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-7080/7/2/33/pdf?version=1554211089","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074197492","display_name":"Mayank Kejriwal","orcid":"https://orcid.org/0000-0001-5988-8305","observed_orcids":["https://orcid.org/0000-0001-5988-8305"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mayank Kejriwal","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Los Angeles, CA 90292, USA"],"raw_orcid":"https://orcid.org/0000-0001-5988-8305","affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Los Angeles, CA 90292, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108651456","display_name":"Yao Gu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Gu","raw_affiliation_strings":["Information Sciences Institute, University of Southern California, Los Angeles, CA 90292, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Sciences Institute, University of Southern California, Los Angeles, CA 90292, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074197492"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1013},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1013},"fwci":4.7681,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94300149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":"2","first_page":"33","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.014800000004470348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crisis-informatics","display_name":"crisis informatics","score":0.925000011920929},{"id":"https://openalex.org/keywords/twitter-api","display_name":"Twitter API","score":0.8360000252723694},{"id":"https://openalex.org/keywords/relevance-filtering","display_name":"relevance filtering","score":0.7689999938011169},{"id":"https://openalex.org/keywords/active-learning-machine-learning","display_name":"active learning (machine learning)","score":0.8230000138282776},{"id":"https://openalex.org/keywords/text-embeddings","display_name":"text embeddings","score":0.8610000014305115},{"id":"https://openalex.org/keywords/data-curation","display_name":"data curation","score":0.6430000066757202},{"id":"https://openalex.org/keywords/las-vegas-shooting","display_name":"Las Vegas shooting","score":0.6320000290870667}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.753516435623169},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335817813873291},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6744745969772339},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6671555042266846},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.609409749507904},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5430443286895752},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4714789390563965},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.4588371813297272},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.4478675425052643},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4408857822418213},{"id":"https://openalex.org/C2993101906","wikidata":"https://www.wikidata.org/wiki/Q23768","display_name":"Las vegas","level":3,"score":0.41577771306037903},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2996280789375305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21514955163002014},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15375575423240662},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C158739034","wikidata":"https://www.wikidata.org/wiki/Q1907114","display_name":"Metropolitan area","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/technologies7020033","doi":"https://doi.org/10.3390/technologies7020033","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/technologies7020033","pdf_url":"https://www.mdpi.com/2227-7080/7/2/33/pdf?version=1554211089","source":{"id":"https://openalex.org/S2738348041","display_name":"Technologies","issn_l":"2227-7080","issn":["2227-7080"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technologies","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a50e70bf69114744bd18547c2595944b","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/a50e70bf69114744bd18547c2595944b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Technologies, Vol 7, Iss 2, p 33 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/technologies7020033","doi":"https://doi.org/10.3390/technologies7020033","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/technologies7020033","pdf_url":"https://www.mdpi.com/2227-7080/7/2/33/pdf?version=1554211089","source":{"id":"https://openalex.org/S2738348041","display_name":"Technologies","issn_l":"2227-7080","issn":["2227-7080"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2925547262.pdf","grobid_xml":"https://content.openalex.org/works/W2925547262.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W50740790","https://openalex.org/W188912188","https://openalex.org/W641710284","https://openalex.org/W652269744","https://openalex.org/W970764947","https://openalex.org/W1038766221","https://openalex.org/W1483071131","https://openalex.org/W1812986701","https://openalex.org/W1890727290","https://openalex.org/W1972508834","https://openalex.org/W1972594216","https://openalex.org/W2001799384","https://openalex.org/W2020278455","https://openalex.org/W2049296631","https://openalex.org/W2052270844","https://openalex.org/W2062987157","https://openalex.org/W2081212507","https://openalex.org/W2118480788","https://openalex.org/W2123661878","https://openalex.org/W2124499489","https://openalex.org/W2127289991","https://openalex.org/W2136504847","https://openalex.org/W2151098288","https://openalex.org/W2153579005","https://openalex.org/W2158899491","https://openalex.org/W2165516035","https://openalex.org/W2167542955","https://openalex.org/W2183270730","https://openalex.org/W2187089797","https://openalex.org/W2206700478","https://openalex.org/W2232393131","https://openalex.org/W2266547493","https://openalex.org/W2345821077","https://openalex.org/W2360414766","https://openalex.org/W2387546565","https://openalex.org/W2404161646","https://openalex.org/W2404280421","https://openalex.org/W2468328197","https://openalex.org/W2472441007","https://openalex.org/W2538558735","https://openalex.org/W2549801871","https://openalex.org/W2566266660","https://openalex.org/W2574532270","https://openalex.org/W2579282323","https://openalex.org/W2583923862","https://openalex.org/W2604470859","https://openalex.org/W2605217525","https://openalex.org/W2713160533","https://openalex.org/W2761834329","https://openalex.org/W2764289230","https://openalex.org/W2770897355","https://openalex.org/W2952230511","https://openalex.org/W2965980827","https://openalex.org/W3142444109","https://openalex.org/W4236122429","https://openalex.org/W6682222085","https://openalex.org/W7047524683","https://openalex.org/W7061697437"],"related_works":["https://openalex.org/W2782927919","https://openalex.org/W2989078043","https://openalex.org/W1939595860","https://openalex.org/W2295330257","https://openalex.org/W2598262479","https://openalex.org/W2964250510","https://openalex.org/W4247802846","https://openalex.org/W641710284","https://openalex.org/W2588383863","https://openalex.org/W4283264633"],"abstract_inverted_index":{"Due":[0],"to":[1,151],"instant":[2],"availability":[3],"of":[4,65,80,121,138,156,162],"data":[5,18,66,95,122],"on":[6,42],"social":[7],"media":[8],"platforms":[9],"like":[10,44,72],"Twitter,":[11],"and":[12,17,62,98,124,153],"advances":[13],"in":[14,31,76,158,167],"machine":[15],"learning":[16,132],"management":[19],"technology,":[20],"real-time":[21],"crisis":[22],"informatics":[23],"has":[24,51],"emerged":[25],"as":[26],"a":[27,81,89,118,143],"prolific":[28],"research":[29],"area":[30],"the":[32,58,73,77,102,111,136,139,159,163],"last":[33],"decade.":[34],"Although":[35],"several":[36],"benchmarks":[37],"are":[38],"now":[39],"available,":[40],"especially":[41],"portals":[43],"CrisisLex,":[45],"an":[46,130],"important,":[47],"practical":[48],"problem":[49],"that":[50],"not":[52],"been":[53],"addressed":[54],"thus":[55],"far":[56],"is":[57,107],"rapid":[59],"acquisition,":[60],"benchmarking":[61],"visual":[63],"exploration":[64],"from":[67,101],"free,":[68],"publicly":[69],"available":[70],"streams":[71],"Twitter":[74,103],"API":[75],"immediate":[78,93,160],"aftermath":[79,161],"crisis.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86],"present":[87],"such":[88],"pipeline":[90,106,140],"for":[91,113],"facilitating":[92],"post-crisis":[94],"collection,":[96],"curation":[97],"relevance":[99],"filtering":[100],"API.":[104],"The":[105],"minimally":[108],"supervised,":[109],"alleviating":[110],"need":[112],"feature":[114],"engineering":[115],"by":[116,141],"including":[117],"judicious":[119],"mix":[120],"preprocessing":[123],"fast":[125],"text":[126],"embeddings,":[127],"along":[128],"with":[129],"active":[131],"framework.":[133],"We":[134],"illustrate":[135],"utility":[137],"describing":[142],"recent":[144],"case":[145],"study":[146],"wherein":[147],"it":[148],"was":[149],"used":[150],"collect":[152],"analyze":[154],"millions":[155],"tweets":[157],"Las":[164],"Vegas":[165],"shootings":[166],"2017.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":4}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2019-04-11T00:00:00"}