{"id":"https://openalex.org/W4385757667","doi":"https://doi.org/10.1109/tifs.2023.3304424","title":"A Graph-Based Stratified Sampling Methodology for the Analysis of (Underground) Forums","display_name":"A Graph-Based Stratified Sampling Methodology for the Analysis of (Underground) Forums","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385757667","doi":"https://doi.org/10.1109/tifs.2023.3304424"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2023.3304424","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tifs.2023.3304424","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.vu.nl/en/publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091123033","display_name":"Giorgio Di Tizio","orcid":"https://orcid.org/0000-0002-8713-8197"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giorgio Di Tizio","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8713-8197","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072574982","display_name":"Gilberto Atondo Siu","orcid":"https://orcid.org/0009-0007-0253-2982"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gilberto Atondo Siu","raw_affiliation_strings":["University of Cambridge, Cambridge, U.K","University of Cambridge, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055346534","display_name":"Alice Hutchings","orcid":"https://orcid.org/0000-0003-3037-2684"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alice Hutchings","raw_affiliation_strings":["University of Cambridge, Cambridge, U.K","University of Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3037-2684","affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085639552","display_name":"Fabio Massacci","orcid":"https://orcid.org/0000-0002-1091-8486"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I865915315","display_name":"Vrije Universiteit Amsterdam","ror":"https://ror.org/008xxew50","country_code":"NL","type":"education","lineage":["https://openalex.org/I865915315"]}],"countries":["IT","NL"],"is_corresponding":false,"raw_author_name":"Fabio Massacci","raw_affiliation_strings":["Department of Computer Science and Technology, University of Trento, Trento, Italy","Vrije Universiteit Amsterdam, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1091-8486","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]},{"raw_affiliation_string":"Vrije Universiteit Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I865915315"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16382717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":null,"first_page":"5473","last_page":"5483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10574","display_name":"Crime Patterns and Interventions","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7877204418182373},{"id":"https://openalex.org/keywords/centrality","display_name":"Centrality","score":0.7101719379425049},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5995419025421143},{"id":"https://openalex.org/keywords/cybercrime","display_name":"Cybercrime","score":0.5912946462631226},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5501313209533691},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5314950346946716},{"id":"https://openalex.org/keywords/stratified-sampling","display_name":"Stratified sampling","score":0.4879972040653229},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4868883192539215},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43241071701049805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42940554022789},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.425743043422699},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42208629846572876},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37342745065689087},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22888270020484924},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.21232402324676514},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.14913329482078552},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.09351503849029541},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08139583468437195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7877204418182373},{"id":"https://openalex.org/C53811970","wikidata":"https://www.wikidata.org/wiki/Q5062194","display_name":"Centrality","level":2,"score":0.7101719379425049},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5995419025421143},{"id":"https://openalex.org/C2779390178","wikidata":"https://www.wikidata.org/wiki/Q29137","display_name":"Cybercrime","level":3,"score":0.5912946462631226},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5501313209533691},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5314950346946716},{"id":"https://openalex.org/C49898467","wikidata":"https://www.wikidata.org/wiki/Q1517706","display_name":"Stratified sampling","level":2,"score":0.4879972040653229},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4868883192539215},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43241071701049805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42940554022789},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.425743043422699},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42208629846572876},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37342745065689087},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22888270020484924},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.21232402324676514},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.14913329482078552},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.09351503849029541},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08139583468437195},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tifs.2023.3304424","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tifs.2023.3304424","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:research.vu.nl:publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Di Tizio, G, Siu, G A, Hutchings, A & Massacci, F 2023, 'A Graph-Based Stratified Sampling Methodology for the Analysis of (Underground) Forums', IEEE Transactions on Information Forensics and Security, vol. 18, pp. 5473-5483. https://doi.org/10.1109/TIFS.2023.3304424","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2308.09413","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09413","pdf_url":"https://arxiv.org/pdf/2308.09413","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:iris.unitn.it:11572/445501","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/10214599","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","is_oa":true,"landing_page_url":"https://hdl.handle.net/1871.1/470273a4-f744-4bf9-afdd-68b0dcd06acf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Di Tizio, G, Siu, G A, Hutchings, A & Massacci, F 2023, 'A Graph-Based Stratified Sampling Methodology for the Analysis of (Underground) Forums', IEEE Transactions on Information Forensics and Security, vol. 18, pp. 5473-5483. https://doi.org/10.1109/TIFS.2023.3304424","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:research.vu.nl:publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","is_oa":true,"landing_page_url":"https://research.vu.nl/en/publications/470273a4-f744-4bf9-afdd-68b0dcd06acf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Di Tizio, G, Siu, G A, Hutchings, A & Massacci, F 2023, 'A Graph-Based Stratified Sampling Methodology for the Analysis of (Underground) Forums', IEEE Transactions on Information Forensics and Security, vol. 18, pp. 5473-5483. https://doi.org/10.1109/TIFS.2023.3304424","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7900000214576721}],"awards":[{"id":"https://openalex.org/G2534410346","display_name":null,"funder_award_id":"952647 (AssureMOSS)","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4495967231","display_name":null,"funder_award_id":"830929 (CyberSec4Europe)","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G5066738871","display_name":"Assurance and certification in secure Multi-party Open Software and Services.","funder_award_id":"952647","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5356549776","display_name":"Cyber Security Network of Competence Centres for Europe","funder_award_id":"830929","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1556756413","https://openalex.org/W1972791208","https://openalex.org/W1988183975","https://openalex.org/W1996014455","https://openalex.org/W2037019152","https://openalex.org/W2072916763","https://openalex.org/W2078948061","https://openalex.org/W2106578604","https://openalex.org/W2122551442","https://openalex.org/W2148143831","https://openalex.org/W2152046791","https://openalex.org/W2164777277","https://openalex.org/W2169862386","https://openalex.org/W2233336373","https://openalex.org/W2292723020","https://openalex.org/W2593130617","https://openalex.org/W2604955674","https://openalex.org/W2766615649","https://openalex.org/W2784295274","https://openalex.org/W2798110387","https://openalex.org/W2808249021","https://openalex.org/W2889044571","https://openalex.org/W2891270452","https://openalex.org/W2903241493","https://openalex.org/W2907970544","https://openalex.org/W2924811331","https://openalex.org/W2949731435","https://openalex.org/W2964019651","https://openalex.org/W2998437211","https://openalex.org/W3011893736","https://openalex.org/W3012219742","https://openalex.org/W3012804127","https://openalex.org/W3090497192","https://openalex.org/W3093511169","https://openalex.org/W3094491574","https://openalex.org/W3162913697","https://openalex.org/W3192965976","https://openalex.org/W3196533406","https://openalex.org/W4211113317","https://openalex.org/W4224250397","https://openalex.org/W4233106339","https://openalex.org/W4241491750","https://openalex.org/W4283163477","https://openalex.org/W4361868505","https://openalex.org/W4385412198","https://openalex.org/W6693548710","https://openalex.org/W6753153400","https://openalex.org/W6754514430","https://openalex.org/W6784472380","https://openalex.org/W6793994979","https://openalex.org/W6803700747","https://openalex.org/W6850261046"],"related_works":["https://openalex.org/W2338899373","https://openalex.org/W4252285266","https://openalex.org/W199254545","https://openalex.org/W2476504758","https://openalex.org/W4248464163","https://openalex.org/W2997836625","https://openalex.org/W111175386","https://openalex.org/W4361023959","https://openalex.org/W1937580673","https://openalex.org/W2141318385"],"abstract_inverted_index":{"Researchers":[0],"analyze":[1],"underground":[2],"forums":[3,16],"to":[4,11,22,33,45,48,62,112,138],"study":[5],"abuse":[6],"and":[7,17,76],"cybercrime":[8],"activities.":[9],"Due":[10],"the":[12,15,18,36,53,56,70,74,93,100,108,119,132,141,146],"size":[13],"of":[14,38,55,73,92,103,134,140],"domain":[19],"expertise":[20],"required":[21],"identify":[23],"criminal":[24,135],"discussions,":[25],"most":[26],"approaches":[27],"employ":[28],"supervised":[29],"machine":[30],"learning":[31],"techniques":[32],"automatically":[34],"classify":[35],"posts":[37],"interest.":[39],"Human":[40],"annotation":[41],"is":[42,117],"costly.":[43],"How":[44],"select":[46],"samples":[47,65,129],"annotate":[49],"that":[50,82,124],"account":[51],"for":[52],"structure":[54],"forum?":[57],"We":[58,80,122],"present":[59],"a":[60,85,89,113],"methodology":[61],"generate":[63],"stratified":[64],"based":[66],"on":[67,131,145],"information":[68],"about":[69],"centrality":[71,96],"properties":[72],"population":[75,120],"evaluate":[77],"classifier":[78],"performance.":[79],"observe":[81],"by":[83],"employing":[84],"sample":[86,114],"obtained":[87],"from":[88],"uniform":[90],"distribution":[91,116],"post":[94],"degree":[95],"metric,":[97],"we":[98],"maintain":[99],"same":[101],"level":[102],"precision":[104],"but":[105],"significantly":[106],"increase":[107],"recall":[109],"(+30%)":[110],"compared":[111],"whose":[115],"respecting":[118],"stratification.":[121],"find":[123],"classifiers":[125],"trained":[126],"with":[127],"similar":[128],"disagree":[130],"classification":[133],"activities":[136],"up":[137],"33%":[139],"time":[142],"when":[143],"deployed":[144],"entire":[147],"forum.":[148]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2023-08-12T00:00:00"}