{"id":"https://openalex.org/W2902857164","doi":"https://doi.org/10.3390/data4020048","title":"From a Smoking Gun to Spent Fuel: Principled Subsampling Methods for Building Big Language Data Corpora from Monitor Corpora","display_name":"From a Smoking Gun to Spent Fuel: Principled Subsampling Methods for Building Big Language Data Corpora from Monitor Corpora","publication_year":2019,"publication_date":"2019-04-02","ids":{"openalex":"https://openalex.org/W2902857164","doi":"https://doi.org/10.3390/data4020048","mag":"2902857164"},"language":"en","primary_location":{"id":"doi:10.3390/data4020048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data4020048","pdf_url":"https://www.mdpi.com/2306-5729/4/2/48/pdf?version=1554196548","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2306-5729/4/2/48/pdf?version=1554196548","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016497454","display_name":"Jacqueline Hettel Tidwell","orcid":"https://orcid.org/0000-0002-9817-023X"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]},{"id":"https://openalex.org/I904372625","display_name":"Franklin College","ror":"https://ror.org/05w35s747","country_code":"US","type":"education","lineage":["https://openalex.org/I904372625"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacqueline Hettel Tidwell","raw_affiliation_strings":["Department of English, Franklin College of Arts and Sciences, University of Georgia, Athens, GA 30602, USA"],"raw_orcid":"https://orcid.org/0000-0002-9817-023X","affiliations":[{"raw_affiliation_string":"Department of English, Franklin College of Arts and Sciences, University of Georgia, Athens, GA 30602, USA","institution_ids":["https://openalex.org/I904372625","https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5016497454"],"corresponding_institution_ids":["https://openalex.org/I165733156","https://openalex.org/I904372625"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":2.0634,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88140012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"4","issue":"2","first_page":"48","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7201001644134521},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.536811113357544},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5336799025535583},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4997270107269287},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.46930626034736633},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46678435802459717},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.44303956627845764},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.434135377407074},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4145590364933014},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4108368456363678},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37627169489860535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3566652536392212},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2733725905418396},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1298236846923828}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7201001644134521},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.536811113357544},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5336799025535583},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4997270107269287},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.46930626034736633},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46678435802459717},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.44303956627845764},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.434135377407074},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4145590364933014},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4108368456363678},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37627169489860535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3566652536392212},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2733725905418396},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1298236846923828},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/data4020048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data4020048","pdf_url":"https://www.mdpi.com/2306-5729/4/2/48/pdf?version=1554196548","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jdataj:v:4:y:2019:i:2:p:48-:d:219221","is_oa":false,"landing_page_url":"https://www.mdpi.com/2306-5729/4/2/48/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:896ad9a423ba4476ad75e55ba554eb66","is_oa":true,"landing_page_url":"https://doaj.org/article/896ad9a423ba4476ad75e55ba554eb66","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data, Vol 4, Iss 2, p 48 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2306-5729/4/2/48/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/data4020048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/data4020048","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data4020048","pdf_url":"https://www.mdpi.com/2306-5729/4/2/48/pdf?version=1554196548","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6499999761581421}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308293","display_name":"U.S. Nuclear Regulatory Commission","ror":"https://ror.org/03nhmbj89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2902857164.pdf","grobid_xml":"https://content.openalex.org/works/W2902857164.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W17172702","https://openalex.org/W1487358904","https://openalex.org/W1487732651","https://openalex.org/W1572414784","https://openalex.org/W1574968832","https://openalex.org/W1808906688","https://openalex.org/W1977132984","https://openalex.org/W2001015760","https://openalex.org/W2014516359","https://openalex.org/W2046509589","https://openalex.org/W2057525273","https://openalex.org/W2060519346","https://openalex.org/W2080917475","https://openalex.org/W2081666811","https://openalex.org/W2100047082","https://openalex.org/W2101622818","https://openalex.org/W2126414663","https://openalex.org/W2133757074","https://openalex.org/W2143759886","https://openalex.org/W2148259819","https://openalex.org/W2295114877","https://openalex.org/W2504131390","https://openalex.org/W2552969891","https://openalex.org/W2736054604","https://openalex.org/W2895330846","https://openalex.org/W2911793008","https://openalex.org/W2966220950","https://openalex.org/W4234765791","https://openalex.org/W4255919377","https://openalex.org/W4310711452","https://openalex.org/W4389017768","https://openalex.org/W6678485886","https://openalex.org/W6766746529","https://openalex.org/W6858920393","https://openalex.org/W7073978871"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W4394927648","https://openalex.org/W2097838441"],"abstract_inverted_index":{"With":[0],"the":[1,23,29,121,126,138,148,161,171,175,200,216,224,244],"influence":[2],"of":[3,80,99,112,150,199,209,213,230,261],"Big":[4,55,95],"Data":[5,57,97],"culture":[6],"on":[7],"qualitative":[8],"data":[9,26,103],"collection,":[10],"acquisition,":[11],"and":[12,28,32,68,73,89,185,211,219,258],"processing,":[13],"it":[14],"is":[15,123,240],"becoming":[16],"increasingly":[17],"important":[18],"that":[19,234,253],"social":[20],"scientists":[21],"understand":[22],"complexity":[24],"underlying":[25],"collection":[27],"resulting":[30],"models":[31,40,252],"analyses.":[33],"Systematic":[34],"approaches":[35],"for":[36,70,94,156,215,221,246,249,255],"creating":[37,250],"computationally":[38],"tractable":[39],"need":[41,245],"to":[42,47,104,108,144,182,203],"be":[43,66,183],"employed":[44],"in":[45,75,84,147],"order":[46],"create":[48],"representative,":[49],"specialized":[50],"reference":[51],"corpora":[52],"subsampled":[53],"from":[54,160],"Language":[56,96],"sources.":[58],"Even":[59],"more":[60],"importantly,":[61],"any":[62],"such":[63,92,235],"method":[64,93,122,239],"must":[65],"tested":[67],"vetted":[69],"its":[71],"reproducibility":[72],"consistency":[74],"generating":[76],"a":[77,81,135,188,192,204,236],"representative":[78],"model":[79,114],"particular":[82],"population":[83],"question.":[85],"This":[86],"article":[87],"considers":[88],"tests":[90],"one":[91],"downsampling":[98],"digitally":[100],"accessible":[101],"language":[102],"determine":[105],"both":[106],"how":[107],"operationalize":[109],"this":[110,231],"form":[111],"corpus":[113,162],"creation,":[115],"as":[116,118,134],"well":[117],"testing":[119],"whether":[120],"reproducible.":[124],"Using":[125],"U.S.":[127],"Nuclear":[128],"Regulatory":[129],"Commission\u2019s":[130],"public":[131],"documentation":[132],"database":[133],"test":[136],"source,":[137],"sampling":[139,169,238],"method\u2019s":[140],"procedure":[141],"was":[142,180],"evaluated":[143,220],"assess":[145],"variation":[146],"rate":[149],"which":[151],"documents":[152,217],"were":[153],"deemed":[154,181],"fit":[155],"inclusion":[157,222],"or":[158],"exclusion":[159],"across":[163],"four":[164],"iterations.":[165],"After":[166],"performing":[167],"multiple":[168],"iterations,":[170],"approach":[172,248],"pioneered":[173],"by":[174],"Tobacco":[176],"Documents":[177],"Corpus":[178],"creators":[179],"reproducible":[184],"valid":[186],"using":[187],"two-proportion":[189],"z-test":[190],"at":[191,196],"99%":[193],"confidence":[194],"interval":[195],"each":[197],"stage":[198],"evaluation":[201],"process\u2013leading":[202],"final":[205,225],"mean":[206],"rejection":[207],"ratio":[208],"23.5875":[210],"variance":[212],"0.891":[214],"sampled":[218],"into":[223],"text-based":[226],"model.":[227],"The":[228],"findings":[229],"study":[232],"indicate":[233],"principled":[237],"viable,":[241],"thus":[242],"necessitating":[243],"an":[247],"language-based":[251],"account":[254],"extralinguistic":[256],"factors":[257],"linguistic":[259],"characteristics":[260],"documents.":[262]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}