{"id":"https://openalex.org/W2005435014","doi":"https://doi.org/10.3115/1072133.1072204","title":"Mitigating the paucity-of-data problem: exploring the effect of training corpus size on classifier performance for natural language processing","display_name":"Mitigating the paucity-of-data problem: exploring the effect of training corpus size on classifier performance for natural language processing","alternate_titles":[],"publication_year":2001,"publication_date":"2001-01-01","ids":{"openalex":"https://openalex.org/W2005435014","doi":"https://doi.org/10.3115/1072133.1072204","mag":"2005435014"},"language":"en","primary_location":{"id":"doi:10.3115/1072133.1072204","doi":"https://doi.org/10.3115/1072133.1072204","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072133.1072204","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072133.1072204","source":{"id":"https://openalex.org/S4306419511","display_name":"International Conference on Human Language Technology Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first international conference on Human language technology research - HLT '01","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2005435014"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1072133.1072204","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067892737","display_name":"Michele Banko","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Michele Banko","raw_affiliation_strings":["Microsoft Research, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018230694","display_name":"Eric Brill","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Eric Brill","raw_affiliation_strings":["Microsoft Research, Redmond, WA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":3.237,"has_fulltext":true,"cited_by_count":119,"citation_normalized_percentile":{"value":0.92525024,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-sparsity","display_name":"data sparsity","score":0.6710000038146973},{"id":"https://openalex.org/keywords/residual-error","display_name":"residual error","score":0.7250000238418579},{"id":"https://openalex.org/keywords/training-set-size","display_name":"training data size","score":0.5210000276565552},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"natural language processing","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7350460290908813},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6460688710212708},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6202771067619324},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5432854890823364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5356943607330322},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.49355876445770264},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.4920958876609802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48142334818840027},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.47492533922195435},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4557676911354065},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.4433092772960663},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4006284475326538},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39326077699661255},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09570229053497314},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08949890732765198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.079628586769104},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3115/1072133.1072204","doi":"https://doi.org/10.3115/1072133.1072204","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072133.1072204","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072133.1072204","source":{"id":"https://openalex.org/S4306419511","display_name":"International Conference on Human Language Technology Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first international conference on Human language technology research - HLT '01","raw_type":"proceedings-article"},{"id":"mag:2005435014","doi":null,"is_oa":false,"landing_page_url":"https://www.microsoft.com/en-us/research/wp-content/uploads/2016/02/hlt2001.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.3115/1072133.1072204","doi":"https://doi.org/10.3115/1072133.1072204","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072133.1072204","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072133.1072204","source":{"id":"https://openalex.org/S4306419511","display_name":"International Conference on Human Language Technology Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first international conference on Human language technology research - HLT '01","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2005435014.pdf","grobid_xml":"https://content.openalex.org/works/W2005435014.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W1519443010","https://openalex.org/W1540014159","https://openalex.org/W1648417313","https://openalex.org/W1953828586","https://openalex.org/W1977182536","https://openalex.org/W1988842251","https://openalex.org/W2097089247","https://openalex.org/W2118996379","https://openalex.org/W2119966617","https://openalex.org/W2130851608","https://openalex.org/W2156202195","https://openalex.org/W2270423142","https://openalex.org/W2950705575","https://openalex.org/W2951990284"],"related_works":["https://openalex.org/W7095640519","https://openalex.org/W2157963512","https://openalex.org/W6903754094","https://openalex.org/W3029728580","https://openalex.org/W3032739731","https://openalex.org/W7098007648","https://openalex.org/W1597379537","https://openalex.org/W1558039888","https://openalex.org/W7095209529","https://openalex.org/W2794592252"],"abstract_inverted_index":{"In":[0,34],"this":[1],"paper,":[2],"we":[3,51,74],"discuss":[4,75],"experiments":[5],"applying":[6],"machine":[7],"learning":[8,41],"techniques":[9],"to":[10,37,45],"the":[11,69,79],"task":[12],"of":[13,20,60,71],"confusion":[14],"set":[15],"disambiguation,":[16],"using":[17],"three":[18],"orders":[19],"magnitude":[21],"more":[22],"training":[23,49],"data":[24,62],"than":[25],"has":[26],"previously":[27],"been":[28,64],"used":[29],"for":[30,78],"any":[31],"disambiguation-in-string-context":[32],"problem.":[33],"an":[35],"attempt":[36],"determine":[38],"when":[39,58],"current":[40],"methods":[42],"will":[43],"cease":[44],"benefit":[46],"from":[47],"additional":[48],"data,":[50],"analyze":[52],"residual":[53],"errors":[54],"made":[55],"by":[56],"learners":[57],"issues":[59],"sparse":[61],"have":[63],"significantly":[65],"mitigated.":[66],"Finally,":[67],"in":[68],"context":[70],"our":[72],"results,":[73],"possible":[76],"directions":[77],"empirical":[80],"natural":[81],"language":[82],"research":[83],"community.":[84]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2005435014","counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":9}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
