{"id":"https://openalex.org/W2157023969","doi":"https://doi.org/10.1109/icdm.2007.21","title":"How Much Noise Is Too Much: A Study in Automatic Text Classification","display_name":"How Much Noise Is Too Much: A Study in Automatic Text Classification","publication_year":2007,"publication_date":"2007-10-01","ids":{"openalex":"https://openalex.org/W2157023969","doi":"https://doi.org/10.1109/icdm.2007.21","mag":"2157023969"},"language":"en","primary_location":{"id":"doi:10.1109/icdm.2007.21","doi":"https://doi.org/10.1109/icdm.2007.21","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm.2007.21","pdf_url":null,"source":{"id":"https://openalex.org/S4210214883","display_name":"Proceedings","issn_l":"1550-4786","issn":["1550-4786","2374-8486"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Seventh IEEE International Conference on Data Mining (ICDM 2007)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001668151","display_name":"Sumeet Agarwal","orcid":"https://orcid.org/0000-0002-5714-3921","observed_orcids":["https://orcid.org/0000-0002-5714-3921"]},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]},{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sumeet Agarwal","raw_affiliation_strings":["IBM India Research Laboratory, India","IIT Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM India Research Laboratory, India","institution_ids":["https://openalex.org/I4210103279","https://openalex.org/I4210129961"]},{"raw_affiliation_string":"IIT Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033214720","display_name":"Shantanu Godbole","orcid":"https://orcid.org/0009-0001-7071-9438","observed_orcids":["https://orcid.org/0009-0001-7071-9438"]},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shantanu Godbole","raw_affiliation_strings":["IBM India Research Laboratory, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM India Research Laboratory, India","institution_ids":["https://openalex.org/I4210103279","https://openalex.org/I4210129961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091186443","display_name":"Diwakar Punjani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["IN","US"],"is_corresponding":false,"raw_author_name":"Diwakar Punjani","raw_affiliation_strings":["Carnegie Mellon University, USA","IBM India Research Laboratory, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"IBM India Research Laboratory, India","institution_ids":["https://openalex.org/I4210103279","https://openalex.org/I4210129961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109095821","display_name":"Shourya Roy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210103279","display_name":"IBM Research - India","ror":"https://ror.org/014wt7r80","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210103279","https://openalex.org/I4210114115"]},{"id":"https://openalex.org/I4210129961","display_name":"IBM (India)","ror":"https://ror.org/034ahpr11","country_code":"IN","type":"company","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210129961"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shourya Roy","raw_affiliation_strings":["IBM India Research Laboratory, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM India Research Laboratory, India","institution_ids":["https://openalex.org/I4210103279","https://openalex.org/I4210129961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0972,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.88923255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.6629999876022339},{"id":"https://openalex.org/keywords/data-cleaning","display_name":"data cleaning","score":0.703000009059906},{"id":"https://openalex.org/keywords/simulated-noise","display_name":"simulated noise","score":0.609000027179718},{"id":"https://openalex.org/keywords/informal-text","display_name":"informal text","score":0.5649999976158142},{"id":"https://openalex.org/keywords/handwritten-text","display_name":"handwritten text","score":0.5860000252723694},{"id":"https://openalex.org/keywords/customer-relationship-management","display_name":"customer relationship management","score":0.7179999947547913},{"id":"https://openalex.org/keywords/20-newsgroups","display_name":"20 Newsgroups","score":0.6650000214576721},{"id":"https://openalex.org/keywords/reuters-21578","display_name":"Reuters-21578","score":0.8600000143051147},{"id":"https://openalex.org/keywords/text-mining","display_name":"text mining","score":0.3109999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.813352108001709},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6752111911773682},{"id":"https://openalex.org/C151375590","wikidata":"https://www.wikidata.org/wiki/Q17147076","display_name":"Noisy text analytics","level":4,"score":0.6685906052589417},{"id":"https://openalex.org/C66945725","wikidata":"https://www.wikidata.org/wiki/Q18388823","display_name":"Text graph","level":3,"score":0.588087260723114},{"id":"https://openalex.org/C2779500292","wikidata":"https://www.wikidata.org/wiki/Q14802672","display_name":"Text processing","level":2,"score":0.5143314599990845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5008490085601807},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.49621421098709106},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4942357838153839},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.47942060232162476},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4587254226207733},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41760706901550293},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.4133051037788391},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3933559060096741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33064699172973633},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.21790730953216553},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icdm.2007.21","doi":"https://doi.org/10.1109/icdm.2007.21","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdm.2007.21","pdf_url":null,"source":{"id":"https://openalex.org/S4210214883","display_name":"Proceedings","issn_l":"1550-4786","issn":["1550-4786","2374-8486"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Seventh IEEE International Conference on Data Mining (ICDM 2007)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.423.2888","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.423.2888","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.godbole.net/shantanu/pubs/howmuchnoise-icdm07.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W47585637","https://openalex.org/W202303397","https://openalex.org/W1537030134","https://openalex.org/W1538424569","https://openalex.org/W1550863320","https://openalex.org/W1560013842","https://openalex.org/W1574862351","https://openalex.org/W1612003148","https://openalex.org/W1647671624","https://openalex.org/W1880262756","https://openalex.org/W1977421239","https://openalex.org/W1993644118","https://openalex.org/W2010595692","https://openalex.org/W2011084371","https://openalex.org/W2028962062","https://openalex.org/W2041670430","https://openalex.org/W2066792529","https://openalex.org/W2093054814","https://openalex.org/W2099140003","https://openalex.org/W2101200183","https://openalex.org/W2122254380","https://openalex.org/W2145073242","https://openalex.org/W2151373442","https://openalex.org/W2799061466","https://openalex.org/W3088325275","https://openalex.org/W3171280080","https://openalex.org/W4242836648","https://openalex.org/W4244494905","https://openalex.org/W6636440780"],"related_works":["https://openalex.org/W7098144943","https://openalex.org/W1974840771","https://openalex.org/W1518397384","https://openalex.org/W3147762595","https://openalex.org/W2092911974","https://openalex.org/W4387526869","https://openalex.org/W4403753164","https://openalex.org/W7655147","https://openalex.org/W2011027654","https://openalex.org/W2387266288"],"abstract_inverted_index":{"Noise":[0],"is":[1,37,69,131],"a":[2,18,25],"stark":[3],"reality":[4],"in":[5,10,39,76,118],"real":[6],"life":[7],"data.":[8],"Especially":[9],"the":[11,30,74,111,137,149,170],"domain":[12],"of":[13,29,66,128,139,142,151],"text":[14,36,53,59,88,116,146,153,158],"analytics,":[15],"it":[16],"has":[17],"significant":[19],"impact":[20],"as":[21,43,92],"data":[22,31,68],"cleaning":[23,95],"forms":[24],"very":[26],"large":[27],"part":[28],"processing":[32],"cycle.":[33],"Noisy":[34],"unstructured":[35],"common":[38],"informal":[40],"settings":[41],"such":[42,67,91,152],"on-line":[44],"chat,":[45],"SMS,":[46],"email,":[47],"newsgroups":[48],"and":[49,56,79,94,102,135,173],"blogs,":[50],"automatically":[51,57],"transcribed":[52],"from":[54,60,123,185],"speech,":[55],"recognized":[58],"printed":[61],"or":[62],"handwritten":[63],"material.":[64],"Gigabytes":[65],"being":[70],"generated":[71],"everyday":[72],"on":[73,80,110,144,169,181],"Internet,":[75],"contact":[77],"centers,":[78],"mobile":[81],"phones.":[82],"Researchers":[83],"have":[84],"looked":[85],"at":[86],"various":[87,124,186],"mining":[89],"issues":[90,112],"pre-processing":[93],"noisy":[96,105,120,183],"text,":[97],"information":[98],"extraction,":[99],"rule":[100],"learning,":[101],"classification":[103,159],"for":[104],"text.":[106],"This":[107],"paper":[108,130],"focuses":[109],"faced":[113],"by":[114],"automatic":[115,145],"classifiers":[117],"analyzing":[119],"documents":[121],"coming":[122],"sources.":[125],"The":[126],"goal":[127],"this":[129],"to":[132],"bring":[133],"out":[134],"study":[136],"effect":[138],"different":[140],"kinds":[141],"noise":[143,168],"classification.":[147],"Does":[148],"nature":[150],"warrant":[154],"moving":[155],"beyond":[156],"traditional":[157],"techniques?":[160],"We":[161,177],"present":[162,178],"detailed":[163],"experimental":[164],"results":[165,180],"with":[166],"simulated":[167],"Reuters-":[171],"21578":[172],"20-newsgroups":[174],"benchmark":[175],"datasets.":[176],"interesting":[179],"real-life":[182],"datasets":[184],"CRM":[187],"domains.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}