{"id":"https://openalex.org/W2170335877","doi":"https://doi.org/10.1145/375663.375673","title":"Mining needle in a haystack: classifying rare classes via two-phase rule induction","display_name":"Mining needle in a haystack: classifying rare classes via two-phase rule induction","alternate_titles":[],"publication_year":2001,"publication_date":"2001-05-01","ids":{"openalex":"https://openalex.org/W2170335877","doi":"https://doi.org/10.1145/375663.375673","mag":"2170335877"},"language":"en","primary_location":{"id":"doi:10.1145/375663.375673","doi":"https://doi.org/10.1145/375663.375673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/375663.375673","pdf_url":null,"source":{"id":"https://openalex.org/S4393915683","display_name":"ACM SIGMOD International Conference on Management of Data (SIGMOD)","issn_l":"0730-8078","issn":["0730-8078"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2001 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2170335877"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101140745","display_name":"Mahesh V. Joshi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mahesh V. Joshi","raw_affiliation_strings":["Department of Computer Science, IBM T. J. Watson Research Center and University of Minnesota, Minneapolis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, IBM T. J. Watson Research Center and University of Minnesota, Minneapolis","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113734566","display_name":"R. C. Agarwal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ramesh C. Agarwal","raw_affiliation_strings":["IBM T. J. Watson Research Center, P.O. Box 704, Yorktown Heights, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, P.O. Box 704, Yorktown Heights, NY","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100645812","display_name":"Vipin Kumar","orcid":"https://orcid.org/0000-0002-9040-2665","observed_orcids":["https://orcid.org/0000-0002-9040-2665"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Vipin Kumar","raw_affiliation_strings":["Department of Computer Science, University of Minnesota, Minneapolis, MN"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Minnesota, Minneapolis, MN","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.4741,"has_fulltext":false,"cited_by_count":150,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.97319987,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"91","last_page":"102"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.5102999806404114,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.4092000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13373","display_name":"Data Mining and Machine Learning Applications","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rare-class-classification","display_name":"rare class classification","score":0.8270000219345093},{"id":"https://openalex.org/keywords/false-positive-reduction","display_name":"false positive reduction","score":0.671999990940094},{"id":"https://openalex.org/keywords/network-intrusion-detection","display_name":"network intrusion detection","score":0.8009999990463257},{"id":"https://openalex.org/keywords/fraud-detection","display_name":"fraud detection","score":0.5770000219345093},{"id":"https://openalex.org/keywords/deviation-detection","display_name":"deviation detection","score":0.6349999904632568},{"id":"https://openalex.org/keywords/ripper","display_name":"RIPPER","score":0.8830000162124634},{"id":"https://openalex.org/keywords/c4-5","display_name":"C4.5","score":0.9300000071525574},{"id":"https://openalex.org/keywords/rule-based-classifiers","display_name":"rule-based classifiers","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C13424479","wikidata":"https://www.wikidata.org/wiki/Q5687237","display_name":"Haystack","level":2,"score":0.8118410110473633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7999204397201538},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.7141777873039246},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5714410543441772},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.5584149360656738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5551730990409851},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5422296524047852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5376549959182739},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5296421051025391},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5141618251800537},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.4917474091053009},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.46786049008369446},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.413544237613678},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3205379247665405},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/375663.375673","doi":"https://doi.org/10.1145/375663.375673","is_oa":false,"landing_page_url":"https://doi.org/10.1145/375663.375673","pdf_url":null,"source":{"id":"https://openalex.org/S4393915683","display_name":"ACM SIGMOD International Conference on Management of Data (SIGMOD)","issn_l":"0730-8078","issn":["0730-8078"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2001 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W146100937","https://openalex.org/W162146437","https://openalex.org/W1504694836","https://openalex.org/W1512628935","https://openalex.org/W1513141696","https://openalex.org/W1535842702","https://openalex.org/W1554734378","https://openalex.org/W1559850777","https://openalex.org/W1570286060","https://openalex.org/W1670263352","https://openalex.org/W2125055259","https://openalex.org/W2136000097","https://openalex.org/W2912934387","https://openalex.org/W4244952642","https://openalex.org/W4249737388","https://openalex.org/W6738852829"],"related_works":["https://openalex.org/W3086132783","https://openalex.org/W2964005362","https://openalex.org/W2394415044","https://openalex.org/W6986470044","https://openalex.org/W2981702282","https://openalex.org/W7098246587","https://openalex.org/W17448710","https://openalex.org/W2373935864","https://openalex.org/W164125681","https://openalex.org/W1501166493"],"abstract_inverted_index":{"Learning":[0],"models":[1,175],"to":[2,101,108,129,176,193,244],"classify":[3],"rarely":[4],"occurring":[5],"target":[6,72],"classes":[7],"is":[8,55,146,239],"an":[9],"important":[10],"problem":[11],"with":[12,87,213],"applications":[13],"in":[14,23,37,112,182,248],"network":[15,233],"intrusion":[16,234],"detection,":[17,19],"fraud":[18],"or":[20,197,242],"deviation":[21],"detection":[22,235],"general.":[24],"In":[25,138,203],"this":[26,139],"paper,":[27,140],"we":[28,141,170],"analyze":[29,179],"our":[30,53,167,207],"previously":[31],"proposed":[32],"two-phase":[33,168,208],"rule":[34],"induction":[35],"method":[36,54,79,238],"the":[38,60,70,78,103,113,116,120,164,180,226,245],"context":[39],"of":[40,46,52,62,77,94,115,152,166,225,250],"learning":[41,106],"complete":[42],"and":[43,66,90,158,178,188,217,256],"precise":[44],"signatures":[45],"rare":[47,149],"classes.":[48],"The":[49,74,96],"key":[50],"feature":[51],"that":[56,143],"it":[57],"separately":[58],"conquers":[59],"objectives":[61],"achieving":[63,251],"high":[64,67,82,88,131],"recall":[65,83,216,255],"precision":[68,104,132,218],"for":[69,81,133,148],"given":[71],"class.":[73],"first":[75,121],"phase":[76,98,122],"aims":[80],"by":[84,105,119,163],"inducing":[85],"rules":[86,107],"support":[89],"a":[91,195,199,211,223,230],"reasonable":[92],"level":[93],"accuracy.":[95],"second":[97],"then":[99],"tries":[100],"improve":[102],"remove":[109],"false":[110,156],"positives":[111,157],"collection":[114],"records":[117],"covered":[118],"rules.":[123],"Existing":[124],"sequential":[125],"covering":[126],"techniques":[127],"try":[128],"achieve":[130],"each":[134],"individual":[135],"disjunct":[136],"learned.":[137],"claim":[142],"such":[144],"approach":[145,209],"inadequate":[147],"classes,":[150],"because":[151],"two":[153,184],"problems:":[154],"splintered":[155],"error-prone":[159],"small":[160],"disjuncts.":[161],"Motivated":[162],"strengths":[165],"design,":[169],"design":[171],"various":[172],"synthetic":[173],"data":[174],"identify":[177],"situations":[181],"which":[183],"state-of-the-art":[185],"methods,":[186],"RIPPER":[187],"C4.5":[189],"rules,":[190],"either":[191],"fail":[192],"learn":[194,198],"model":[196,212],"very":[200],"poor":[201],"model.":[202],"all":[204],"these":[205],"situations,":[206],"learns":[210],"significantly":[214,240],"better":[215,241,252],"levels.":[219],"We":[220],"also":[221],"present":[222],"comparison":[224],"three":[227],"methods":[228],"on":[229],"challenging":[231],"real-life":[232],"dataset.":[236],"Our":[237],"comparable":[243],"best":[246],"competitor":[247],"terms":[249],"balance":[253],"between":[254],"precision.":[257]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2170335877","counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":8}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
