{"id":"https://openalex.org/W1763728792","doi":"https://doi.org/10.1613/jair.453","title":"Cached Sufficient Statistics for Efficient Machine Learning with Large Datasets","display_name":"Cached Sufficient Statistics for Efficient Machine Learning with Large Datasets","alternate_titles":[],"publication_year":1998,"publication_date":"1998-03-01","ids":{"openalex":"https://openalex.org/W1763728792","doi":"https://doi.org/10.1613/jair.453","mag":"1763728792"},"language":"en","primary_location":{"id":"doi:10.1613/jair.453","doi":"https://doi.org/10.1613/jair.453","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.453","pdf_url":"https://jair.org/index.php/jair/article/download/10203/24242","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1763728792"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jair.org/index.php/jair/article/download/10203/24242","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"A. Moore","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Moore","raw_affiliation_strings":["School of Computer Science and Robotics Institute Carnegie Mellon University , Pittsburgh PA 15213","[School of Computer Science and Robotics Institute, Carnegie Mellon University, Pittsburgh, PA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Robotics Institute Carnegie Mellon University , Pittsburgh PA 15213","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"[School of Computer Science and Robotics Institute, Carnegie Mellon University, Pittsburgh, PA]","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108372832","display_name":"M. S. Lee","orcid":"https://orcid.org/0000-0003-0729-6943","observed_orcids":["https://orcid.org/0000-0003-0729-6943"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. S. Lee","raw_affiliation_strings":["School of Computer Science and Robotics Institute Carnegie Mellon University , Pittsburgh PA 15213","[School of Computer Science and Robotics Institute, Carnegie Mellon University, Pittsburgh, PA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Robotics Institute Carnegie Mellon University , Pittsburgh PA 15213","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"[School of Computer Science and Robotics Institute, Carnegie Mellon University, Pittsburgh, PA]","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":10.7133,"has_fulltext":true,"cited_by_count":229,"citation_normalized_percentile":{"value":0.98100173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"67","last_page":"91"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.030899999663233757,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-data-structures","display_name":"sparse data structures","score":0.7360000014305115},{"id":"https://openalex.org/keywords/contingency-tables","display_name":"contingency tables","score":0.7200000286102295},{"id":"https://openalex.org/keywords/big-data","display_name":"big data","score":0.7409999966621399},{"id":"https://openalex.org/keywords/space-efficient-data-structures","display_name":"space-efficient data structures","score":0.5339999794960022},{"id":"https://openalex.org/keywords/rule-learning","display_name":"rule induction","score":0.9850000143051147},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.996999979019165},{"id":"https://openalex.org/keywords/worst-case-bounds","display_name":"worst-case bounds","score":0.7200000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7976497411727905},{"id":"https://openalex.org/C91998498","wikidata":"https://www.wikidata.org/wiki/Q1541178","display_name":"Contingency table","level":2,"score":0.6690574288368225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5702937245368958},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5641868710517883},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4967058300971985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4839227795600891},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48062294721603394},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.470638245344162},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46831637620925903},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.45396220684051514},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.4485017657279968},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.42516419291496277},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4137461483478546},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.326016366481781},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14388033747673035},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":9,"locations":[{"id":"doi:10.1613/jair.453","doi":"https://doi.org/10.1613/jair.453","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.453","pdf_url":"https://jair.org/index.php/jair/article/download/10203/24242","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:cs/9803102","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/cs/9803102","pdf_url":"https://arxiv.org/pdf/cs/9803102","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.cs/9803102","doi":"https://doi.org/10.48550/arxiv.cs/9803102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.cs/9803102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3144740773","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/citation.cfm?id=1622792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.27.7911","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.27.7911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/~pmai/Doc/moore98a.ps","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.63.845","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.63.845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ri.cmu.edu/pub_files/pub1/moore_andrew_1998_3/moore_andrew_1998_3.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.72.4560","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.72.4560","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.cmu.edu/afs/cs/project/jair/pub/volume8/moore98a.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.72.5243","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.72.5243","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ri.cmu.edu/pub_files/pub3/moore_andrew_1997_1/moore_andrew_1997_1.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.770.2355","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.770.2355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/cs/9803102.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1613/jair.453","doi":"https://doi.org/10.1613/jair.453","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.453","pdf_url":"https://jair.org/index.php/jair/article/download/10203/24242","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1763728792.pdf","grobid_xml":"https://content.openalex.org/works/W1763728792.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W66926763","https://openalex.org/W103761935","https://openalex.org/W1553696291","https://openalex.org/W1553939018","https://openalex.org/W1559060276","https://openalex.org/W1580166843","https://openalex.org/W1593058185","https://openalex.org/W1619226191","https://openalex.org/W1630964756","https://openalex.org/W1667009210","https://openalex.org/W1684748216","https://openalex.org/W1813877927","https://openalex.org/W1983311921","https://openalex.org/W1991383761","https://openalex.org/W1999138184","https://openalex.org/W2035703056","https://openalex.org/W2118269922","https://openalex.org/W2136000097","https://openalex.org/W2138745909","https://openalex.org/W2143401113","https://openalex.org/W2159047538","https://openalex.org/W2210387432","https://openalex.org/W2997276011","https://openalex.org/W3085162807","https://openalex.org/W4242599275","https://openalex.org/W6674851815","https://openalex.org/W6816437394"],"related_works":["https://openalex.org/W1585887674","https://openalex.org/W2139059214","https://openalex.org/W2009936859","https://openalex.org/W1598359406","https://openalex.org/W2798054684","https://openalex.org/W4319585939","https://openalex.org/W2138327019","https://openalex.org/W1982662484","https://openalex.org/W1603228213"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"new":[3],"algorithms":[4],"and":[5,67,148,178,182,211,226],"data":[6,84,104,111],"structures":[7,112],"for":[8,11,97,100,116,131,139],"quick":[9],"counting":[10,19,32,196],"machine":[12,208],"learning":[13,176,209],"datasets.":[14],"We":[15,79,92,106,160,198],"focus":[16],"on":[17],"the":[18,33,48,60,65,70,76,86,154,163,201,213],"task":[20],"of":[21,35,50,59,62,72,103,133,187,204,215],"constructing":[22],"contingency":[23,77],"tables,":[24],"but":[25],"our":[26],"approach":[27],"is":[28],"also":[29,199],"applicable":[30],"to":[31,45,56,88,152,168],"number":[34,61,71,186],"records":[36,63],"in":[37,64,69,75,206,217],"a":[38,81,123,185],"dataset":[39,66],"that":[40,109,127,141],"match":[41],"conjunctive":[42],"queries.":[43],"Subject":[44],"certain":[46],"assumptions,":[47],"costs":[49],"these":[51],"operations":[52],"can":[53,113,142,165],"be":[54,57,114,143,166],"shown":[55],"independent":[58],"loglinear":[68],"non-zero":[73],"entries":[74],"table.":[78],"provide":[80,93,184],"very":[82],"sparse":[83,124],"structure,":[85],"ADtree,":[87],"minimize":[89],"memory":[90,130,138],"use.":[91],"analytical":[94],"worst-case":[95],"bounds":[96],"this":[98],"structure":[99,126,172],"several":[101],"models":[102],"distribution.":[105],"empirically":[107],"demonstrate":[108],"tractably-sized":[110],"produced":[115],"large":[117],"real-world":[118],"datasets":[119],"by":[120],"(a)":[121],"using":[122],"tree":[125,155],"never":[128,136],"allocates":[129],"counts":[132,140],"zero,":[134],"(b)":[135],"allocating":[137],"deduced":[144],"from":[145],"other":[146,207],"counts,":[147],"(c)":[149],"not":[150],"bothering":[151],"expand":[153],"fully":[156],"near":[157],"its":[158],"leaves.":[159],"show":[161],"how":[162],"ADtree":[164,191],"used":[167],"accelerate":[169],"Bayes":[170],"net":[171],"finding":[173],"algorithms,":[174,177,181],"rule":[175],"feature":[179],"selection":[180],"we":[183],"empirical":[188],"results":[189],"comparing":[190],"methods":[192],"against":[193],"traditional":[194],"direct":[195],"approaches.":[197],"discuss":[200,212],"possible":[202],"uses":[203],"ADtrees":[205,216],"methods,":[210],"merits":[214],"comparison":[218],"with":[219],"alternative":[220],"representations":[221],"such":[222],"as":[223],"kd-trees,":[224],"R-trees":[225],"Frequent":[227],"Sets.":[228]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1763728792","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":9}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
