{"id":"https://openalex.org/W162552777","doi":null,"title":"Smoothed Bloom Filter Language Models: Tera-Scale LMs on the Cheap","display_name":"Smoothed Bloom Filter Language Models: Tera-Scale LMs on the Cheap","alternate_titles":[],"publication_year":2007,"publication_date":"2007-06-01","ids":{"openalex":"https://openalex.org/W162552777","mag":"162552777"},"language":"en","primary_location":{"id":"mag:162552777","doi":null,"is_oa":false,"landing_page_url":"https://homepages.inf.ed.ac.uk/miles/papers/emnlp07.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W162552777"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057541969","display_name":"David Talbot","orcid":"https://orcid.org/0000-0002-9675-2703","observed_orcids":["https://orcid.org/0000-0002-9675-2703"]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"David Talbot","raw_affiliation_strings":["University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058230090","display_name":"Miles Osborne","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Miles Osborne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1798,"has_fulltext":false,"cited_by_count":68,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.95511487,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"468","last_page":"476"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.18619999289512634,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bloom-filter","display_name":"Bloom filter","score":0.9319999814033508},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.7960000038146973},{"id":"https://openalex.org/keywords/n-gram-language-models","display_name":"n-gram language models","score":0.7770000100135803},{"id":"https://openalex.org/keywords/probabilistic-language-models","display_name":"probabilistic language models","score":0.5699999928474426},{"id":"https://openalex.org/keywords/storage-efficiency","display_name":"storage efficiency","score":0.5170000195503235},{"id":"https://openalex.org/keywords/false-positive-results","display_name":"false positives","score":0.7459999918937683},{"id":"https://openalex.org/keywords/one-sided-error","display_name":"one-sided error","score":0.7429999709129333},{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.7739999890327454}],"concepts":[{"id":"https://openalex.org/C147224247","wikidata":"https://www.wikidata.org/wiki/Q885373","display_name":"Bloom filter","level":2,"score":0.7905162572860718},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6686358451843262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6475764513015747},{"id":"https://openalex.org/C2775904623","wikidata":"https://www.wikidata.org/wiki/Q108529","display_name":"Tera-","level":2,"score":0.580134391784668},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5696744918823242},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.4986917972564697},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.48173192143440247},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4696430563926697},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45313918590545654},{"id":"https://openalex.org/C77660490","wikidata":"https://www.wikidata.org/wiki/Q244916","display_name":"Intermediate language","level":3,"score":0.4371553361415863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4297836422920227},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41665640473365784},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37809014320373535},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34001293778419495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25467437505722046},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2462817132472992},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.146806538105011},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:162552777","doi":null,"is_oa":false,"landing_page_url":"https://homepages.inf.ed.ac.uk/miles/papers/emnlp07.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Empirical Methods in Natural Language Processing","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.122.4094","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.122.4094","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.iccs.informatics.ed.ac.uk/~osborne/papers/emnlp07.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.81.6373","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.81.6373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/D/D07/D07-1049.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W45102278","https://openalex.org/W1631260214","https://openalex.org/W1993284846","https://openalex.org/W2101105183","https://openalex.org/W2106540279","https://openalex.org/W2113788796","https://openalex.org/W2123845384","https://openalex.org/W2152263452","https://openalex.org/W2611071497"],"related_works":["https://openalex.org/W2106540279","https://openalex.org/W2140304953","https://openalex.org/W1562125942","https://openalex.org/W2155794909","https://openalex.org/W7101134558","https://openalex.org/W7098826442","https://openalex.org/W2124605450","https://openalex.org/W2069074882","https://openalex.org/W3164043839","https://openalex.org/W2341746654"],"abstract_inverted_index":{"A":[0],"Bloom":[1],"filter":[2],"(BF)":[3],"is":[4],"a":[5,35,49,58,62,78,141],"randomised":[6,94],"data":[7],"structure":[8],"for":[9,38,61,140],"set":[10],"membership":[11],"queries.":[12],"Its":[13],"space":[14],"requirements":[15,125],"fall":[16],"significantly":[17],"below":[18],"lossless":[19],"information-theoretic":[20],"lower":[21],"bounds":[22],"but":[23],"it":[24],"produces":[25],"false":[26],"positives":[27],"with":[28],"some":[29],"quantifiable":[30],"probability.":[31],"Here":[32],"we":[33,81],"present":[34],"general":[36],"framework":[37],"deriving":[39],"smoothed":[40,84],"language":[41,85,143],"model":[42,86,144],"probabilities":[43,87],"from":[44,92],"BFs.":[45],"We":[46,134],"investigate":[47],"how":[48,83],"BF":[50,107,123],"containing":[51],"n-gram":[52,64,115],"statistics":[53,72,116],"can":[54,73,88],"be":[55,74,89],"used":[56],"as":[57,138],"direct":[59],"replacement":[60],"conventional":[63,142],"model.":[65],"Recent":[66],"work":[67],"has":[68],"demonstrated":[69],"that":[70,111],"corpus":[71],"stored":[75],"efficiently":[76,91],"within":[77],"BF,":[79],"here":[80],"consider":[82],"derived":[90,132],"this":[93],"representation.":[95],"Our":[96],"proposal":[97],"takes":[98],"advantage":[99],"of":[100,105,130],"the":[101,106,122,127,131],"one-sided":[102],"error":[103,128],"guarantees":[104],"and":[108,126],"simple":[109],"inequalities":[110],"hold":[112],"between":[113],"related":[114],"in":[117,145],"order":[118],"to":[119],"further":[120],"reduce":[121],"storage":[124],"rate":[129],"probabilities.":[133],"use":[135],"these":[136],"models":[137],"replacements":[139],"machine":[146],"translation":[147],"experiments.":[148],"1":[149]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W162552777","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":12}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
