{"id":"https://openalex.org/W1498488333","doi":"https://doi.org/10.1109/dcc.1998.672295","title":"Preprocessing text to improve compression ratios","display_name":"Preprocessing text to improve compression ratios","alternate_titles":[],"publication_year":2002,"publication_date":"2002-11-27","ids":{"openalex":"https://openalex.org/W1498488333","doi":"https://doi.org/10.1109/dcc.1998.672295","mag":"1498488333"},"language":"en","primary_location":{"id":"doi:10.1109/dcc.1998.672295","doi":"https://doi.org/10.1109/dcc.1998.672295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc.1998.672295","pdf_url":null,"source":{"id":"https://openalex.org/S4210220829","display_name":"DCC","issn_l":"1068-0314","issn":["1068-0314","2375-0359"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings DCC '98 Data Compression Conference (Cat. No.98TB100225)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W1498488333"],"child_works_count":0,"type":"conference-abstract","is_traditional":false,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028117879","display_name":"Holger Kruse","orcid":"https://orcid.org/0000-0002-0560-1513","observed_orcids":["https://orcid.org/0000-0002-0560-1513"]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"H. Kruse","raw_affiliation_strings":["Department of Computer Science, University of Central Florida, Orlando, FL, USA","[Dept. of Comput. Sci., Central Florida Univ., Orlando, FL, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]},{"raw_affiliation_string":"[Dept. of Comput. Sci., Central Florida Univ., Orlando, FL, USA]","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109107792","display_name":"Amar Mukherjee","orcid":"https://orcid.org/0009-0003-7658-6132","observed_orcids":["https://orcid.org/0009-0003-7658-6132"]},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"A. Mukherjee","raw_affiliation_strings":["Department of Computer Science, University of Central Florida, Orlando, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":44,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"556","last_page":"556"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-preprocessing","display_name":"text preprocessing","score":0.9769999980926514},{"id":"https://openalex.org/keywords/data-compression","display_name":"data compression","score":0.7350000143051147},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"compression ratio","score":0.8650000095367432},{"id":"https://openalex.org/keywords/bzip2","display_name":"bzip2","score":0.9919999837875366},{"id":"https://openalex.org/keywords/english-dictionaries","display_name":"English dictionaries","score":0.5429999828338623},{"id":"https://openalex.org/keywords/word-encoding","display_name":"word encoding","score":0.527999997138977},{"id":"https://openalex.org/keywords/dictionary-based-compression","display_name":"dictionary-based compression","score":0.6190000176429749},{"id":"https://openalex.org/keywords/wide-area-networks","display_name":"wide area networks","score":0.7860000133514404},{"id":"https://openalex.org/keywords/caching","display_name":"caching","score":0.6480000019073486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455866575241089},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.6875087022781372},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6259385943412781},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6089342832565308},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.599376380443573},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.516158938407898},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.50238037109375},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.455597847700119},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4405844509601593},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.41377946734428406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40022754669189453},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3714792728424072},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3521025776863098},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3413150906562805},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.0},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/dcc.1998.672295","doi":"https://doi.org/10.1109/dcc.1998.672295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc.1998.672295","pdf_url":null,"source":{"id":"https://openalex.org/S4210220829","display_name":"DCC","issn_l":"1068-0314","issn":["1068-0314","2375-0359"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings DCC '98 Data Compression Conference (Cat. No.98TB100225)","raw_type":"proceedings-article"},{"id":"pmh:oai:stars.library.ucf.edu:scopus1990-4423","doi":null,"is_oa":false,"landing_page_url":"https://stars.library.ucf.edu/scopus1990/3424","pdf_url":null,"source":{"id":"https://openalex.org/S7407148568","display_name":"STARS (University of Central Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I106165777","host_organization_name":"University of Central Florida","host_organization_lineage":["https://openalex.org/I106165777"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 1990s","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3118885333","https://openalex.org/W1996039391","https://openalex.org/W2332602339","https://openalex.org/W1570848224","https://openalex.org/W2963510097","https://openalex.org/W2032773101","https://openalex.org/W2152491782","https://openalex.org/W2135934556","https://openalex.org/W2018017294","https://openalex.org/W7098610247"],"abstract_inverted_index":{"Summary":[0],"form":[1],"only":[2],"given.":[3],"We":[4,193],"discuss":[5],"the":[6,16,45,53,60,65,69,100,109,112,116,145,149,154,160,169,173,209,231],"use":[7],"of":[8,19,44,76,111,168,187,234],"a":[9,41,104,130,166,226],"text":[10,30,37,70,102,246],"preprocessing":[11,38],"algorithm":[12,39,66,199],"that":[13,48,132],"can":[14,137,200,216],"improve":[15],"compression":[17,22,135,151,176,185],"ratio":[18,152,186],"standard":[20],"data":[21,175],"algorithms,":[23],"in":[24,58,99,115,128,184,212,225],"particular":[25,213],"'bzip2',":[26],"when":[27],"used":[28,63,121,202],"on":[29,73,203],"files,":[31],"by":[32,64,103,229],"up":[33,188,222],"to":[34,67,95,159,189,223,243],"20%.":[35],"The":[36,56,92,118,178],"uses":[40],"static":[42],"dictionary":[43,61],"English":[46],"language":[47],"is":[49,62,71,94],"kept":[50,221],"separately":[51],"from":[52],"compressed":[54],"file.":[55],"method":[57,170,180],"which":[59,107],"transform":[68],"based":[72],"earlier":[74],"work":[75],"Holger":[77],"Kruse,":[78],"Amar":[79],"Mukherjee":[80],"(see":[81],"Proc.":[82],"Data":[83],"Comp.":[84,87],"Conf.,":[85],"IEEE":[86],"Society":[88],"Press,":[89],"p.447,":[90],"1997).":[91],"idea":[93],"replace":[96],"each":[97],"word":[98,114],"input":[101,155],"character":[105,119],"sequence":[106],"encodes":[108],"position":[110],"original":[113,146,161],"dictionary.":[117],"sequences":[120,141],"for":[122,153,172],"this":[123,163],"encoding":[124],"are":[125],"chosen":[126],"carefully":[127],"such":[129,207],"way":[131],"specific":[133],"back-end":[134],"algorithms":[136],"often":[138],"compress":[139],"these":[140],"more":[142],"easily":[143],"than":[144],"words,":[147],"increasing":[148],"overall":[150],"text.":[156],"In":[157],"addition":[158],"method,":[162],"paper":[164],"describes":[165],"variation":[167],"specifically":[171],"'bzip2'":[174],"algorithm.":[177],"new":[179],"yields":[181],"an":[182],"improvements":[183],"20%":[190],"over":[191],"bzip2.":[192],"also":[194],"describe":[195],"methods":[196],"how":[197,214],"our":[198],"be":[201,218],"wide":[204],"area":[205],"networks":[206],"as":[208],"Internet,":[210],"and":[211,220,237,240,245],"dictionaries":[215,244],"automatically":[217],"synchronized":[219],"date":[224],"distributed":[227],"environment,":[228],"using":[230],"existing":[232],"system":[233],"URLs,":[235],"caching":[236],"document":[238],"types,":[239],"applying":[241],"it":[242],"files.":[247]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1498488333","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
