{"id":"https://openalex.org/W2584989423","doi":"https://doi.org/10.1109/bigdata.2016.7840596","title":"PSH: A probabilistic signature hash method with hash neighborhood candidate generation for fast edit-distance string comparison on big data","display_name":"PSH: A probabilistic signature hash method with hash neighborhood candidate generation for fast edit-distance string comparison on big data","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2584989423","doi":"https://doi.org/10.1109/bigdata.2016.7840596","mag":"2584989423"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2016.7840596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840596","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035750632","display_name":"Joseph Jupin","orcid":null},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Joseph Jupin","raw_affiliation_strings":["Temple University, Philadelphia, PA, US"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, US","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005768451","display_name":"Justin Y. Shi","orcid":"https://orcid.org/0000-0003-3774-2190"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Y. Shi","raw_affiliation_strings":["CIS Dept., Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"CIS Dept., Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057346703","display_name":"Eduard Dragut","orcid":"https://orcid.org/0000-0002-3103-054X"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eduard C. Dragut","raw_affiliation_strings":["CIS Dept., Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"CIS Dept., Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035750632"],"corresponding_institution_ids":["https://openalex.org/I84392919"],"apc_list":null,"apc_paid":null,"fwci":0.3591,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7280311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"122","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/edit-distance","display_name":"Edit distance","score":0.9002400636672974},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.6949833631515503},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6842570304870605},{"id":"https://openalex.org/keywords/levenshtein-distance","display_name":"Levenshtein distance","score":0.5216544270515442},{"id":"https://openalex.org/keywords/string","display_name":"String (physics)","score":0.5212033987045288},{"id":"https://openalex.org/keywords/approximate-string-matching","display_name":"Approximate string matching","score":0.5163113474845886},{"id":"https://openalex.org/keywords/string-searching-algorithm","display_name":"String searching algorithm","score":0.49964189529418945},{"id":"https://openalex.org/keywords/string-metric","display_name":"String metric","score":0.4936004877090454},{"id":"https://openalex.org/keywords/hamming-distance","display_name":"Hamming distance","score":0.48324379324913025},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47914355993270874},{"id":"https://openalex.org/keywords/dynamic-perfect-hashing","display_name":"Dynamic perfect hashing","score":0.4175894260406494},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.4115099012851715},{"id":"https://openalex.org/keywords/double-hashing","display_name":"Double hashing","score":0.3784918785095215},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24069112539291382},{"id":"https://openalex.org/keywords/pattern-matching","display_name":"Pattern matching","score":0.20665940642356873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12783369421958923}],"concepts":[{"id":"https://openalex.org/C44359876","wikidata":"https://www.wikidata.org/wiki/Q5338467","display_name":"Edit distance","level":2,"score":0.9002400636672974},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.6949833631515503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6842570304870605},{"id":"https://openalex.org/C2777515626","wikidata":"https://www.wikidata.org/wiki/Q496939","display_name":"Levenshtein distance","level":2,"score":0.5216544270515442},{"id":"https://openalex.org/C157486923","wikidata":"https://www.wikidata.org/wiki/Q1376436","display_name":"String (physics)","level":2,"score":0.5212033987045288},{"id":"https://openalex.org/C32610155","wikidata":"https://www.wikidata.org/wiki/Q1798621","display_name":"Approximate string matching","level":3,"score":0.5163113474845886},{"id":"https://openalex.org/C7757238","wikidata":"https://www.wikidata.org/wiki/Q374040","display_name":"String searching algorithm","level":3,"score":0.49964189529418945},{"id":"https://openalex.org/C22820288","wikidata":"https://www.wikidata.org/wiki/Q9050568","display_name":"String metric","level":4,"score":0.4936004877090454},{"id":"https://openalex.org/C193319292","wikidata":"https://www.wikidata.org/wiki/Q272172","display_name":"Hamming distance","level":2,"score":0.48324379324913025},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47914355993270874},{"id":"https://openalex.org/C122907437","wikidata":"https://www.wikidata.org/wiki/Q5318999","display_name":"Dynamic perfect hashing","level":5,"score":0.4175894260406494},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.4115099012851715},{"id":"https://openalex.org/C138111711","wikidata":"https://www.wikidata.org/wiki/Q478351","display_name":"Double hashing","level":4,"score":0.3784918785095215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24069112539291382},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.20665940642356873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12783369421958923},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2016.7840596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2016.7840596","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W154872207","https://openalex.org/W938539187","https://openalex.org/W1513153538","https://openalex.org/W1515139433","https://openalex.org/W1612155886","https://openalex.org/W1647671624","https://openalex.org/W1965346830","https://openalex.org/W1974942389","https://openalex.org/W1990061958","https://openalex.org/W2001496424","https://openalex.org/W2034190452","https://openalex.org/W2066792529","https://openalex.org/W2115214414","https://openalex.org/W2128160875","https://openalex.org/W2150916025","https://openalex.org/W2154785834","https://openalex.org/W2161936973","https://openalex.org/W2165156013","https://openalex.org/W2326587081","https://openalex.org/W2399361902","https://openalex.org/W3146950576","https://openalex.org/W3198160809","https://openalex.org/W4230502578","https://openalex.org/W4234053595","https://openalex.org/W6683401941"],"related_works":["https://openalex.org/W2461708070","https://openalex.org/W4388679705","https://openalex.org/W2074064717","https://openalex.org/W2187092961","https://openalex.org/W4280559639","https://openalex.org/W2950268498","https://openalex.org/W1505906253","https://openalex.org/W4285090010","https://openalex.org/W2981413317","https://openalex.org/W2167648075"],"abstract_inverted_index":{"Approximate":[0],"string":[1,86,112],"matching":[2],"is":[3,63],"essential":[4],"because":[5],"data":[6,14],"entry":[7,15],"errors":[8,16],"are":[9,17],"unavoidable.":[10],"Approximately":[11],"80%":[12],"of":[13,42,46,67,100,119],"a":[18,32,111],"single":[19],"edit":[20,43,73],"distance":[21,44,74],"from":[22],"the":[23,40,60,77],"correct":[24],"entry.":[25],"We":[26],"introduce":[27],"Probabilistic":[28],"Signature":[29],"Hashing":[30],"(PSH),":[31],"hash-based":[33],"filter":[34],"and":[35,75,89],"verify":[36],"method":[37,62,82],"to":[38,54,91],"enhance":[39],"performance":[41,108],"comparison":[45,96,113],"relatively":[47],"short":[48],"strings":[49],"with":[50,97],"proven":[51],"no":[52,98],"loss":[53,99],"accuracy.":[55],"Our":[56],"experiments":[57],"show":[58],"that":[59],"proposed":[61],"almost":[64],"6800":[65],"orders":[66],"magnitude":[68],"faster":[69],"than":[70],"Damerau-Levenshtein":[71],"(DL)":[72],"produces":[76],"same":[78],"exact":[79],"results.":[80],"This":[81],"combines":[83],"prefix":[84],"pruning,":[85],"bit":[87],"signatures":[88],"hashing":[90],"provide":[92,106],"very":[93],"fast":[94],"edit-distance":[95],"true":[101],"positive":[102],"matches.":[103],"PSH":[104],"will":[105],"substantial":[107],"gains":[109],"as":[110],"metric":[114],"when":[115],"used":[116],"in":[117],"place":[118],"DL.":[120]},"counts_by_year":[{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
