{"id":"https://openalex.org/W4206552825","doi":"https://doi.org/10.3390/data7010011","title":"An Efficient Spark-Based Hybrid Frequent Itemset Mining Algorithm for Big Data","display_name":"An Efficient Spark-Based Hybrid Frequent Itemset Mining Algorithm for Big Data","publication_year":2022,"publication_date":"2022-01-14","ids":{"openalex":"https://openalex.org/W4206552825","doi":"https://doi.org/10.3390/data7010011"},"language":"en","primary_location":{"id":"doi:10.3390/data7010011","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7010011","pdf_url":"https://www.mdpi.com/2306-5729/7/1/11/pdf?version=1642152198","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2306-5729/7/1/11/pdf?version=1642152198","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071568630","display_name":"Mohamed Reda Al-Bana","orcid":null},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Mohamed Reda Al-Bana","raw_affiliation_strings":["Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-3837-7781","affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt","institution_ids":["https://openalex.org/I84058292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048031078","display_name":"Marwa Salah Farhan","orcid":"https://orcid.org/0000-0002-6340-2547"},"institutions":[{"id":"https://openalex.org/I154023281","display_name":"British University in Egypt","ror":"https://ror.org/0066fxv63","country_code":"EG","type":"education","lineage":["https://openalex.org/I154023281"]},{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":true,"raw_author_name":"Marwa Salah Farhan","raw_affiliation_strings":["Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt","Faculty of Informatics and Computer Science, British University in Egypt, Cairo 11837, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-6340-2547","affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt","institution_ids":["https://openalex.org/I84058292"]},{"raw_affiliation_string":"Faculty of Informatics and Computer Science, British University in Egypt, Cairo 11837, Egypt","institution_ids":["https://openalex.org/I154023281"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029879592","display_name":"Nermin Abdelhakim Othman","orcid":"https://orcid.org/0000-0002-5419-3739"},"institutions":[{"id":"https://openalex.org/I154023281","display_name":"British University in Egypt","ror":"https://ror.org/0066fxv63","country_code":"EG","type":"education","lineage":["https://openalex.org/I154023281"]},{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Nermin Abdelhakim Othman","raw_affiliation_strings":["Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt","Faculty of Informatics and Computer Science, British University in Egypt, Cairo 11837, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-5419-3739","affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computers and Artificial Intelligence, Helwan University, Cairo 11795, Egypt","institution_ids":["https://openalex.org/I84058292"]},{"raw_affiliation_string":"Faculty of Informatics and Computer Science, British University in Egypt, Cairo 11837, Egypt","institution_ids":["https://openalex.org/I154023281"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048031078","https://openalex.org/A5071568630"],"corresponding_institution_ids":["https://openalex.org/I154023281","https://openalex.org/I84058292"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1466},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1466},"fwci":6.9211,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.96805942,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"1","first_page":"11","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.868018627166748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7761666178703308},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.7010927200317383},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6623548865318298},{"id":"https://openalex.org/keywords/apriori-algorithm","display_name":"Apriori algorithm","score":0.6156442761421204},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5745280981063843},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.570517361164093},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5693840980529785},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5691381096839905},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5497857928276062},{"id":"https://openalex.org/keywords/association-rule-learning","display_name":"Association rule learning","score":0.49252066016197205},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4130227565765381},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.273218035697937}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.868018627166748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7761666178703308},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.7010927200317383},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6623548865318298},{"id":"https://openalex.org/C81440476","wikidata":"https://www.wikidata.org/wiki/Q513511","display_name":"Apriori algorithm","level":3,"score":0.6156442761421204},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5745280981063843},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.570517361164093},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5693840980529785},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5691381096839905},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5497857928276062},{"id":"https://openalex.org/C193524817","wikidata":"https://www.wikidata.org/wiki/Q386780","display_name":"Association rule learning","level":2,"score":0.49252066016197205},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4130227565765381},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.273218035697937},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/data7010011","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7010011","pdf_url":"https://www.mdpi.com/2306-5729/7/1/11/pdf?version=1642152198","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jdataj:v:7:y:2022:i:1:p:11-:d:724618","is_oa":false,"landing_page_url":"https://www.mdpi.com/2306-5729/7/1/11/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:c37aaff3a2404a30bdac7bb242dd467e","is_oa":true,"landing_page_url":"https://doaj.org/article/c37aaff3a2404a30bdac7bb242dd467e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data, Vol 7, Iss 1, p 11 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/data7010011","is_oa":true,"landing_page_url":"https://doi.org/10.3390/data7010011","pdf_url":"https://www.mdpi.com/2306-5729/7/1/11/pdf?version=1642152198","source":{"id":"https://openalex.org/S4210226510","display_name":"Data","issn_l":"2306-5729","issn":["2306-5729"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206552825.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W208128215","https://openalex.org/W1484413656","https://openalex.org/W2017663296","https://openalex.org/W2058810438","https://openalex.org/W2064853889","https://openalex.org/W2079931838","https://openalex.org/W2095535748","https://openalex.org/W2099404336","https://openalex.org/W2107005225","https://openalex.org/W2120272196","https://openalex.org/W2126623642","https://openalex.org/W2140617045","https://openalex.org/W2174756220","https://openalex.org/W2180880586","https://openalex.org/W2246625041","https://openalex.org/W2294249590","https://openalex.org/W2398365141","https://openalex.org/W2501128788","https://openalex.org/W2530314904","https://openalex.org/W2580282500","https://openalex.org/W2748831951","https://openalex.org/W2758609962","https://openalex.org/W2795012212","https://openalex.org/W2887105349","https://openalex.org/W2889850233","https://openalex.org/W2904513443","https://openalex.org/W2961234535","https://openalex.org/W2975506311","https://openalex.org/W2996451633","https://openalex.org/W3012123778","https://openalex.org/W3015513889","https://openalex.org/W3204386331","https://openalex.org/W3212413460","https://openalex.org/W4231069483","https://openalex.org/W6712409200"],"related_works":["https://openalex.org/W2390051172","https://openalex.org/W2367209111","https://openalex.org/W2351000793","https://openalex.org/W2366790077","https://openalex.org/W2348276166","https://openalex.org/W3034345083","https://openalex.org/W2607264580","https://openalex.org/W3012205960","https://openalex.org/W1483188779","https://openalex.org/W2383378197"],"abstract_inverted_index":{"Frequent":[0],"itemset":[1,111,117,152],"mining":[2],"(FIM)":[3],"is":[4,24,39,74,155,196],"a":[5,75,84,114,156],"common":[6],"approach":[7],"for":[8,137,231],"discovering":[9],"hidden":[10],"frequent":[11,36,50,71,151],"patterns":[12],"from":[13],"transactional":[14],"databases":[15],"used":[16,32,40],"in":[17,247,253],"prediction,":[18],"association":[19],"rules,":[20],"classification,":[21],"etc.":[22],"Apriori":[23,38,55,80],"an":[25],"FIM":[26],"elementary":[27],"algorithm":[28,81,158],"with":[29,52,225],"iterative":[30],"nature":[31],"to":[33,41,47,63,68,95,108,170,188],"find":[34,109],"the":[35,43,64,70,79,97,174,181,190,201,206,222,232],"itemsets.":[37,72,130,194],"scan":[42,67],"dataset":[44,66],"multiple":[45,65,100],"times":[46],"generate":[48],"big":[49,136],"itemsets":[51],"different":[53],"cardinalities.":[54],"performance":[56,224],"descends":[57],"when":[58,132],"data":[59],"gets":[60],"bigger":[61],"due":[62],"extract":[69],"Eclat":[73,227,242],"scalable":[76],"version":[77],"of":[78,99,168,173,192,255],"that":[82,106,159,215,239],"utilizes":[83,160,205],"vertical":[85,88,115,164],"layout.":[86],"The":[87],"layout":[89,165],"has":[90,104],"many":[91],"advantages;":[92],"it":[93,139],"helps":[94,107],"solve":[96],"problem":[98],"datasets":[101,252],"scanning":[102],"and":[103,127,163,198,212,228,243,250],"information":[105],"each":[110],"support.":[112],"In":[113,143],"layout,":[116],"support":[118],"can":[119],"be":[120],"achieved":[121],"by":[122],"intersecting":[123],"transaction":[124,177],"ids":[125,178],"(tidset/tids)":[126],"pruning":[128],"irrelevant":[129],"However,":[131],"tids":[133],"become":[134],"too":[135],"memory,":[138],"affects":[140],"algorithms":[141,230,246],"efficiency.":[142],"this":[144],"paper,":[145],"we":[146],"introduce":[147],"SHFIM":[148,195,223,240],"(spark-based":[149],"hybrid":[150],"mining),":[153],"which":[154,204],"three-phase":[157],"both":[161,248],"horizontal":[162],"diffset":[166],"instead":[167],"tidset":[169],"keep":[171],"track":[172],"differences":[175],"between":[176],"rather":[179],"than":[180],"intersections.":[182],"Moreover,":[183],"some":[184],"improvements":[185],"are":[186],"developed":[187],"decrease":[189],"number":[191],"candidate":[193],"implemented":[197],"tested":[199],"over":[200],"Spark":[202],"framework,":[203],"RDD":[207],"(resilient":[208],"distributed":[209],"datasets)":[210],"concept":[211],"in-memory":[213],"processing":[214],"tackles":[216],"MapReduce":[217],"framework":[218],"problem.":[219],"We":[220],"compared":[221],"Spark-based":[226,245],"dEclat":[229,244],"four":[233],"benchmark":[234],"datasets.":[235],"Experimental":[236],"results":[237],"proved":[238],"outperforms":[241],"dense":[249],"sparse":[251],"terms":[254],"execution":[256],"time.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}