{"id":"https://openalex.org/W3215509180","doi":"https://doi.org/10.1155/2021/1602767","title":"MapReduce-Based Dynamic Partition Join with Shannon Entropy for Data Skewness","display_name":"MapReduce-Based Dynamic Partition Join with Shannon Entropy for Data Skewness","publication_year":2021,"publication_date":"2021-11-24","ids":{"openalex":"https://openalex.org/W3215509180","doi":"https://doi.org/10.1155/2021/1602767","mag":"3215509180"},"language":"en","primary_location":{"id":"doi:10.1155/2021/1602767","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/1602767","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/1602767.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/sp/2021/1602767.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007190842","display_name":"Donghua Chen","orcid":"https://orcid.org/0000-0003-1786-7551"},"institutions":[{"id":"https://openalex.org/I146563203","display_name":"University of International Business and Economics","ror":"https://ror.org/05khqpb71","country_code":"CN","type":"education","lineage":["https://openalex.org/I146563203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghua Chen","raw_affiliation_strings":["School of Information Technology and Management, University of International Business and Economics, Beijing 100029, China"],"raw_orcid":"https://orcid.org/0000-0003-1786-7551","affiliations":[{"raw_affiliation_string":"School of Information Technology and Management, University of International Business and Economics, Beijing 100029, China","institution_ids":["https://openalex.org/I146563203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008891083","display_name":"Runtong Zhang","orcid":"https://orcid.org/0000-0003-0246-5058"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Runtong Zhang","raw_affiliation_strings":["School of Economics and Management, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0003-0246-5058","affiliations":[{"raw_affiliation_string":"School of Economics and Management, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008891083"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":0.5671,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.7581984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"2021","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.8828576803207397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8232400417327881},{"id":"https://openalex.org/keywords/join","display_name":"Join (topology)","score":0.7974158525466919},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5464590191841125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5397824048995972},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5199748277664185},{"id":"https://openalex.org/keywords/skewness","display_name":"Skewness","score":0.46874478459358215},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42115652561187744},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3964323103427887},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33951833844184875},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0962907075881958}],"concepts":[{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.8828576803207397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8232400417327881},{"id":"https://openalex.org/C2776124973","wikidata":"https://www.wikidata.org/wiki/Q3183033","display_name":"Join (topology)","level":2,"score":0.7974158525466919},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5464590191841125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5397824048995972},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5199748277664185},{"id":"https://openalex.org/C122342681","wikidata":"https://www.wikidata.org/wiki/Q330828","display_name":"Skewness","level":2,"score":0.46874478459358215},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42115652561187744},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3964323103427887},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33951833844184875},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0962907075881958},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/1602767","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/1602767","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/1602767.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:402819ac6a994ef79c2cf6248550addc","is_oa":true,"landing_page_url":"https://doaj.org/article/402819ac6a994ef79c2cf6248550addc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Programming, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/1602767","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/1602767","pdf_url":"https://downloads.hindawi.com/journals/sp/2021/1602767.pdf","source":{"id":"https://openalex.org/S166774750","display_name":"Scientific Programming","issn_l":"1058-9244","issn":["1058-9244","1875-919X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Programming","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1860042661","display_name":null,"funder_award_id":"CXTD12-04","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3253045863","display_name":null,"funder_award_id":"62102087","funder_id":"https://openalex.org/F4320312338","funder_display_name":"University of International Business and Economics"},{"id":"https://openalex.org/G3692049418","display_name":null,"funder_award_id":"CXTD12-04","funder_id":"https://openalex.org/F4320312338","funder_display_name":"University of International Business and Economics"},{"id":"https://openalex.org/G522646492","display_name":null,"funder_award_id":"62102087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6652598276","display_name":null,"funder_award_id":"20QD22","funder_id":"https://openalex.org/F4320312338","funder_display_name":"University of International Business and Economics"},{"id":"https://openalex.org/G6863344387","display_name":null,"funder_award_id":"20QD22","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G723782673","display_name":null,"funder_award_id":"62173025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7836683650","display_name":null,"funder_award_id":"CXTD12-04","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8111930246","display_name":null,"funder_award_id":"20QD22","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8408413765","display_name":null,"funder_award_id":"62173025","funder_id":"https://openalex.org/F4320312338","funder_display_name":"University of International Business and Economics"}],"funders":[{"id":"https://openalex.org/F4320312338","display_name":"University of International Business and Economics","ror":"https://ror.org/05khqpb71"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3215509180.pdf","grobid_xml":"https://content.openalex.org/works/W3215509180.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1979666709","https://openalex.org/W1995875735","https://openalex.org/W2001040824","https://openalex.org/W2011078029","https://openalex.org/W2035543557","https://openalex.org/W2043099794","https://openalex.org/W2044936152","https://openalex.org/W2047720565","https://openalex.org/W2061601738","https://openalex.org/W2065180054","https://openalex.org/W2113487832","https://openalex.org/W2123845384","https://openalex.org/W2137139422","https://openalex.org/W2145812340","https://openalex.org/W2151930506","https://openalex.org/W2154894831","https://openalex.org/W2169387919","https://openalex.org/W2185937698","https://openalex.org/W2198610589","https://openalex.org/W2399133307","https://openalex.org/W2555648367","https://openalex.org/W2766382480","https://openalex.org/W2889219672","https://openalex.org/W2900972923","https://openalex.org/W2907015357","https://openalex.org/W2937574645","https://openalex.org/W2946817092","https://openalex.org/W3016289388","https://openalex.org/W3025656843","https://openalex.org/W3038513960","https://openalex.org/W3040300376","https://openalex.org/W3087829133","https://openalex.org/W3110410193","https://openalex.org/W3134513451","https://openalex.org/W3158334837","https://openalex.org/W3174066470","https://openalex.org/W3197931669","https://openalex.org/W4211012425","https://openalex.org/W4230355096","https://openalex.org/W4246563726","https://openalex.org/W6677201749"],"related_works":["https://openalex.org/W2393491644","https://openalex.org/W4206577045","https://openalex.org/W3086237447","https://openalex.org/W650102067","https://openalex.org/W1550806730","https://openalex.org/W2589740103","https://openalex.org/W2172084996","https://openalex.org/W1966967794","https://openalex.org/W1501284171","https://openalex.org/W2397450670"],"abstract_inverted_index":{"Join":[0],"operations":[1,185],"of":[2,13,29,47,65,80,93,120,125,143,162,182],"data":[3,15,21,49,52,81,94,126],"sets":[4,22,50,82,95,127],"play":[5],"a":[6,26,101],"crucial":[7],"role":[8],"in":[9,16,85,96,122,147],"obtaining":[10],"the":[11,30,45,48,63,77,91,99,118,123,129,135,140,144,148,155,166,175,180],"relations":[12],"massive":[14],"real":[17],"life.":[18],"Joining":[19],"two":[20],"with":[23,106,174],"MapReduce":[24,41,66,87,103,149,183],"requires":[25],"proper":[27],"design":[28],"Map":[31,130],"and":[32,51,131],"Reduce":[33,132],"stages":[34,133],"for":[35,186],"different":[36,86,187],"scenarios.":[37],"The":[38],"factors":[39],"affecting":[40],"join":[42,67,104,113,163,184],"efficiency":[43,64],"include":[44],"density":[46],"transmission":[53],"over":[54],"clusters":[55],"like":[56],"Hadoop.":[57,190],"This":[58],"study":[59],"aims":[60],"to":[61,75],"improve":[62],"algorithms":[68],"on":[69,189],"Hadoop":[70],"by":[71,138],"leveraging":[72],"Shannon":[73],"entropy":[74,121,160,172],"measure":[76,159],"information":[78],"changes":[79,119,161],"being":[83],"joined":[84],"stages.":[88],"To":[89],"reduce":[90,145],"uncertainty":[92],"joins":[97],"through":[98],"network,":[100],"novel":[102],"algorithm":[105],"dynamic":[107,111],"partition":[108,112],"strategies":[109],"called":[110],"(DPJ)":[114],"is":[115],"proposed.":[116],"Leveraging":[117],"partitions":[124,137],"during":[128],"revises":[134],"logical":[136],"changing":[139],"original":[141],"input":[142],"tasks":[146],"jobs.":[150],"Experimental":[151],"results":[152],"indicate":[153],"that":[154],"entropy-based":[156],"measures":[157],"can":[158],"operations.":[164],"Moreover,":[165],"DPJ":[167],"variant":[168],"methods":[169],"achieved":[170],"lower":[171],"compared":[173],"existing":[176],"joins,":[177],"thereby":[178],"increasing":[179],"feasibility":[181],"scenarios":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}