{"id":"https://openalex.org/W4320525798","doi":"https://doi.org/10.26599/bdma.2022.9020014","title":"Survey of Distributed Computing Frameworks for Supporting Big Data Analysis","display_name":"Survey of Distributed Computing Frameworks for Supporting Big Data Analysis","publication_year":2023,"publication_date":"2023-01-26","ids":{"openalex":"https://openalex.org/W4320525798","doi":"https://doi.org/10.26599/bdma.2022.9020014"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2022.9020014","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2022.9020014","pdf_url":"https://ieeexplore.ieee.org/ielx7/8254253/10026288/10026506.pdf","source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ieeexplore.ieee.org/ielx7/8254253/10026288/10026506.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038163730","display_name":"Xudong Sun","orcid":"https://orcid.org/0000-0002-5870-6343"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Sun","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076542236","display_name":"Yulin He","orcid":"https://orcid.org/0000-0002-3415-0686"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin He","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089698613","display_name":"Dingming Wu","orcid":"https://orcid.org/0000-0001-7566-5793"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingming Wu","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003347359","display_name":"Joshua Zhexue Huang","orcid":"https://orcid.org/0000-0002-6797-2571"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Joshua Zhexue Huang","raw_affiliation_strings":["College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University,Shenzhen,China,518060","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence and Digital Economy (SZ), Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.1404,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.99360823,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"2","first_page":"154","last_page":"169"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6659742593765259},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6481262445449829},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.561282217502594},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.23446312546730042}],"concepts":[{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6659742593765259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481262445449829},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.561282217502594},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.23446312546730042}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2022.9020014","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2022.9020014","pdf_url":"https://ieeexplore.ieee.org/ielx7/8254253/10026288/10026506.pdf","source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b3eae79348174454895ca39ca9012701","is_oa":true,"landing_page_url":"https://doaj.org/article/b3eae79348174454895ca39ca9012701","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 6, Iss 2, Pp 154-169 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2022.9020014","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2022.9020014","pdf_url":"https://ieeexplore.ieee.org/ielx7/8254253/10026288/10026506.pdf","source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654","2097-406X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7924544171","display_name":"\u57fa\u4e8e\u968f\u673a\u6837\u672c\u5212\u5206\u7684\u5206\u5e03\u5f0f\u5927\u6570\u636e\u8fd1\u4f3c\u8ba1\u7b97\u7406\u8bba\u4e0e\u7b97\u6cd5\u7814\u7a76","funder_award_id":"61972261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4320525798.pdf","grobid_xml":"https://content.openalex.org/works/W4320525798.grobid-xml"},"referenced_works_count":114,"referenced_works":["https://openalex.org/W102909132","https://openalex.org/W156133708","https://openalex.org/W194594727","https://openalex.org/W379212275","https://openalex.org/W1582448188","https://openalex.org/W1965973855","https://openalex.org/W1972058033","https://openalex.org/W1981368351","https://openalex.org/W1993892970","https://openalex.org/W2002950519","https://openalex.org/W2013344760","https://openalex.org/W2022858489","https://openalex.org/W2034213689","https://openalex.org/W2038412523","https://openalex.org/W2047189132","https://openalex.org/W2084071276","https://openalex.org/W2095930915","https://openalex.org/W2098935637","https://openalex.org/W2101728887","https://openalex.org/W2102840489","https://openalex.org/W2105947650","https://openalex.org/W2107550548","https://openalex.org/W2108165346","https://openalex.org/W2110086534","https://openalex.org/W2111262474","https://openalex.org/W2114060717","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2120458882","https://openalex.org/W2121243315","https://openalex.org/W2124701120","https://openalex.org/W2130493390","https://openalex.org/W2131975293","https://openalex.org/W2137760911","https://openalex.org/W2139205321","https://openalex.org/W2142031898","https://openalex.org/W2142825844","https://openalex.org/W2149060389","https://openalex.org/W2151065878","https://openalex.org/W2151153946","https://openalex.org/W2157355837","https://openalex.org/W2159052492","https://openalex.org/W2163173102","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2184307269","https://openalex.org/W2189465200","https://openalex.org/W2286596378","https://openalex.org/W2317196401","https://openalex.org/W2318396129","https://openalex.org/W2326236514","https://openalex.org/W2326565172","https://openalex.org/W2335914940","https://openalex.org/W2381238867","https://openalex.org/W2427751400","https://openalex.org/W2437870011","https://openalex.org/W2476844261","https://openalex.org/W2532525999","https://openalex.org/W2534983812","https://openalex.org/W2537791561","https://openalex.org/W2538710666","https://openalex.org/W2559572207","https://openalex.org/W2567183129","https://openalex.org/W2587653735","https://openalex.org/W2610722296","https://openalex.org/W2613580061","https://openalex.org/W2738594651","https://openalex.org/W2750150650","https://openalex.org/W2752238980","https://openalex.org/W2756439134","https://openalex.org/W2773612851","https://openalex.org/W2789758093","https://openalex.org/W2795433008","https://openalex.org/W2800195291","https://openalex.org/W2808622995","https://openalex.org/W2808726866","https://openalex.org/W2809770026","https://openalex.org/W2900113940","https://openalex.org/W2902227688","https://openalex.org/W2906300927","https://openalex.org/W2937048311","https://openalex.org/W2948194767","https://openalex.org/W2953445722","https://openalex.org/W2992159950","https://openalex.org/W3007642461","https://openalex.org/W3018761215","https://openalex.org/W3047908100","https://openalex.org/W3084128805","https://openalex.org/W3085924233","https://openalex.org/W3090702692","https://openalex.org/W3091344841","https://openalex.org/W3091707190","https://openalex.org/W3095900626","https://openalex.org/W3099296482","https://openalex.org/W3102054936","https://openalex.org/W3122247640","https://openalex.org/W3195601878","https://openalex.org/W4206840328","https://openalex.org/W4229957470","https://openalex.org/W4235016097","https://openalex.org/W4235810972","https://openalex.org/W4288614325","https://openalex.org/W4297797010","https://openalex.org/W6607808267","https://openalex.org/W6679815717","https://openalex.org/W6682130738","https://openalex.org/W6684084819","https://openalex.org/W6687322159","https://openalex.org/W6703716174","https://openalex.org/W6730369149","https://openalex.org/W6731596640","https://openalex.org/W6748638692","https://openalex.org/W6781684284","https://openalex.org/W6912144523"],"related_works":["https://openalex.org/W4322629366","https://openalex.org/W2808989540","https://openalex.org/W2397053934","https://openalex.org/W1039292361","https://openalex.org/W2731626691","https://openalex.org/W2551093110","https://openalex.org/W2148016376","https://openalex.org/W4237919137","https://openalex.org/W3184179822","https://openalex.org/W3095362084"],"abstract_inverted_index":{"Distributed":[0],"computing":[1,9,53,59,128,145,171],"frameworks":[2,54,89,129,146],"are":[3,61,148],"the":[4,18,41,44,57,122,175],"fundamental":[5],"component":[6],"of":[7,21,30,49],"distributed":[8,52,127,144,170],"systems.":[10],"They":[11],"provide":[12],"an":[13],"essential":[14],"way":[15],"to":[16,64,96,103,107,131,134,177],"support":[17,65],"efficient":[19],"processing":[20,47],"big":[22,31,45,66,79,104,153,161,179],"data":[23,32,46,67,80,105,154,162,180],"on":[24,56,77],"clusters":[25],"or":[26],"cloud.":[27],"The":[28],"size":[29],"increases":[33],"at":[34],"a":[35,168],"pace":[36],"that":[37,147,173],"is":[38],"faster":[39],"than":[40],"increase":[42],"in":[43,82,121,151],"capacity":[48],"clusters.":[50],"Thus,":[51],"based":[55],"MapReduce":[58,123],"model":[60],"not":[62],"adequate":[63],"analysis":[68,181],"tasks":[69],"which":[70],"often":[71],"require":[72],"running":[73],"complex":[74],"analytical":[75,112],"algorithms":[76,113,117],"extremely":[78],"sets":[81],"terabytes.":[83],"In":[84,138,164],"performing":[85],"such":[86],"tasks,":[87],"these":[88,136],"face":[90],"three":[91],"challenges:":[92],"computational":[93],"inefficiency":[94],"due":[95,106],"high":[97],"I/O":[98],"and":[99,110,155],"communication":[100],"costs,":[101],"non-scalability":[102],"memory":[108],"limit,":[109],"limited":[111],"because":[114],"many":[115],"serial":[116],"cannot":[118],"be":[119,132],"implemented":[120],"programming":[124],"model.":[125],"New":[126],"need":[130],"developed":[133],"conquer":[135],"challenges.":[137,182],"this":[139],"paper,":[140],"we":[141,166],"review":[142],"MapReduce-type":[143],"currently":[149],"used":[150],"handling":[152],"discuss":[156],"their":[157],"problems":[158],"when":[159],"conducting":[160],"analysis.":[163],"addition,":[165],"present":[167],"non-MapReduce":[169],"framework":[172],"has":[174],"potential":[176],"overcome":[178]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}