{"id":"https://openalex.org/W4246574209","doi":"https://doi.org/10.1504/ijdats.2018.094130","title":"Data analysis on big data: improving the map and shuffle phases in Hadoop Map Reduce","display_name":"Data analysis on big data: improving the map and shuffle phases in Hadoop Map Reduce","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W4246574209","doi":"https://doi.org/10.1504/ijdats.2018.094130"},"language":"en","primary_location":{"id":"doi:10.1504/ijdats.2018.094130","doi":"https://doi.org/10.1504/ijdats.2018.094130","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijdats.2018.094130","pdf_url":null,"source":{"id":"https://openalex.org/S118326976","display_name":"International Journal of Data Analysis Techniques and Strategies","issn_l":"1755-8050","issn":["1755-8050","1755-8069"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1","poland-40","russia-white-list-3"],"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Analysis Techniques and Strategies","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038070698","display_name":"J.V.N. Lakshmi","orcid":"https://orcid.org/0000-0001-9230-2521","observed_orcids":["https://orcid.org/0000-0001-9230-2521"]},"institutions":[{"id":"https://openalex.org/I180507071","display_name":"Sri Chandrasekharendra Saraswathi Viswa Mahavidyalaya","ror":"https://ror.org/04w713f83","country_code":"IN","type":"education","lineage":["https://openalex.org/I180507071"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"J.V.N. Lakshmi","raw_affiliation_strings":["SCSVMV University, Sri Chandrasekharendra Saraswathi Viswa Mahavidyalaya, Sri Jayendra Saraswathi Street, Enathur, Kanchipuram, Tamil Nadu, 631 561, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SCSVMV University, Sri Chandrasekharendra Saraswathi Viswa Mahavidyalaya, Sri Jayendra Saraswathi Street, Enathur, Kanchipuram, Tamil Nadu, 631 561, India","institution_ids":["https://openalex.org/I180507071"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038070698"],"corresponding_institution_ids":["https://openalex.org/I180507071"],"apc_list":null,"apc_paid":null,"fwci":0.2764,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66332359,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":"10","issue":"3","first_page":"305","last_page":"305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hadoop-mapreduce","display_name":"Hadoop MapReduce","score":0.9359999895095825},{"id":"https://openalex.org/keywords/shuffle-phase","display_name":"shuffle phase","score":0.8119999766349792},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.746999979019165},{"id":"https://openalex.org/keywords/big-data-processing","display_name":"big data processing","score":0.625},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"parallel computing","score":0.5139999985694885},{"id":"https://openalex.org/keywords/job-execution-time","display_name":"job execution time","score":0.7789999842643738}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7678151726722717},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.7012407779693604},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.6416177749633789},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5868963003158569},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5513449311256409},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5212817192077637},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5084768533706665},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5000588893890381},{"id":"https://openalex.org/C44280652","wikidata":"https://www.wikidata.org/wiki/Q104837","display_name":"Phase (matter)","level":2,"score":0.49985790252685547},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47284987568855286},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.45207783579826355},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42757830023765564},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.411141574382782},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4033520221710205},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15868055820465088},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11427989602088928},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1504/ijdats.2018.094130","doi":"https://doi.org/10.1504/ijdats.2018.094130","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijdats.2018.094130","pdf_url":null,"source":{"id":"https://openalex.org/S118326976","display_name":"International Journal of Data Analysis Techniques and Strategies","issn_l":"1755-8050","issn":["1755-8050","1755-8069"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1","poland-40","russia-white-list-3"],"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Analysis Techniques and Strategies","raw_type":"journal-article"},{"id":"doi:10.1504/ijdats.2018.10015176","doi":"https://doi.org/10.1504/ijdats.2018.10015176","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijdats.2018.10015176","pdf_url":null,"source":{"id":"https://openalex.org/S118326976","display_name":"International Journal of Data Analysis Techniques and Strategies","issn_l":"1755-8050","issn":["1755-8050","1755-8069"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1","poland-40","russia-white-list-3"],"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Data Analysis Techniques and Strategies","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:ids:injdan:v:10:y:2018:i:3:p:305-316","doi":null,"is_oa":false,"landing_page_url":"http://www.inderscience.com/link.php?id=94130","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2779750385","https://openalex.org/W2077714512","https://openalex.org/W2396433687","https://openalex.org/W4361732480","https://openalex.org/W94745405","https://openalex.org/W2066056374","https://openalex.org/W2946270332","https://openalex.org/W2262207272","https://openalex.org/W2527261714","https://openalex.org/W4408878412"],"abstract_inverted_index":{"The":[0,67],"data":[1,43],"management":[2],"has":[3],"become":[4],"a":[5,56,114,125,147],"challenging":[6],"issue":[7],"for":[8,41,116],"network":[9],"centric":[10],"applications":[11],"which":[12,101],"need":[13],"to":[14,24,84,128],"process":[15],"large":[16],"amount":[17],"of":[18,134],"datasets.":[19,27],"System":[20],"requires":[21,70],"advanced":[22],"tools":[23],"analyse":[25],"these":[26],"As":[28],"an":[29,71,82],"efficient":[30,64],"parallel":[31],"computing":[32],"programming":[33],"model":[34],"Map":[35,46,53],"Reduce":[36,47,54],"and":[37,142],"Hadoop":[38],"are":[39],"used":[40],"large-scale":[42],"analysis.":[44],"However,":[45],"still":[48],"suffers":[49],"with":[50,63],"performance":[51,75],"problems":[52],"uses":[55],"shuffle":[57,60,123],"phase":[58,69,95,138],"individual":[59],"service":[61,126],"component":[62,127],"I/O":[65],"policy.":[66],"map":[68,94,137],"improvement":[72],"in":[73,146],"its":[74],"as":[76,81,113,124],"this":[77],"phase's":[78],"output":[79],"acts":[80,112],"input":[83],"the":[85,91,105,130],"next":[86],"phase.":[87],"Its":[88],"result":[89],"reveals":[90],"efficiency,":[92],"so":[93],"needs":[96],"some":[97],"intermediate":[98,109],"check":[99],"points":[100],"regularly":[102],"monitor":[103,136],"all":[104],"splits":[106],"generated":[107],"by":[108,139],"phases.":[110],"This":[111,120],"barrier":[115],"effective":[117],"resource":[118,144],"utilisation.":[119],"paper":[121],"implements":[122],"decrease":[129],"overall":[131],"execution":[132],"time":[133],"jobs,":[135],"skew":[140],"handling":[141],"increase":[143],"utilisation":[145],"cluster.":[148]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2022-05-12T00:00:00"}