{"id":"https://openalex.org/W2118566694","doi":"https://doi.org/10.1109/tpds.2015.2405552","title":"Hadoop Performance Modeling for Job Estimation and Resource Provisioning","display_name":"Hadoop Performance Modeling for Job Estimation and Resource Provisioning","publication_year":2015,"publication_date":"2015-02-19","ids":{"openalex":"https://openalex.org/W2118566694","doi":"https://doi.org/10.1109/tpds.2015.2405552","mag":"2118566694"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2015.2405552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2015.2405552","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/11577/1/Fulltext.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102969693","display_name":"Mukhtaj Khan","orcid":"https://orcid.org/0000-0002-4933-6192"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mukhtaj Khan","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom","[Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom]"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"[Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom]","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016051165","display_name":"Yong Jin","orcid":"https://orcid.org/0000-0002-7664-1416"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]},{"id":"https://openalex.org/I135714990","display_name":"North University of China","ror":"https://ror.org/047bp1713","country_code":"CN","type":"education","lineage":["https://openalex.org/I135714990"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Yong Jin","raw_affiliation_strings":["National Key Lab for Electronic Measurement Technology, Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom","National Key Lab for Electronic Measurement Technology, North University of China, Taiyuan, China#TAB#"],"affiliations":[{"raw_affiliation_string":"National Key Lab for Electronic Measurement Technology, Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"National Key Lab for Electronic Measurement Technology, North University of China, Taiyuan, China#TAB#","institution_ids":["https://openalex.org/I135714990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026237130","display_name":"Maozhen Li","orcid":"https://orcid.org/0000-0002-0820-5487"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Maozhen Li","raw_affiliation_strings":["Department of Electronic and Computer Engineering, Key Laboratory of Embedded Systems and Service Computing, Ministry of Education, Tongji University, Shanghai, China","[Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom]"],"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, Key Laboratory of Embedded Systems and Service Computing, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"[Department of Electronic and Computer Engineering, Brunel University London, Uxbridge, United Kingdom]","institution_ids":["https://openalex.org/I59433898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101697193","display_name":"Yang Xiang","orcid":"https://orcid.org/0000-0002-4091-6422"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiang","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Siping Road, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Siping Road, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066099338","display_name":"Changjun Jiang","orcid":"https://orcid.org/0000-0003-0637-9317"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changjun Jiang","raw_affiliation_strings":["Department of Computer Science and Technology, Tongji University, Siping Road, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tongji University, Siping Road, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102969693"],"corresponding_institution_ids":["https://openalex.org/I59433898"],"apc_list":null,"apc_paid":null,"fwci":36.2293,"has_fulltext":true,"cited_by_count":124,"citation_normalized_percentile":{"value":0.99682997,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"27","issue":"2","first_page":"441","last_page":"454"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8612881898880005},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8403470516204834},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.8154581785202026},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5509240031242371},{"id":"https://openalex.org/keywords/lease","display_name":"Lease","score":0.4903535842895508},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4661841094493866},{"id":"https://openalex.org/keywords/service-provider","display_name":"Service provider","score":0.4486885964870453},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4286147654056549},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.4152677059173584},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41175588965415955},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2200586497783661},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16618019342422485}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8612881898880005},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8403470516204834},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.8154581785202026},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5509240031242371},{"id":"https://openalex.org/C2779614062","wikidata":"https://www.wikidata.org/wiki/Q716894","display_name":"Lease","level":2,"score":0.4903535842895508},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4661841094493866},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.4486885964870453},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4286147654056549},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4152677059173584},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41175588965415955},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2200586497783661},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16618019342422485},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpds.2015.2405552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2015.2405552","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/11577","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/11577","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/11577/1/Fulltext.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/20815486","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Hadoop_performance_modeling_for_job_estimation_and_resource_provisioning/20815486","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:bura.brunel.ac.uk:2438/11577","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/11577","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/11577/1/Fulltext.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G124867765","display_name":"Developing Scalable Smart Grid Infrastructure to Enable Secure Transmission System Control","funder_award_id":"EP/K006487/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1948918906","display_name":null,"funder_award_id":"EP/K006487/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2118566694.pdf","grobid_xml":"https://content.openalex.org/works/W2118566694.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W152346750","https://openalex.org/W167093911","https://openalex.org/W1597926580","https://openalex.org/W1794174336","https://openalex.org/W1834532152","https://openalex.org/W1967838552","https://openalex.org/W1970685884","https://openalex.org/W1982363918","https://openalex.org/W1984116073","https://openalex.org/W2002472616","https://openalex.org/W2010279913","https://openalex.org/W2017194553","https://openalex.org/W2017977879","https://openalex.org/W2021446094","https://openalex.org/W2040141901","https://openalex.org/W2049387919","https://openalex.org/W2059878010","https://openalex.org/W2074501444","https://openalex.org/W2088687427","https://openalex.org/W2095223744","https://openalex.org/W2100830825","https://openalex.org/W2106991835","https://openalex.org/W2112013978","https://openalex.org/W2114303224","https://openalex.org/W2114896543","https://openalex.org/W2119208045","https://openalex.org/W2125816831","https://openalex.org/W2129817042","https://openalex.org/W2138440835","https://openalex.org/W2166529314","https://openalex.org/W2173213060","https://openalex.org/W4239429564","https://openalex.org/W4250723739","https://openalex.org/W4297814130","https://openalex.org/W6606181892","https://openalex.org/W6606896132","https://openalex.org/W6638329389","https://openalex.org/W6639007902"],"related_works":["https://openalex.org/W3167818451","https://openalex.org/W2566947824","https://openalex.org/W3122412626","https://openalex.org/W2002296499","https://openalex.org/W2386442584","https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2590891895","https://openalex.org/W2785227142","https://openalex.org/W572531444"],"abstract_inverted_index":{"MapReduce":[0],"has":[1,18],"become":[2],"a":[3,44,55,66,93,101,121,127,152],"major":[4],"computing":[5,28],"model":[6,105,131,171,197],"for":[7,39,51,91,120,160],"data":[8],"intensive":[9],"applications.":[10],"Hadoop,":[11],"an":[12,22,176],"open":[13],"source":[14],"implementation":[15],"of":[16,47,89,118,151,194,206,225],"MapReduce,":[17],"been":[19],"adopted":[20],"by":[21],"increasingly":[23],"growing":[24],"user":[25,72],"community.":[26],"Cloud":[27,35],"service":[29,61],"providers":[30,62],"such":[31],"as":[32],"Amazon":[33,185],"EC2":[34,186],"offer":[36],"the":[37,81,86,96,115,148,184,192,195,204,216,221,226],"opportunities":[38],"Hadoop":[40,102,178],"users":[41],"to":[42,70,84,123,146,163],"lease":[43],"certain":[45],"amount":[46,88,117],"resources":[48,90,119],"and":[49,112,138,180,208,211],"pay":[50],"their":[52],"use.":[53],"However,":[54],"key":[56],"challenge":[57],"is":[58,79,172,202],"that":[59,106,191],"cloud":[60],"do":[63],"not":[64],"have":[65],"resource":[67,161,222],"provisioning":[68,162,223],"mechanism":[69],"satisfy":[71,164],"jobs":[73,165,212],"with":[74,166],"deadline":[75,167],"requirements.":[76,168],"Currently,":[77],"it":[78,155],"solely":[80],"user's":[82],"responsibility":[83],"estimate":[85,147],"required":[87,116,217],"running":[92],"job":[94,103,109,122,135,199],"in":[95,183,198,203],"cloud.":[97],"This":[98],"paper":[99],"presents":[100],"performance":[104],"accurately":[107],"estimates":[108],"completion":[110],"time":[111,150],"further":[113],"provisions":[114],"be":[124],"completed":[125,214],"within":[126,215],"deadline.":[128],"The":[129,169],"proposed":[130,170,196,227],"builds":[132],"on":[133,175,220],"historical":[134],"execution":[136,149,200],"records":[137],"employs":[139,156],"Locally":[140],"Weighted":[141],"Linear":[142],"Regression":[143],"(LWLR)":[144],"technique":[145,159],"job.":[153],"Furthermore,":[154],"Lagrange":[157],"Multipliers":[158],"initially":[173],"evaluated":[174,182],"in-house":[177],"cluster":[179],"subsequently":[181],"Cloud.":[187],"Experimental":[188],"results":[189],"show":[190],"accuracy":[193],"estimation":[201],"range":[205],"94.97":[207],"95.51":[209],"percent,":[210],"are":[213],"deadlines":[218],"following":[219],"scheme":[224],"model.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}