{"id":"https://openalex.org/W2572533056","doi":"https://doi.org/10.1109/tbdata.2017.2655037","title":"JouleMR: Towards Cost-Effective and Green-Aware Data Processing Frameworks","display_name":"JouleMR: Towards Cost-Effective and Green-Aware Data Processing Frameworks","publication_year":2017,"publication_date":"2017-01-19","ids":{"openalex":"https://openalex.org/W2572533056","doi":"https://doi.org/10.1109/tbdata.2017.2655037","mag":"2572533056"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2017.2655037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2655037","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/136965/2/JouleMR-%20Towards%20Cost-Effective%20and.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079890105","display_name":"Zhaojie Niu","orcid":"https://orcid.org/0000-0002-3552-2170"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhaojie Niu","raw_affiliation_strings":["LILY, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3552-2170","affiliations":[{"raw_affiliation_string":"LILY, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039946576","display_name":"Bingsheng He","orcid":"https://orcid.org/0000-0001-8618-4581"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bingsheng He","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048398271","display_name":"Fangming Liu","orcid":"https://orcid.org/0000-0002-8570-1345"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangming Liu","raw_affiliation_strings":["School of Computer Science & Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science & Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4562,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9594934,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"4","issue":"2","first_page":"258","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8376193046569824},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.6821315884590149},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.6543558835983276},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6380084156990051},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6020472049713135},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5948795080184937},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5651974678039551},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5040632486343384},{"id":"https://openalex.org/keywords/joule","display_name":"Joule (programming language)","score":0.4725382328033447},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45217588543891907},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4180183708667755},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.41588473320007324},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.41459977626800537},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.14799582958221436},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12830668687820435},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.12235689163208008},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11174112558364868}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8376193046569824},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.6821315884590149},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.6543558835983276},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6380084156990051},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6020472049713135},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5948795080184937},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5651974678039551},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5040632486343384},{"id":"https://openalex.org/C2779058145","wikidata":"https://www.wikidata.org/wiki/Q6294583","display_name":"Joule (programming language)","level":3,"score":0.4725382328033447},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45217588543891907},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4180183708667755},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.41588473320007324},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.41459977626800537},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.14799582958221436},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12830668687820435},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.12235689163208008},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11174112558364868},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tbdata.2017.2655037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2017.2655037","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/136965","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/136965","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/136965/2/JouleMR-%20Towards%20Cost-Effective%20and.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/136965","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/136965","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/136965/2/JouleMR-%20Towards%20Cost-Effective%20and.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G6288456493","display_name":"\u9762\u5411\u4e91\u8ba1\u7b97\u6027\u80fd\u4fdd\u8bc1\u7684\u591a\u79df\u6237\u6570\u636e\u4e2d\u5fc3\u7f51\u7edc\u5e26\u5bbd\u5206\u914d\u4e0e\u6700\u4f18\u6027\u4ef7\u6bd4\u8ba1\u4ef7\u4f53\u7cfb\u7814\u7a76","funder_award_id":"61370232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2572533056.pdf"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W32689398","https://openalex.org/W140644435","https://openalex.org/W1964743816","https://openalex.org/W1969729464","https://openalex.org/W1977033871","https://openalex.org/W1988032138","https://openalex.org/W1994293339","https://openalex.org/W2005318779","https://openalex.org/W2013194825","https://openalex.org/W2013703780","https://openalex.org/W2017751491","https://openalex.org/W2050315205","https://openalex.org/W2055964748","https://openalex.org/W2069609138","https://openalex.org/W2073896220","https://openalex.org/W2087639786","https://openalex.org/W2093251805","https://openalex.org/W2098395496","https://openalex.org/W2099142110","https://openalex.org/W2109773664","https://openalex.org/W2110104287","https://openalex.org/W2113812175","https://openalex.org/W2114386613","https://openalex.org/W2116364029","https://openalex.org/W2118651798","https://openalex.org/W2130010548","https://openalex.org/W2138107807","https://openalex.org/W2139041001","https://openalex.org/W2144614141","https://openalex.org/W2149515742","https://openalex.org/W2151201724","https://openalex.org/W2154042331","https://openalex.org/W2157838639","https://openalex.org/W2163291889","https://openalex.org/W2163449191","https://openalex.org/W2163782505","https://openalex.org/W2164466478","https://openalex.org/W2173213060","https://openalex.org/W2276435176","https://openalex.org/W2294316975","https://openalex.org/W2395169308","https://openalex.org/W2395599360","https://openalex.org/W2409161282","https://openalex.org/W2500524618","https://openalex.org/W2617430054","https://openalex.org/W2999424480","https://openalex.org/W4232127409","https://openalex.org/W4234888455","https://openalex.org/W6605663629","https://openalex.org/W6653722288","https://openalex.org/W6668898405","https://openalex.org/W6675036873","https://openalex.org/W6676421412","https://openalex.org/W6681768019","https://openalex.org/W6683926693","https://openalex.org/W6697505614","https://openalex.org/W6711753532","https://openalex.org/W6711943371"],"related_works":["https://openalex.org/W2078851640","https://openalex.org/W2381070915","https://openalex.org/W2352481835","https://openalex.org/W2392493391","https://openalex.org/W2165967062","https://openalex.org/W4389065284","https://openalex.org/W2903994135","https://openalex.org/W2185314374","https://openalex.org/W2898995589","https://openalex.org/W1992424542"],"abstract_inverted_index":{"Interests":[0],"have":[1,214],"been":[2],"growing":[3],"in":[4,11,30,38,61,76,94,113,178],"energy":[5,16,25,39,103,111,153,184,190],"management":[6],"of":[7,49,52,64,82,108,151,186,219,227,233],"the":[8,15,21,50,57,62,77,80,109,149,173,179,183,195,225,231,240],"cluster":[9],"effectively":[10],"order":[12],"to":[13,101,122,142,147,208],"reduce":[14],"consumption":[17,112,206],"as":[18,20,154,156],"well":[19,155],"electricity":[22],"cost.":[23],"Renewable":[24],"and":[26,133,194,230,236],"dynamic":[27,157,192],"pricing":[28,158,193],"schemes":[29,159],"smart":[31],"grids":[32],"are":[33,46,74],"two":[34,66],"major":[35,67],"emerging":[36],"trends":[37],"markets.":[40],"However,":[41],"current":[42],"data":[43,58,95,135,180],"processing":[44,136],"frameworks":[45],"not":[47,71],"aware":[48],"efficiency":[51,146,177,185],"each":[53],"joule":[54,90,145,176],"consumed":[55],"by":[56,88],"center":[59],"workloads":[60],"context":[63],"these":[65],"trends.":[68],"In":[69,125],"fact,":[70],"all":[72],"joules":[73],"equal":[75],"sense":[78],"that":[79,84],"amount":[81],"work":[83],"can":[85,91],"be":[86],"done":[87],"a":[89,117,131,169,201],"vary":[92],"significantly":[93],"centers.":[96],"Ignoring":[97],"this":[98,126],"fact":[99],"leads":[100],"significant":[102],"waste":[104],"(by":[105],"25":[106],"percent":[107],"total":[110],"Hadoop":[114,220,244],"YARN":[115],"on":[116,172,175,217],"Facebook":[118],"production":[119],"trace":[120],"according":[121],"our":[123,210,228,234],"study).":[124],"paper,":[127],"we":[128,139],"propose":[129],"JouleMR,":[130],"cost-effective":[132,235],"green-aware":[134,237],"framework.":[137,162],"Specifically,":[138],"investigate":[140],"how":[141],"exploit":[143],"such":[144],"maximize":[148],"benefits":[150],"renewable":[152,189],"for":[160],"MapReduce":[161,187],"We":[163,198,213],"develop":[164,200],"job/task":[165],"scheduling":[166,211],"algorithms":[167],"with":[168],"particular":[170],"focus":[171],"factors":[174],"center,":[181],"including":[182],"workloads,":[188],"supply,":[191],"battery":[196],"usage.":[197],"further":[199],"simple":[202],"yet":[203],"effective":[204],"performanceenergy":[205],"model":[207],"guide":[209],"decisions.":[212],"implemented":[215],"JouleMR":[216],"top":[218],"YARN.":[221,245],"The":[222],"experiments":[223],"demonstrate":[224],"accuracy":[226],"models,":[229],"effectiveness":[232],"optimizations":[238],"outperform":[239],"state-of-the-art":[241],"implementations":[242],"over":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}