{"id":"https://openalex.org/W2289699348","doi":"https://doi.org/10.32657/10356/64312","title":"Optimization techniques on job scheduling and resource allocation for MapReduce system","display_name":"Optimization techniques on job scheduling and resource allocation for MapReduce system","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2289699348","doi":"https://doi.org/10.32657/10356/64312","mag":"2289699348"},"language":"en","primary_location":{"id":"doi:10.32657/10356/64312","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/64312","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/64312/1/Thesis_ShanjiangTang.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"type":"dissertation","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/64312/1/Thesis_ShanjiangTang.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010031092","display_name":"Shanjiang Tang","orcid":"https://orcid.org/0000-0001-9533-9899"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shanjiang Tang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5010031092"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9372000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8816008567810059},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.6623576879501343},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6396072506904602},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6165888905525208},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5149970054626465},{"id":"https://openalex.org/keywords/online-and-offline","display_name":"Online and offline","score":0.5032796263694763},{"id":"https://openalex.org/keywords/fifo","display_name":"FIFO (computing and electronics)","score":0.4425419270992279},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4408620595932007},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42988860607147217},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4129328429698944},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.41258561611175537},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3878234624862671},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3254324197769165},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2896457314491272}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8816008567810059},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.6623576879501343},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6396072506904602},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6165888905525208},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5149970054626465},{"id":"https://openalex.org/C2780102126","wikidata":"https://www.wikidata.org/wiki/Q10928179","display_name":"Online and offline","level":2,"score":0.5032796263694763},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.4425419270992279},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4408620595932007},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42988860607147217},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4129328429698944},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.41258561611175537},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3878234624862671},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3254324197769165},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2896457314491272},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.32657/10356/64312","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/64312","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/64312/1/Thesis_ShanjiangTang.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/64312","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/64312","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"doi:10.32657/10356/64312","is_oa":true,"landing_page_url":"https://doi.org/10.32657/10356/64312","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/64312/1/Thesis_ShanjiangTang.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nanyang Technological University","raw_type":"dissertation"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.49000000953674316,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2289699348.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W2139982839","https://openalex.org/W1984267569","https://openalex.org/W2092966558","https://openalex.org/W1956651153","https://openalex.org/W2347561926","https://openalex.org/W2327547880","https://openalex.org/W3153517983","https://openalex.org/W210339300","https://openalex.org/W4229065672"],"abstract_inverted_index":{"MapReduce":[0,50,99,126,130,170,201,269,279,397,436],"has":[1,20],"become":[2],"a":[3,56,159,345,358],"popular":[4],"high":[5],"performance":[6,63,85,96,133,167,185,267,412,433],"computing":[7,322,338],"paradigm":[8],"for":[9,42,98,168,188,296,303,313,336,396,415,426],"large-scale":[10],"data":[11],"processing.":[12],"Hadoop,":[13],"an":[14],"open":[15],"source":[16,107,243],"implementation":[17],"of":[18,29,58,66,88,109,121,186,196,208,245,268,287,386,434],"MapReduce,":[19],"been":[21],"widely":[22],"deployed":[23],"in":[24,261,353,379],"large":[25,43],"clusters":[26],"containing":[27],"thousands":[28],"machines":[30],"by":[31,111,355],"companies":[32],"such":[33,337],"as":[34],"Yahoo!":[35],"and":[36,64,79,86,128,138,191,211,216,252,259,326,350,393,407,413,421,445],"Facebook":[37],"to":[38,60,82,164,224,227,230,370,409,430,442],"support":[39],"batch":[40],"processing":[41],"jobs":[44],"submitted":[45],"from":[46],"multiple":[47],"users":[48,427],"(i.e.,":[49,315],"workloads).":[51],"However,":[52],"there":[53],"are":[54,136,214],"certainly":[55],"lot":[57],"room":[59],"improve":[61,83,183,265,410],"the":[62,84,95,106,153,166,184,198,206,221,242,266,273,285,301,309,329,387,411,432],"fairness":[65,87,274,373,414],"Hadoop.":[67,246,262],"In":[68],"this":[69,380],"thesis,":[70,381],"we":[71,92,145,156,219,306,319,343,382],"focus":[72,93],"on":[73,76,94,152,237,390],"optimization":[74,97,302,388],"techniques":[75],"job":[77,113,148,178,391],"scheduling":[78,253,392],"resource":[80,202,250,311,372,394],"allocation":[81,203,251,312,395],"Hadoop":[89,110,187,304,316,416],"system.":[90,339,417],"First,":[91],"workloads":[100,127,270,437],"under":[101,399],"FIFO":[102,297],"scheduler":[103],"without":[104,275],"changing":[105],"code":[108,244],"using":[112],"re-ordering":[114],"approach.":[115],"We":[116,402],"consider":[117,320],"two":[118],"different":[119,400],"kinds":[120],"production":[122],"workloads,":[123,144],"i.e.,":[124],"offline":[125,143,154,190],"online":[129,169,192],"workloads.":[131,171,193],"The":[132,172,281,418],"metrics":[134],"used":[135],"makespan":[137],"total":[139],"completion":[140],"time.":[141],"For":[142],"propose":[146,158,344],"several":[147],"ordering":[149,179],"algorithms.":[150],"Based":[151],"approaches,":[155],"further":[157],"prototype":[160],"system":[161,254,398],"called":[162,255],"MROrder":[163],"optimize":[165,308,431],"experimental":[173,282,364],"results":[174,283,365],"show":[175,366],"that":[176,328,367],"our":[177,288],"methods":[180],"can":[181,264,292],"significantly":[182],"both":[189],"Second,":[194],"instead":[195],"keeping":[197],"default":[199],"static":[200],"model":[204,222],"where":[205],"number":[207],"map":[209,232],"slots":[210,213,226],"reduce":[212,234],"pre-configured":[215],"not":[217,334],"fungible,":[218],"relax":[220],"constrain":[223],"allow":[225],"be":[228,294,424],"reallocated":[229],"either":[231],"or":[233,438],"tasks":[235],"depending":[236],"their":[238,435,443],"needs":[239,444],"through":[240],"modifying":[241],"A":[247],"dynamic":[248],"fair":[249,310,331,361,376],"DynamicMR":[256],"is":[257,333],"proposed":[258,404,419],"implemented":[260],"It":[263],"while":[271],"ensuring":[272],"any":[276],"information":[277],"about":[278],"jobs.":[280],"validate":[284],"effectiveness":[286],"DynamicMR.":[289],"Moreover,":[290],"it":[291,352,368],"also":[293,307],"applied":[295],"scheduler.":[298,362,377],"Finally,":[299],"besides":[300],"MRv1,":[305],"YARN":[314,354,360],"MRv2).":[317],"Specifically,":[318],"pay-as-you-use":[321],"(e.g.,":[323],"cloud":[324],"computing)":[325],"find":[327],"traditional":[330],"policy":[332],"suitable":[335],"To":[340],"address":[341],"this,":[342],"Long-Term":[346],"Resource":[347],"Fairness":[348],"(LTRF)":[349],"implement":[351],"developing":[356],"LTYARN,":[357],"long-term":[359],"Our":[363],"leads":[369],"better":[371],"than":[374],"existing":[375],"Thus,":[378],"have":[383,403],"addressed":[384],"some":[385],"problems":[389],"scenarios.":[401],"new":[405],"algorithms":[406,420],"frameworks":[408,422],"will":[423],"options":[425],"who":[428],"want":[429],"ensure":[439],"fairness,":[440],"according":[441],"conditions.":[446]},"counts_by_year":[],"updated_date":"2026-05-22T06:13:13.366637","created_date":"2025-10-10T00:00:00"}