{"id":"https://openalex.org/W2592939325","doi":"https://doi.org/10.1109/escience.2016.7870900","title":"MOHA: Many-task computing meets the big data platform","display_name":"MOHA: Many-task computing meets the big data platform","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2592939325","doi":"https://doi.org/10.1109/escience.2016.7870900","mag":"2592939325"},"language":"en","primary_location":{"id":"doi:10.1109/escience.2016.7870900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/escience.2016.7870900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 12th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082630968","display_name":"Jik\u2010Soo Kim","orcid":"https://orcid.org/0000-0002-0104-4617"},"institutions":[{"id":"https://openalex.org/I878022262","display_name":"Korea Institute of Science & Technology Information","ror":"https://ror.org/01k4yrm29","country_code":"KR","type":"facility","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I878022262"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jik-Soo Kim","raw_affiliation_strings":["National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I878022262"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061983232","display_name":"Cao Ngoc Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I878022262","display_name":"Korea Institute of Science & Technology Information","ror":"https://ror.org/01k4yrm29","country_code":"KR","type":"facility","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I878022262"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Cao Nguyen","raw_affiliation_strings":["National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I878022262"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113819719","display_name":"Soonwook Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I878022262","display_name":"Korea Institute of Science & Technology Information","ror":"https://ror.org/01k4yrm29","country_code":"KR","type":"facility","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I878022262"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soonwook Hwang","raw_affiliation_strings":["National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"National Institute of Supercomputing and Networking at KISTI, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I878022262"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082630968"],"corresponding_institution_ids":["https://openalex.org/I878022262"],"apc_list":null,"apc_paid":null,"fwci":4.1572,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.94912815,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"22","issue":null,"first_page":"193","last_page":"202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8558275699615479},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7718456387519836},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6650418639183044},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5850377082824707},{"id":"https://openalex.org/keywords/data-intensive-computing","display_name":"Data-intensive computing","score":0.5429065823554993},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5244436860084534},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5174420475959778},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4321099817752838},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.393228679895401},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3148949146270752},{"id":"https://openalex.org/keywords/grid-computing","display_name":"Grid computing","score":0.18779709935188293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8558275699615479},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7718456387519836},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6650418639183044},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5850377082824707},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.5429065823554993},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5244436860084534},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5174420475959778},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4321099817752838},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.393228679895401},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3148949146270752},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.18779709935188293},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/escience.2016.7870900","is_oa":false,"landing_page_url":"https://doi.org/10.1109/escience.2016.7870900","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 12th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},{"id":"mag:2746360091","is_oa":false,"landing_page_url":"http://jglobal.jst.go.jp/en/public/201702241388335648","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W26797728","https://openalex.org/W1485435899","https://openalex.org/W1552509107","https://openalex.org/W1603731243","https://openalex.org/W1604726995","https://openalex.org/W1904349858","https://openalex.org/W1968801596","https://openalex.org/W1974396493","https://openalex.org/W2008183828","https://openalex.org/W2017166153","https://openalex.org/W2024586441","https://openalex.org/W2042854825","https://openalex.org/W2073326936","https://openalex.org/W2076449099","https://openalex.org/W2081461624","https://openalex.org/W2090575249","https://openalex.org/W2099340616","https://openalex.org/W2103803358","https://openalex.org/W2104704206","https://openalex.org/W2105947650","https://openalex.org/W2108599535","https://openalex.org/W2119738171","https://openalex.org/W2123130398","https://openalex.org/W2130107594","https://openalex.org/W2168067900","https://openalex.org/W2173213060","https://openalex.org/W2274206755","https://openalex.org/W2289207610","https://openalex.org/W2497532985","https://openalex.org/W2725423232","https://openalex.org/W2951552072","https://openalex.org/W3125398447","https://openalex.org/W3129849971","https://openalex.org/W3139073351","https://openalex.org/W3200503780","https://openalex.org/W4239670432","https://openalex.org/W6636171676","https://openalex.org/W6671014687","https://openalex.org/W6694250055","https://openalex.org/W6723488022","https://openalex.org/W6764600654"],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W4400094300","https://openalex.org/W2329539859","https://openalex.org/W2227905990","https://openalex.org/W2765823764","https://openalex.org/W3214280620","https://openalex.org/W3191490922","https://openalex.org/W2794038527","https://openalex.org/W2088745459","https://openalex.org/W2794953737"],"abstract_inverted_index":{"Many-Task":[0],"Computing":[1,18,22],"(MTC)":[2],"has":[3],"been":[4],"a":[5,38,141,153,193,216,257,302],"new":[6,303],"computing":[7,170],"paradigm":[8],"that":[9,198,227],"aims":[10],"to":[11,44,66,83,245,266,279,301],"bridge":[12],"the":[13,96,183,232,308],"gap":[14],"between":[15],"traditional":[16],"High-Throughput":[17],"(HTC)":[19],"and":[20,165,182,282],"High-Performance":[21],"(HPC).":[23],"MTC":[24,71,132,180,204,269],"applications":[25,72,87,205],"from":[26],"various":[27],"scientific":[28],"domains":[29],"such":[30,125,212],"as":[31,126,192,213],"pharmaceuticals,":[32],"astronomy,":[33],"physics":[34],"often":[35],"consist":[36,107],"of":[37,47,50,52,78,108,112,121,137,144,157,167,179,236,242,260],"very":[39],"large":[40,142,258],"number":[41,143,259],"(from":[42,64],"thousands":[43],"even":[45],"billions)":[46],"data-intensive":[48,138],"(tens":[49],"MB":[51],"I/O":[53],"per":[54,60],"second)":[55],"tasks":[56,113,147,261],"with":[57,206,239],"relatively":[58,75,154],"short":[59,155],"task":[61,69,116,294],"execution":[62,234],"times":[63],"seconds":[65],"minutes).":[67],"Each":[68],"in":[70,100,128,215,307],"may":[73],"require":[74],"small":[76],"amount":[77,241],"data":[79,92,145,280,304],"processing":[80,146,210,238,305],"especially":[81],"compared":[82,244],"existing":[84,184,203,247],"Big":[85,185,208],"Data":[86,186,209],"typically":[88],"based":[89,223,310],"on":[90,224,284],"larger":[91,110],"block":[93,98],"sizes":[94],"(e.g.":[95],"default":[97],"size":[99],"Hadoop":[101,194,218,248,285,311],"is":[102,190],"64MB).":[103],"However,":[104],"they":[105],"can":[106,133,174,200,229,254,263,272,298],"much":[109],"numbers":[111],"where":[114,140],"each":[115],"communicates":[117],"through":[118],"files":[119],"instead":[120],"message":[122],"passing":[123],"interfaces":[124],"MPI":[127],"HPC":[129],"applications.":[130,270],"Therefore,":[131],"be":[134,149,264],"another":[135],"type":[136],"workload":[139],"should":[148],"efficiently":[150,255],"processed":[151],"within":[152],"period":[156],"time.":[158],"In":[159,251],"this":[160],"paper,":[161],"we":[162],"present":[163],"design":[164],"implementation":[166],"MOHA":[168,189,228,253,271],"(Many-task":[169],"On":[171],"HAdoop)":[172],"which":[173,262,297],"make":[175],"an":[176,246],"effective":[177],"convergence":[178],"technologies":[181],"platform":[187],"Hadoop.":[188],"developed":[191],"YARN":[195,249,309],"application":[196],"so":[197],"it":[199],"transparently":[201],"co-host":[202],"other":[207],"frameworks":[211],"MapReduce":[214],"single":[217],"cluster.":[219],"Our":[220],"evaluation":[221],"results":[222],"microbenchmark":[225],"show":[226],"substantially":[230],"reduce":[231],"overall":[233],"time":[235],"many-task":[237],"minimal":[240],"resources":[243],"application.":[250],"addition,":[252],"dispatch":[256],"crucial":[265],"support":[267],"challenging":[268],"bring":[273],"many":[274],"interesting":[275],"research":[276],"issues":[277],"related":[278],"grouping":[281],"declustering":[283],"Distributed":[286],"File":[287],"System":[288],"(HDFS),":[289],"scalable":[290],"job/metadata":[291],"management,":[292],"dynamic":[293],"load":[295],"balancing":[296],"ultimately":[299],"contribute":[300],"framework":[306],"2.0":[312],"ecosystem.":[313]},"counts_by_year":[{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}