{"id":"https://openalex.org/W377419948","doi":"https://doi.org/10.1007/978-3-662-43984-5_18","title":"HadoopM: A Message-Enabled Data Processing System on Large Clusters","display_name":"HadoopM: A Message-Enabled Data Processing System on Large Clusters","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W377419948","doi":"https://doi.org/10.1007/978-3-662-43984-5_18","mag":"377419948"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-662-43984-5_18","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-43984-5_18","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100779383","display_name":"Wei Pan","orcid":"https://orcid.org/0000-0002-8623-2341"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Pan","raw_affiliation_strings":["Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041615627","display_name":"Zhanhuai Li","orcid":"https://orcid.org/0009-0003-6936-5745"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanhuai Li","raw_affiliation_strings":["Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034176288","display_name":"Bo Suo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]},{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Suo","raw_affiliation_strings":["Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023418635","display_name":"Zhuo Wang","orcid":"https://orcid.org/0000-0002-4582-3401"},"institutions":[{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]},{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Wang","raw_affiliation_strings":["Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China"],"affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Popular High Performance Computers, Shenzhen Key Laboratory of Service Computing and Applications, Shen\u2019zhen, 518060, China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi\u2019an, 710072, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Computer Science and Technology, Northwestern Polytechnical University, Xi'an, 710072, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100779383"],"corresponding_institution_ids":["https://openalex.org/I17145004","https://openalex.org/I4210098034"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12454445,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"255"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8936517238616943},{"id":"https://openalex.org/keywords/embarrassingly-parallel","display_name":"Embarrassingly parallel","score":0.8934075832366943},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.697282075881958},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6840292811393738},{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.6387695074081421},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5949360132217407},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.5622931718826294},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5211572647094727},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.4354771375656128},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.43165695667266846},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42817923426628113},{"id":"https://openalex.org/keywords/pagerank","display_name":"PageRank","score":0.42103636264801025},{"id":"https://openalex.org/keywords/data-intensive-computing","display_name":"Data-intensive computing","score":0.41060948371887207},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.39805173873901367},{"id":"https://openalex.org/keywords/parallel-algorithm","display_name":"Parallel algorithm","score":0.33234891295433044},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28655749559402466},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.22358393669128418},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14037156105041504},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09523016214370728}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8936517238616943},{"id":"https://openalex.org/C126909462","wikidata":"https://www.wikidata.org/wiki/Q5369501","display_name":"Embarrassingly parallel","level":3,"score":0.8934075832366943},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.697282075881958},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6840292811393738},{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.6387695074081421},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5949360132217407},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.5622931718826294},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5211572647094727},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.4354771375656128},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.43165695667266846},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42817923426628113},{"id":"https://openalex.org/C2779172887","wikidata":"https://www.wikidata.org/wiki/Q184316","display_name":"PageRank","level":2,"score":0.42103636264801025},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.41060948371887207},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.39805173873901367},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.33234891295433044},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28655749559402466},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.22358393669128418},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14037156105041504},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09523016214370728},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-662-43984-5_18","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-662-43984-5_18","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W623850988","https://openalex.org/W1497676489","https://openalex.org/W1976860187","https://openalex.org/W1981493461","https://openalex.org/W2013344760","https://openalex.org/W2035543557","https://openalex.org/W2045271686","https://openalex.org/W2108739216","https://openalex.org/W2109722477","https://openalex.org/W2112651225","https://openalex.org/W2114854276","https://openalex.org/W2120458882","https://openalex.org/W2121142115","https://openalex.org/W2153889808","https://openalex.org/W2170616854","https://openalex.org/W2173213060","https://openalex.org/W2331929177","https://openalex.org/W2375214730","https://openalex.org/W2912802084"],"related_works":["https://openalex.org/W2064349969","https://openalex.org/W1977658424","https://openalex.org/W2133008176","https://openalex.org/W3197931669","https://openalex.org/W2352452126","https://openalex.org/W2911684380","https://openalex.org/W2066317056","https://openalex.org/W2520913399","https://openalex.org/W2018300605","https://openalex.org/W4234167645"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
