{"id":"https://openalex.org/W1623534659","doi":"https://doi.org/10.1186/s40537-015-0021-4","title":"Meta-MapReduce for scalable data mining","display_name":"Meta-MapReduce for scalable data mining","publication_year":2015,"publication_date":"2015-07-18","ids":{"openalex":"https://openalex.org/W1623534659","doi":"https://doi.org/10.1186/s40537-015-0021-4","mag":"1623534659"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-015-0021-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-015-0021-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-015-0021-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-015-0021-4","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100362330","display_name":"Xuan Liu","orcid":"https://orcid.org/0000-0002-7966-4488"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Xuan Liu","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","Faculty of Computer Science Dalhousie University  Halifax Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Faculty of Computer Science Dalhousie University  Halifax Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379572","display_name":"Xiaoguang Wang","orcid":"https://orcid.org/0000-0002-5598-062X"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaoguang Wang","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","Faculty of Computer Science Dalhousie University  Halifax Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Faculty of Computer Science Dalhousie University  Halifax Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042893723","display_name":"Stan Matwin","orcid":"https://orcid.org/0000-0001-6629-8434"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Stan Matwin","raw_affiliation_strings":["Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","Faculty of Computer Science Dalhousie University  Halifax Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, Dalhousie University, 6299 South Street, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]},{"raw_affiliation_string":"Faculty of Computer Science Dalhousie University  Halifax Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018458084","display_name":"Nathalie Japkowicz","orcid":"https://orcid.org/0000-0003-1176-1617"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nathalie Japkowicz","raw_affiliation_strings":["School of EECS, University of Ottawa, 800 King Edward Ave, Ottawa, Canada","School of EECS, University of Ottawa, Ottawa, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, 800 King Edward Ave, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, Canada#TAB#","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100362330"],"corresponding_institution_ids":["https://openalex.org/I129902397"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":6.4716,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96519952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9177738428115845},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.826087236404419},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6663059592247009},{"id":"https://openalex.org/keywords/adaboost","display_name":"AdaBoost","score":0.5906090140342712},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5227784514427185},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5173225402832031},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4656793475151062},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.44810763001441956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43950605392456055},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3551034927368164},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20058229565620422},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11856096982955933},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1163487434387207},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.10468554496765137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9177738428115845},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.826087236404419},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6663059592247009},{"id":"https://openalex.org/C141404830","wikidata":"https://www.wikidata.org/wiki/Q2823869","display_name":"AdaBoost","level":3,"score":0.5906090140342712},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5227784514427185},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5173225402832031},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4656793475151062},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.44810763001441956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43950605392456055},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3551034927368164},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20058229565620422},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11856096982955933},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1163487434387207},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.10468554496765137},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s40537-015-0021-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-015-0021-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-015-0021-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s40537-015-0021-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-015-0021-4","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-015-0021-4","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1623534659.pdf","grobid_xml":"https://content.openalex.org/works/W1623534659.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W15155067","https://openalex.org/W36434594","https://openalex.org/W1544119352","https://openalex.org/W1593271688","https://openalex.org/W1598064945","https://openalex.org/W1736726159","https://openalex.org/W1813030236","https://openalex.org/W1854214752","https://openalex.org/W1971774955","https://openalex.org/W1976860187","https://openalex.org/W1995897489","https://openalex.org/W2000867254","https://openalex.org/W2008183828","https://openalex.org/W2013344760","https://openalex.org/W2019492310","https://openalex.org/W2061620108","https://openalex.org/W2096442669","https://openalex.org/W2100830825","https://openalex.org/W2103018059","https://openalex.org/W2109722477","https://openalex.org/W2125816831","https://openalex.org/W2131975293","https://openalex.org/W2132063146","https://openalex.org/W2133990480","https://openalex.org/W2145680191","https://openalex.org/W2151554678","https://openalex.org/W2157462866","https://openalex.org/W2157963512","https://openalex.org/W2170616854","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2221554372","https://openalex.org/W2227576923","https://openalex.org/W2912516925","https://openalex.org/W2913298375","https://openalex.org/W2995564009","https://openalex.org/W3120740533","https://openalex.org/W3142746689","https://openalex.org/W6604028953"],"related_works":["https://openalex.org/W2274254580","https://openalex.org/W3184571894","https://openalex.org/W2405379563","https://openalex.org/W3014300295","https://openalex.org/W1987859285","https://openalex.org/W1996541855","https://openalex.org/W3212493609","https://openalex.org/W4285046548","https://openalex.org/W2904571715","https://openalex.org/W3197541184"],"abstract_inverted_index":{"W":[0],"e":[1,5,6,9,11,15],"h":[2,14],"a":[3,34,152,164],"v":[4],"n":[7],"t":[8,13],"r":[10],"d":[12],"b":[16],"i":[17],"g":[18],"data":[19,25],"age.":[20],"Knowledge":[21],"extraction":[22],"from":[23,65],"massive":[24],"is":[26],"becoming":[27],"more":[28,30],"and":[29,44],"urgent.":[31],"MapReduce":[32,99],"provides":[33],"feasible":[35],"framework":[36,63],"for":[37,78],"programming":[38,50],"machine":[39,56,103],"learning":[40,57,104],"algorithms":[41,79,105],"in":[42],"Map":[43],"Reduce":[45],"functions.":[46],"The":[47,114,155],"relatively":[48],"simple":[49],"interface":[51],"has":[52],"helped":[53],"to":[54,82,94,100,111],"solve":[55],"algorithms\u2019":[58],"scalability":[59,110],"problems.":[60],"However,":[61],"this":[62,90],"suffers":[64],"an":[66],"obvious":[67],"weakness:":[68],"it":[69,76],"does":[70],"not":[71],"support":[72],"iterations.":[73],"This":[74],"makes":[75],"difficult":[77],"requiring":[80],"iterations":[81],"fully":[83,119],"explore":[84],"the":[85,132,138,160],"efficiency":[86],"of":[87,140,157],"MapReduce.":[88],"In":[89],"paper,":[91],"we":[92],"propose":[93],"apply":[95],"Meta-learning":[96],"programmed":[97],"with":[98,159],"avoid":[101],"parallelizing":[102],"while":[106,144],"also":[107],"improving":[108],"their":[109],"big":[112],"datasets.":[113],"experiments":[115],"conducted":[116],"on":[117,122,151],"Hadoop\u2019s":[118],"distributed":[120],"mode":[121],"Amazon":[123],"EC2":[124],"demonstrate":[125],"that":[126,170],"our":[127],"algorithm":[128],"Meta-MapReduce":[129],"(MMR)":[130],"reduces":[131],"training":[133],"computational":[134],"complexity":[135],"significantly":[136],"when":[137],"number":[139],"computing":[141],"nodes":[142],"increases":[143],"obtaining":[145],"smaller":[146],"error":[147,174],"rates":[148],"than":[149],"those":[150],"single":[153],"node.":[154],"comparison":[156],"MMR":[158,171],"contemporary":[161],"parallelized":[162],"Ad":[163],"B":[165],"oost":[166],"algorithm,":[167],"AdaBoost.PL,":[168],"shows":[169],"obtains":[172],"lower":[173],"rates.":[175]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}