{"id":"https://openalex.org/W2078157631","doi":"https://doi.org/10.4304/jsw.9.4.1028-1035","title":"The Large-scale Dynamic Data Rapid Reduction Algorithm Based on Map-Reduce","display_name":"The Large-scale Dynamic Data Rapid Reduction Algorithm Based on Map-Reduce","publication_year":2014,"publication_date":"2014-04-01","ids":{"openalex":"https://openalex.org/W2078157631","doi":"https://doi.org/10.4304/jsw.9.4.1028-1035","mag":"2078157631"},"language":"en","primary_location":{"id":"doi:10.4304/jsw.9.4.1028-1035","is_oa":false,"landing_page_url":"https://doi.org/10.4304/jsw.9.4.1028-1035","pdf_url":null,"source":{"id":"https://openalex.org/S114141714","display_name":"Journal of Software","issn_l":"1796-217X","issn":["1796-217X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318660","host_organization_name":"Academy Publisher","host_organization_lineage":["https://openalex.org/P4310318660"],"host_organization_lineage_names":["Academy Publisher"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062853168","display_name":"Jingling Yuan","orcid":"https://orcid.org/0000-0001-7924-8620"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing-ling Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110436448","display_name":"Jing Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113217425","display_name":"Yan Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100412891","display_name":"Lin Li","orcid":"https://orcid.org/0000-0002-5958-0666"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13345465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9062250852584839},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6578989028930664},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.620689868927002},{"id":"https://openalex.org/keywords/data-reduction","display_name":"Data reduction","score":0.5086127519607544},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4628177881240845},{"id":"https://openalex.org/keywords/map-reduce","display_name":"Map reduce","score":0.42458558082580566},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29407837986946106},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.11209934949874878},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.05799481272697449}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9062250852584839},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6578989028930664},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.620689868927002},{"id":"https://openalex.org/C153914771","wikidata":"https://www.wikidata.org/wiki/Q5227343","display_name":"Data reduction","level":2,"score":0.5086127519607544},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4628177881240845},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.42458558082580566},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29407837986946106},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.11209934949874878},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.05799481272697449},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.4304/jsw.9.4.1028-1035","is_oa":false,"landing_page_url":"https://doi.org/10.4304/jsw.9.4.1028-1035","pdf_url":null,"source":{"id":"https://openalex.org/S114141714","display_name":"Journal of Software","issn_l":"1796-217X","issn":["1796-217X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318660","host_organization_name":"Academy Publisher","host_organization_lineage":["https://openalex.org/P4310318660"],"host_organization_lineage_names":["Academy Publisher"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.823.3225","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.823.3225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ojs.academypublisher.com/index.php/jsw/article/download/jsw090410281035/9149/","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1525890289","https://openalex.org/W1553701556","https://openalex.org/W1582971263","https://openalex.org/W1798724659","https://openalex.org/W1980032919","https://openalex.org/W1997299288","https://openalex.org/W2053439727","https://openalex.org/W2086876270","https://openalex.org/W2089137303","https://openalex.org/W2089757203","https://openalex.org/W2089860066","https://openalex.org/W2349044742","https://openalex.org/W2349417923","https://openalex.org/W2354699096","https://openalex.org/W2355158739","https://openalex.org/W2360992027","https://openalex.org/W2365382545","https://openalex.org/W2367837550","https://openalex.org/W2369788407","https://openalex.org/W2369793023","https://openalex.org/W2370103950","https://openalex.org/W2384834483","https://openalex.org/W2389448774","https://openalex.org/W2390424330","https://openalex.org/W2391525761","https://openalex.org/W6707952857"],"related_works":["https://openalex.org/W2029016205","https://openalex.org/W2100576227","https://openalex.org/W2352590024","https://openalex.org/W2355043271","https://openalex.org/W2351220851","https://openalex.org/W2087637582","https://openalex.org/W2171627141","https://openalex.org/W2392625182","https://openalex.org/W3012264682","https://openalex.org/W2357801001"],"abstract_inverted_index":{"Abstract\u2014With":[0],"the":[1,4,9,12,22,63,85,98,111,124,136,139,143],"advent":[2],"of":[3,6,11,104,142],"era":[5],"\u201cBig":[7],"Data\u201d,":[8],"application":[10],"large-scale":[13,52,57,131],"data":[14,23,36,61,87,112],"is":[15,48,126],"becoming":[16],"popular.":[17],"Efficiently":[18],"using":[19,118],"and":[20,66,101,128],"analyzing":[21],"has":[24,95],"become":[25],"an":[26,69],"interesting":[27],"research":[28,64],"topic.":[29],"Traditional":[30],"knowledge":[31,160],"reduction":[32,71],"algorithms":[33],"read":[34],"small":[35],"samples":[37],"once":[38],"into":[39,89],"a":[40,77],"computer":[41],"main":[42],"memory":[43],"for":[44,51,130],"reduction,":[45,161],"but":[46],"it":[47],"not":[49],"suitable":[50,129],"data.":[53,133],"This":[54],"paper":[55],"takes":[56],"sensor":[58],"monitoring":[59],"dynamic":[60,86,132,157],"as":[62],"object":[65],"puts":[67],"forward":[68],"incremental":[70],"algorithm":[72,83,125,145],"based":[73],"on":[74,110],"Map-Reduce.":[75],"Using":[76],"Hash":[78,162],"fast":[79],"partitioning":[80],"strategy":[81],"this":[82],"divides":[84],"set":[88],"multiple":[90],"subdatasets":[91],"to":[92,121,135,150],"compute,":[93],"which":[94],"greatly":[96],"reduced":[97],"calculation":[99],"time":[100],"space":[102],"complexity":[103],"each":[105],"node.":[106],"Finally\uff0cexperiments":[107],"are":[108],"conducted":[109],"from":[113],"UCI":[114],"Machine":[115],"Learning":[116],"Repository":[117],"Hadoop":[119],"platform":[120],"prove":[122],"that":[123],"efficient":[127],"Compared":[134],"traditional":[137],"algorithms,":[138],"highest":[140],"speedup":[141],"parallel":[144],"can":[146],"be":[147],"increased":[148],"up":[149],"1.55":[151],"times.":[152],"Index":[153],"Terms":[154],"\u2014":[155],"Large-scale":[156],"data,":[158],"increment":[159],"algorithm,":[163],"Map-Reduce":[164],"I.":[165]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}