{"id":"https://openalex.org/W2988409347","doi":"https://doi.org/10.1109/tkde.2019.2951388","title":"SlimML: Removing Non-critical Input Data in Large-scale Iterative Machine Learning","display_name":"SlimML: Removing Non-critical Input Data in Large-scale Iterative Machine Learning","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2988409347","doi":"https://doi.org/10.1109/tkde.2019.2951388","mag":"2988409347"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2019.2951388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2951388","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210161752","display_name":"Beijing Haidian Hospital","ror":"https://ror.org/058x5eq06","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["Beijing Institute of Technology, Haidian, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Haidian, P.R. China","institution_ids":["https://openalex.org/I4210161752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210161752","display_name":"Beijing Haidian Hospital","ror":"https://ror.org/058x5eq06","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology, Haidian, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Haidian, P.R. China","institution_ids":["https://openalex.org/I4210161752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740119","display_name":"Shilin Li","orcid":"https://orcid.org/0000-0002-6156-3355"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210161752","display_name":"Beijing Haidian Hospital","ror":"https://ror.org/058x5eq06","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilin Li","raw_affiliation_strings":["Beijing Institute of Technology, Haidian, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Haidian, P.R. China","institution_ids":["https://openalex.org/I4210161752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013859152","display_name":"Lydia Y. Chen","orcid":"https://orcid.org/0000-0002-4228-6735"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lydia Y. Chen","raw_affiliation_strings":["TU Delft, Delft, CD, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft, Delft, CD, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054991337","display_name":"Guoren Wang","orcid":"https://orcid.org/0000-0002-0181-8379"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210161752","display_name":"Beijing Haidian Hospital","ror":"https://ror.org/058x5eq06","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoren Wang","raw_affiliation_strings":["Beijing Institute of Technology, Haidian, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Haidian, P.R. China","institution_ids":["https://openalex.org/I4210161752","https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["DiDi AI Labs and Syracuse University, Syracuse, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi AI Labs and Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010419481","display_name":"Jieping Ye","orcid":"https://orcid.org/0000-0001-8662-5818"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jieping Ye","raw_affiliation_strings":["DiDi AI Labs and the University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DiDi AI Labs and the University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1295,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.84190798,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8123289346694946},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5389701724052429},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.47821828722953796},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.44768691062927246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4285820722579956},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.376659631729126},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3482203483581543},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24537062644958496}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8123289346694946},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5389701724052429},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.47821828722953796},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.44768691062927246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4285820722579956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.376659631729126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3482203483581543},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24537062644958496},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2019.2951388","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2951388","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:b9fefd3f-a9fc-45ba-8c6b-ef30361ca341","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:b9fefd3f-a9fc-45ba-8c6b-ef30361ca341","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2269015586","display_name":null,"funder_award_id":"Grant No. 61872337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2702195165","display_name":null,"funder_award_id":"2018YFB1003701","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5137533710","display_name":"\u9762\u5411\u4e91\u5e73\u53f0\u77ed\u65f6\u4f5c\u4e1a\u7684\u96c6\u7fa4\u8c03\u5ea6\u5668\u914d\u7f6e\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8311046018","display_name":"Dapprox: Dependency-ware Approximate Analytics and Processing Platforms","funder_award_id":"167266","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W52367139","https://openalex.org/W174106550","https://openalex.org/W932020457","https://openalex.org/W1442374986","https://openalex.org/W1522301498","https://openalex.org/W1724438581","https://openalex.org/W1806891645","https://openalex.org/W1842094663","https://openalex.org/W2041517243","https://openalex.org/W2060393849","https://openalex.org/W2096125134","https://openalex.org/W2112796928","https://openalex.org/W2119144962","https://openalex.org/W2119821739","https://openalex.org/W2125993116","https://openalex.org/W2131975293","https://openalex.org/W2133764509","https://openalex.org/W2162006472","https://openalex.org/W2162287622","https://openalex.org/W2163605009","https://openalex.org/W2173213060","https://openalex.org/W2174940656","https://openalex.org/W2177410802","https://openalex.org/W2184623761","https://openalex.org/W2185864411","https://openalex.org/W2279098554","https://openalex.org/W2404724429","https://openalex.org/W2428862780","https://openalex.org/W2523435939","https://openalex.org/W2524428287","https://openalex.org/W2546786407","https://openalex.org/W2565701092","https://openalex.org/W2605643718","https://openalex.org/W2612467436","https://openalex.org/W2621265919","https://openalex.org/W2730756244","https://openalex.org/W2736569376","https://openalex.org/W2766164908","https://openalex.org/W2772923331","https://openalex.org/W2773689216","https://openalex.org/W2792078035","https://openalex.org/W2797862701","https://openalex.org/W2934889147","https://openalex.org/W2949259904","https://openalex.org/W2963096809","https://openalex.org/W2963244042","https://openalex.org/W2963702144","https://openalex.org/W2963933682","https://openalex.org/W2964039533","https://openalex.org/W2964121744","https://openalex.org/W2984509121","https://openalex.org/W3103332996","https://openalex.org/W4239510810","https://openalex.org/W4245826835","https://openalex.org/W4294583774","https://openalex.org/W4294635920","https://openalex.org/W4300092207","https://openalex.org/W6600284362","https://openalex.org/W6602099260","https://openalex.org/W6607136368","https://openalex.org/W6624712973","https://openalex.org/W6628377381","https://openalex.org/W6631190155","https://openalex.org/W6637709462","https://openalex.org/W6638704708","https://openalex.org/W6665801690","https://openalex.org/W6677580257","https://openalex.org/W6679815717","https://openalex.org/W6684012599","https://openalex.org/W6684191040","https://openalex.org/W6685644109","https://openalex.org/W6685663092","https://openalex.org/W6686239164","https://openalex.org/W6695314431","https://openalex.org/W6713485569","https://openalex.org/W6718004975","https://openalex.org/W6725556964","https://openalex.org/W6727208969","https://openalex.org/W6737232052","https://openalex.org/W6738602561","https://openalex.org/W6745410505","https://openalex.org/W6746407912","https://openalex.org/W6749892895"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W3046775127","https://openalex.org/W4205958290","https://openalex.org/W3107474891","https://openalex.org/W3209574120","https://openalex.org/W3170094116"],"abstract_inverted_index":{"The":[0,151],"core":[1],"of":[2,39,93,136,146,162,196,204],"many":[3],"large-scale":[4],"machine":[5,16],"learning":[6,106],"(ML)":[7],"applications,":[8],"such":[9,127],"as":[10],"neural":[11,20],"networks":[12],"(NN),":[13],"support":[14],"vector":[15],"(SVM),":[17],"and":[18,48,87,120,172,181],"convolutional":[19],"network":[21],"(CNN),":[22],"is":[23,54],"the":[24,51,91,99,112,117,144],"training":[25,100,124,191],"algorithm":[26],"that":[27,55,90,184],"iteratively":[28],"updates":[29],"model":[30,63,84,190],"parameters":[31],"by":[32,73,157,193],"processing":[33],"massive":[34],"datasets.":[35],"From":[36],"a":[37,75,79,104,133,159,165],"plethora":[38],"studies":[40],"aiming":[41],"at":[42],"accelerating":[43],"ML,":[44],"being":[45],"data":[46,57,80,94,119,138,149],"parallelization":[47],"parameter":[49,64,85],"server,":[50],"prevalent":[52],"assumption":[53,72],"all":[56],"points":[58,95,139],"are":[59,96],"equivalently":[60],"relevant":[61],"to":[62,77,142],"updating.":[65],"In":[66],"this":[67,71],"article,":[68],"we":[69,173],"challenge":[70],"proposing":[74],"criterion":[76],"measure":[78],"point's":[81],"effect":[82],"on":[83,116,176],"updating,":[86],"experimentally":[88],"demonstrate":[89,174],"majority":[92],"non-critical":[97],"in":[98,164],"process.":[101],"We":[102],"develop":[103],"slim":[105],"framework,":[107],"termed":[108],"SlimML,":[109],"which":[110],"trains":[111],"ML":[113],"models":[114],"only":[115,200],"critical":[118],"thus":[121],"significantly":[122],"improves":[123],"performance.":[125],"To":[126],"an":[128,194],"end,":[129],"SlimML":[130],"efficiently":[131],"leverages":[132],"small":[134],"number":[135],"aggregated":[137],"per":[140],"iteration":[141],"approximate":[143],"criticalness":[145],"original":[147],"input":[148],"instances.":[150],"proposed":[152],"approach":[153],"can":[154],"be":[155],"used":[156],"changing":[158],"few":[160],"lines":[161],"code":[163],"standard":[166],"stochastic":[167],"gradient":[168],"descent":[169],"(SGD)":[170],"procedure,":[171],"experimentally,":[175],"NN":[177],"regression,":[178],"SVM":[179],"classification,":[180],"CNN":[182],"training,":[183],"for":[185],"large":[186],"datasets,":[187],"it":[188],"accelerates":[189],"process":[192],"average":[195],"3.61":[197],"times":[198],"while":[199],"incurring":[201],"accuracy":[202],"losses":[203],"0.37":[205],"percent.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}