{"id":"https://openalex.org/W4403598528","doi":"https://doi.org/10.1109/lsp.2024.3484289","title":"Efficient Training Acceleration via Sample-Wise Dynamic Probabilistic Pruning","display_name":"Efficient Training Acceleration via Sample-Wise Dynamic Probabilistic Pruning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403598528","doi":"https://doi.org/10.1109/lsp.2024.3484289"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2024.3484289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3484289","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028931239","display_name":"Feicheng Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feicheng Huang","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101859095","display_name":"Wenbo Zhou","orcid":"https://orcid.org/0000-0002-2431-8131"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Zhou","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100772804","display_name":"Yue Huang","orcid":"https://orcid.org/0000-0002-3913-9400"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Huang","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110603747","display_name":"Xinghao Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghao Ding","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, P.R. China","institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028931239"],"corresponding_institution_ids":["https://openalex.org/I1327237609","https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.245,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53895081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"31","issue":null,"first_page":"3034","last_page":"3038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.88919997215271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.88919997215271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8725000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.833899974822998,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.7443499565124512},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6550720930099487},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6371884346008301},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311954259872437},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5061072707176208},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4973295032978058},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4824243485927582},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3723384737968445},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32181185483932495},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3210437297821045},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08187675476074219}],"concepts":[{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.7443499565124512},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6550720930099487},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6371884346008301},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311954259872437},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5061072707176208},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4973295032978058},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4824243485927582},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3723384737968445},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32181185483932495},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3210437297821045},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08187675476074219},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2024.3484289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3484289","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.6600000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G5339618318","display_name":null,"funder_award_id":"82172033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W153185079","https://openalex.org/W2194775991","https://openalex.org/W2551176409","https://openalex.org/W2963587345","https://openalex.org/W3113682753","https://openalex.org/W3121699489","https://openalex.org/W3201292656","https://openalex.org/W4396909806","https://openalex.org/W4402727870","https://openalex.org/W6735632633","https://openalex.org/W6747231328","https://openalex.org/W6757248479","https://openalex.org/W6765715182","https://openalex.org/W6772383348","https://openalex.org/W6778804409","https://openalex.org/W6779606177","https://openalex.org/W6787972765","https://openalex.org/W6798413682","https://openalex.org/W6802383504","https://openalex.org/W6837646708","https://openalex.org/W6839990677","https://openalex.org/W6846422925","https://openalex.org/W6850644760"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2373300491","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2395294869","https://openalex.org/W2378744544"],"abstract_inverted_index":{"Data":[0],"pruning":[1,78,110,141],"is":[2,58,86],"observed":[3],"to":[4,103],"substantially":[5],"reduce":[6],"the":[7,67,77,105,132,157],"computation":[8],"and":[9,39,98,128,146],"memory":[10],"costs":[11],"of":[12,24,65,156],"model":[13],"training.":[14,62],"Previous":[15],"studies":[16],"have":[17],"primarily":[18],"focused":[19],"on":[20,125,144],"constructing":[21],"a":[22,50,81,89,114],"series":[23],"coresets":[25],"with":[26],"representative":[27],"samples":[28,68],"by":[29,88],"leveraging":[30],"predefined":[31],"rules":[32],"for":[33,60,118],"evaluating":[34],"sample":[35],"importance.":[36],"Learning":[37],"dynamics":[38,97],"selection":[40,100],"bias,":[41],"however,":[42],"are":[43,70],"rarely":[44],"being":[45],"considered.":[46],"In":[47],"this":[48],"letter,":[49],"novel":[51],"Sample-wise":[52],"Dynamic":[53],"Probabilistic":[54],"Pruning":[55],"(SwDPP)":[56],"method":[57],"proposed":[59,133],"efficient":[61],"Specifically,":[63],"instead":[64],"hard-pruning":[66],"that":[69],"considered":[71],"easy":[72],"or":[73],"well-learned,":[74],"we":[75,112],"formulate":[76],"process":[79],"as":[80],"probabilistic":[82,115],"sampling":[83],"problem.":[84],"This":[85],"achieved":[87],"carefully-designed":[90],"soft-selection":[91],"mechanism,":[92],"which":[93],"constantly":[94],"expresses":[95],"learning":[96],"relaxes":[99],"bias.":[101],"Moreover,":[102],"alleviate":[104],"accuracy":[106],"drop":[107],"under":[108],"high":[109],"rates,":[111],"introduce":[113],"Mixup":[116],"strategy":[117],"information":[119],"diversity":[120],"maintenance.":[121],"Extensive":[122],"experiments":[123],"conducted":[124],"CIFAR-10,":[126],"CIFAR-100":[127],"Tiny-ImageNet":[129],"show":[130],"that,":[131],"SwDPP":[134,148],"outperforms":[135],"current":[136],"state-of-the-art":[137],"methods":[138],"across":[139],"various":[140],"settings.":[142],"Notably,":[143],"CIFAR-10":[145],"CIFAR-100,":[147],"achieves":[149],"lossless":[150],"training":[151],"acceleration":[152],"using":[153],"only":[154],"70%":[155],"data":[158],"per":[159],"epoch.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}