{"id":"https://openalex.org/W4403021948","doi":"https://doi.org/10.1109/tcss.2024.3453600","title":"$\\gamma$<i>-Razor</i>: Hardness-Aware Dataset Pruning for Efficient Neural Network Training","display_name":"$\\gamma$<i>-Razor</i>: Hardness-Aware Dataset Pruning for Efficient Neural Network Training","publication_year":2024,"publication_date":"2024-10-01","ids":{"openalex":"https://openalex.org/W4403021948","doi":"https://doi.org/10.1109/tcss.2024.3453600"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3453600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3453600","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101818842","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0001-5145-2654"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-5145-2654","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Zhang","orcid":"https://orcid.org/0009-0004-8582-8989"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0009-0004-8582-8989","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045029098","display_name":"Yunji Liang","orcid":"https://orcid.org/0000-0002-8381-8187"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunji Liang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-8381-8187","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junrui Liu","orcid":"https://orcid.org/0009-0003-5265-1550"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junrui Liu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0009-0003-5265-1550","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051768981","display_name":"Lia Morra","orcid":"https://orcid.org/0000-0003-2122-7178"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lia Morra","raw_affiliation_strings":["Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2122-7178","affiliations":[{"raw_affiliation_string":"Department of Control and Computer Engineering, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078005520","display_name":"Bin Guo","orcid":"https://orcid.org/0000-0001-6097-2467"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Guo","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0001-6097-2467","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100701166","display_name":"Zhiwen Yu","orcid":"https://orcid.org/0000-0002-9905-3238"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Yu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China"],"raw_orcid":"https://orcid.org/0000-0002-9905-3238","affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University, Xi&#x2019;an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103041851","display_name":"Yanyong Zhang","orcid":"https://orcid.org/0000-0001-9046-798X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9046-798X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038521974","display_name":"Daniel Zeng","orcid":"https://orcid.org/0000-0002-9046-222X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daniel D. Zeng","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9046-222X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72184285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"12","issue":"3","first_page":"957","last_page":"971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.891700029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.891700029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.754889190196991},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6975929737091064},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6712893843650818},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6115754246711731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5605524182319641},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5371148586273193},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4884020686149597}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.754889190196991},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6975929737091064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6712893843650818},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6115754246711731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5605524182319641},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5371148586273193},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4884020686149597},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3453600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3453600","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2606856552","display_name":null,"funder_award_id":"72225011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7942008881","display_name":null,"funder_award_id":"62372378","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W2006520221","https://openalex.org/W2011762057","https://openalex.org/W2099601760","https://openalex.org/W2296073425","https://openalex.org/W2797977484","https://openalex.org/W2799870441","https://openalex.org/W2884561390","https://openalex.org/W2893813411","https://openalex.org/W2906679066","https://openalex.org/W2948638722","https://openalex.org/W2963026686","https://openalex.org/W2963516811","https://openalex.org/W2963691377","https://openalex.org/W2963809228","https://openalex.org/W2991736044","https://openalex.org/W2997199946","https://openalex.org/W3007855629","https://openalex.org/W3010683152","https://openalex.org/W3034185248","https://openalex.org/W3090552759","https://openalex.org/W3094126542","https://openalex.org/W3176266700","https://openalex.org/W3202988834","https://openalex.org/W4312252393","https://openalex.org/W4312412605","https://openalex.org/W4313413157","https://openalex.org/W4319068889","https://openalex.org/W4361983305","https://openalex.org/W4382317819","https://openalex.org/W4382466430","https://openalex.org/W4383503479","https://openalex.org/W4385567975","https://openalex.org/W4385756596","https://openalex.org/W4385805194","https://openalex.org/W4388567027","https://openalex.org/W4389164266","https://openalex.org/W4390871903","https://openalex.org/W4390872541","https://openalex.org/W4390872709","https://openalex.org/W4390872965","https://openalex.org/W4390872979","https://openalex.org/W6633217203","https://openalex.org/W6675038308","https://openalex.org/W6679390333","https://openalex.org/W6679739311","https://openalex.org/W6736021936","https://openalex.org/W6747231328","https://openalex.org/W6750523955","https://openalex.org/W6757248479","https://openalex.org/W6764645560","https://openalex.org/W6773116539","https://openalex.org/W6790536367","https://openalex.org/W6798413682","https://openalex.org/W6837646708","https://openalex.org/W6839101817","https://openalex.org/W6839990677"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2373300491","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W4394050964","https://openalex.org/W2551249631"],"abstract_inverted_index":{"Training":[0],"deep":[1],"neural":[2],"networks":[3],"(DNNs)":[4],"on":[5,31,170],"large-scale":[6,86,172,199],"datasets":[7,87,173,188,200,213],"is":[8,54,63,102,148],"often":[9],"inefficient":[10],"with":[11,39,185,196,210,216],"large":[12],"computational":[13],"needs":[14],"and":[15,59,110,125,205],"significant":[16],"energy":[17,218],"consumption.":[18,219],"Although":[19],"great":[20],"efforts":[21],"have":[22],"been":[23],"taken":[24],"to":[25,65,81,88,121,131,150],"optimize":[26],"DNNs,":[27],"few":[28],"studies":[29],"focused":[30],"the":[32,36,66,90,116,132,159,186,197,211],"inefficiency":[33],"caused":[34],"by":[35],"data":[37,93],"samples":[38,62,84,94,124,137,153],"less":[40,91],"value":[41],"for":[42,56,95,174],"model":[43,57,67,96],"training.":[44,97],"In":[45,69],"this":[46],"article,":[47],"we":[48,71,114,166],"empirically":[49],"demonstrate":[50],"that":[51,106,182],"sample":[52],"complexity":[53],"important":[55],"efficiency":[58],"selecting":[60],"representative":[61,83],"constructive":[64],"efficiency.":[68,206],"particular,":[70],"propose":[72],"hardness-aware":[73,144],"dataset":[74],"pruning":[75],"method":[76],"(<inline-formula":[77],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[78,99,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[79,100,164],"notation=\"LaTeX\">$\\gamma$</tex-math></inline-formula>-Razor)":[80],"select":[82],"from":[85],"remove":[89],"valuable":[92],"<inline-formula":[98,162],"notation=\"LaTeX\">$\\gamma$</tex-math></inline-formula>-Razor":[101],"a":[103],"two-stage":[104],"framework":[105],"includes":[107],"interclass":[108],"sampling":[109,146],"intraclass":[111,142],"sampling.":[112],"First,":[113],"introduce":[115],"inverse":[117,133],"self-paced":[118],"learning":[119],"strategy":[120],"learn":[122],"hard":[123],"adjust":[126],"their":[127,193],"weights":[128],"adaptively":[129],"according":[130],"frequency":[134],"of":[135,138,161,203],"effective":[136],"each":[139,155],"class.":[140,156],"For":[141],"sampling,":[143],"cluster":[145],"algorithm":[147],"proposed":[149],"downsample":[151],"easy":[152],"within":[154],"To":[157],"evaluate":[158],"performance":[160],"notation=\"LaTeX\">$\\gamma$</tex-math></inline-formula>-Razor,":[165],"conducted":[167],"extensive":[168],"experiments":[169],"three":[171],"image":[175],"classification":[176],"tasks.":[177],"The":[178],"experimental":[179],"results":[180],"show":[181,189],"models":[183,208],"trained":[184,195,209],"pruned":[187,212],"competitive":[190],"performances":[191],"against":[192],"counterparts":[194],"original":[198],"in":[201],"terms":[202],"robustness":[204],"Furthermore,":[207],"converge":[214],"faster":[215],"lower":[217]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-10-02T00:00:00"}