{"id":"https://openalex.org/W4399768834","doi":"https://doi.org/10.1109/tpami.2024.3416316","title":"Influence Function Based Second-Order Channel Pruning: Evaluating True Loss Changes for Pruning is Possible Without Retraining","display_name":"Influence Function Based Second-Order Channel Pruning: Evaluating True Loss Changes for Pruning is Possible Without Retraining","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4399768834","doi":"https://doi.org/10.1109/tpami.2024.3416316","pmid":"https://pubmed.ncbi.nlm.nih.gov/38889037"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3416316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3416316","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073143385","display_name":"Hongrong Cheng","orcid":"https://orcid.org/0000-0002-4766-8935"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongrong Cheng","raw_affiliation_strings":["University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4766-8935","affiliations":[{"raw_affiliation_string":"University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101137578","display_name":"Miao Zhang","orcid":"https://orcid.org/0000-0002-1262-4174"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Zhang","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1262-4174","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033588812","display_name":"Qinfeng Shi","orcid":"https://orcid.org/0000-0002-9126-2107"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Javen Qinfeng Shi","raw_affiliation_strings":["University of Adelaide, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9126-2107","affiliations":[{"raw_affiliation_string":"University of Adelaide, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2228,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89165304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"9023","last_page":"9037"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.48330000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.48330000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.4366999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.43059998750686646,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.8456677198410034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5951136946678162},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5877513289451599},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5641411542892456},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.4943418502807617},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.46544086933135986},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4513326585292816},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.43833082914352417},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3943180441856384},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3868435323238373},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3483829200267792},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07461944222450256}],"concepts":[{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.8456677198410034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5951136946678162},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5877513289451599},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5641411542892456},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4943418502807617},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.46544086933135986},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4513326585292816},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.43833082914352417},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3943180441856384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3868435323238373},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3483829200267792},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07461944222450256},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3416316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3416316","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38889037","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38889037","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2732183982","display_name":null,"funder_award_id":"U23B2051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6071088870","display_name":null,"funder_award_id":"62306084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1989898472","https://openalex.org/W1992129502","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2604998962","https://openalex.org/W2807961551","https://openalex.org/W2808168148","https://openalex.org/W2886851211","https://openalex.org/W2896457183","https://openalex.org/W2897295818","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2962851801","https://openalex.org/W2963145730","https://openalex.org/W2963351448","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2964233199","https://openalex.org/W2964266063","https://openalex.org/W2965862774","https://openalex.org/W2997300524","https://openalex.org/W3034513523","https://openalex.org/W3034674511","https://openalex.org/W3035467254","https://openalex.org/W3087460730","https://openalex.org/W3173390350","https://openalex.org/W3177071754","https://openalex.org/W3184164445","https://openalex.org/W3189360412","https://openalex.org/W3205652345","https://openalex.org/W4214524539","https://openalex.org/W4281489207","https://openalex.org/W4312263904","https://openalex.org/W4312375205","https://openalex.org/W4312394134","https://openalex.org/W4312906297","https://openalex.org/W4313045298","https://openalex.org/W4313055538","https://openalex.org/W4313153605","https://openalex.org/W4385574270","https://openalex.org/W6604254268","https://openalex.org/W6637373629","https://openalex.org/W6638632666","https://openalex.org/W6725543821","https://openalex.org/W6726275242","https://openalex.org/W6735632633","https://openalex.org/W6736057607","https://openalex.org/W6738957339","https://openalex.org/W6739917289","https://openalex.org/W6748035112","https://openalex.org/W6751979845","https://openalex.org/W6752515464","https://openalex.org/W6755034786","https://openalex.org/W6767327937","https://openalex.org/W6768298127","https://openalex.org/W6769632207","https://openalex.org/W6770070843","https://openalex.org/W6772027524","https://openalex.org/W6779249178","https://openalex.org/W6780665282","https://openalex.org/W6783797694","https://openalex.org/W6787972765","https://openalex.org/W6788034315","https://openalex.org/W6790414116","https://openalex.org/W6796243091","https://openalex.org/W6796978233","https://openalex.org/W6802354145","https://openalex.org/W6803524951","https://openalex.org/W6809784565","https://openalex.org/W6810487907","https://openalex.org/W6811413059","https://openalex.org/W6838980425","https://openalex.org/W6839441226","https://openalex.org/W6839802452","https://openalex.org/W6850601123"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W2027050655","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2014369232","https://openalex.org/W3122042562","https://openalex.org/W2050078012","https://openalex.org/W2060761133","https://openalex.org/W2360307734"],"abstract_inverted_index":{"A":[0,16],"challenge":[1],"of":[2,113,139,167,188,211,239],"channel":[3,176,197],"pruning":[4,30,54,177,198,225,248],"is":[5,20,49,128,148,228],"designing":[6],"efficient":[7],"and":[8,28,78,105,147,171,204],"effective":[9],"criteria":[10],"to":[11,14,46,57,63,84,88,97,100,152,163,184,242],"select":[12,98],"channels":[13,99,169],"prune.":[15],"widely":[17],"used":[18],"criterion":[19],"minimal":[21],"performance":[22,39,66],"degeneration,":[23],"e.g.,":[24],"loss":[25,73,91,116,157,222],"changes":[26,74,92,223],"before":[27],"after":[29],"being":[31],"the":[32,37,43,65,72,114,137,144,165,186,189,195,209,216],"smallest.":[33],"To":[34,208],"accurately":[35],"evaluate":[36,64,89],"truth":[38],"degeneration":[40],"requires":[41],"retraining":[42,227],"survived":[44],"weights":[45,60],"convergence,":[47],"which":[48,96,192],"prohibitively":[50],"slow.":[51],"Hence":[52],"existing":[53,247],"methods":[55,199],"settle":[56],"use":[58],"previous":[59],"(without":[61],"retraining)":[62],"degeneration.":[67],"However,":[68],"we":[69,214],"observe":[70],"that":[71,135,218,244],"differ":[75,245],"significantly":[76,193],"with":[77,102],"without":[79,93,124,226],"retraining.":[80,125],"It":[81],"motivates":[82],"us":[83,151],"develop":[85,172],"a":[86,110,129,140,173,237],"technique":[87,131],"true":[90,115,156,221],"retraining,":[94],"using":[95,121],"prune":[101],"more":[103],"reliability":[104],"confidence.":[106],"We":[107,159,180],"first":[108,217],"derive":[109],"closed-form":[111],"estimator":[112],"change":[117],"per":[118],"mask":[119],"change,":[120],"influence":[122],"functions":[123],"Influence":[126],"function":[127],"classic":[130],"from":[132,246],"robust":[133],"statistics":[134],"reveals":[136],"impacts":[138,154],"training":[141],"sample":[142],"on":[143,155,200],"model's":[145],"prediction":[146],"repurposed":[149],"by":[150],"assess":[153,164],"changes.":[158],"then":[160],"show":[161],"how":[162],"importance":[166],"all":[168],"simultaneously":[170],"novel":[174],"global":[175],"algorithm":[178],"accordingly.":[179],"conduct":[181],"extensive":[182],"experiments":[183],"verify":[185],"effectiveness":[187],"proposed":[190],"algorithm,":[191],"outperforms":[194],"competing":[196],"both":[201],"image":[202],"classification":[203],"object":[205],"detection":[206],"tasks.":[207],"best":[210],"our":[212],"knowledge,":[213],"are":[215],"shows":[219],"evaluating":[220],"or":[224],"possible.":[229],"This":[230],"finding":[231],"will":[232],"open":[233],"up":[234],"opportunities":[235],"for":[236],"series":[238],"new":[240],"paradigms":[241],"emerge":[243],"methods.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}