{"id":"https://openalex.org/W4200633448","doi":"https://doi.org/10.1109/sp46214.2022.9833747","title":"Copy, Right? A Testing Framework for Copyright Protection of Deep Learning Models","display_name":"Copy, Right? A Testing Framework for Copyright Protection of Deep Learning Models","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4200633448","doi":"https://doi.org/10.1109/sp46214.2022.9833747"},"language":"en","primary_location":{"id":"doi:10.1109/sp46214.2022.9833747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sp46214.2022.9833747","pdf_url":null,"source":{"id":"https://openalex.org/S4363606603","display_name":"2022 IEEE Symposium on Security and Privacy (SP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Security and Privacy (SP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/b179cfaa-1646-4880-80b2-01cbc3ee86fd","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101864441","display_name":"Jialuo Chen","orcid":"https://orcid.org/0000-0003-4322-4285"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialuo Chen","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100319491","display_name":"Jingyi Wang","orcid":"https://orcid.org/0000-0001-7113-7635"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Wang","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025365220","display_name":"Tinglan Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tinglan Peng","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060663223","display_name":"Youcheng Sun","orcid":"https://orcid.org/0000-0002-1893-6259"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Youcheng Sun","raw_affiliation_strings":["University of Manchester"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111090174","display_name":"Peng Cheng","orcid":"https://orcid.org/0000-0002-4453-2274"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Cheng","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058611515","display_name":"Shouling Ji","orcid":"https://orcid.org/0000-0003-4268-372X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouling Ji","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078711649","display_name":"Xingjun Ma","orcid":"https://orcid.org/0000-0003-2099-4973"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingjun Ma","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374474","display_name":"Bo Li","orcid":"https://orcid.org/0000-0002-9336-1862"},"institutions":[{"id":"https://openalex.org/I308392441","display_name":"International University of the Caribbean","ror":"https://ror.org/02rv57d03","country_code":"JM","type":"education","lineage":["https://openalex.org/I308392441"]}],"countries":["JM"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["UIUC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UIUC","institution_ids":["https://openalex.org/I308392441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019426968","display_name":"Dawn Song","orcid":"https://orcid.org/0000-0001-9745-6802"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawn Song","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.4709,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.98927557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"824","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8091137409210205},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7747000455856323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6587569117546082},{"id":"https://openalex.org/keywords/watermark","display_name":"Watermark","score":0.5961108207702637},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5913218259811401},{"id":"https://openalex.org/keywords/suspect","display_name":"Suspect","score":0.5019040107727051},{"id":"https://openalex.org/keywords/digital-watermarking","display_name":"Digital watermarking","score":0.49732354283332825},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.48116669058799744},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4482000768184662},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4149669110774994},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.1085781455039978}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8091137409210205},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7747000455856323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6587569117546082},{"id":"https://openalex.org/C164112704","wikidata":"https://www.wikidata.org/wiki/Q7974348","display_name":"Watermark","level":3,"score":0.5961108207702637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5913218259811401},{"id":"https://openalex.org/C2778223634","wikidata":"https://www.wikidata.org/wiki/Q224952","display_name":"Suspect","level":2,"score":0.5019040107727051},{"id":"https://openalex.org/C150817343","wikidata":"https://www.wikidata.org/wiki/Q875932","display_name":"Digital watermarking","level":3,"score":0.49732354283332825},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.48116669058799744},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4482000768184662},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4149669110774994},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.1085781455039978},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/sp46214.2022.9833747","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sp46214.2022.9833747","pdf_url":null,"source":{"id":"https://openalex.org/S4363606603","display_name":"2022 IEEE Symposium on Security and Privacy (SP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Symposium on Security and Privacy (SP)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/b179cfaa-1646-4880-80b2-01cbc3ee86fd","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b179cfaa-1646-4880-80b2-01cbc3ee86fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, J, Wang, J, Peng, T, Sun, Y, Cheng, P, Ji, S, Ma, X, Li, B & Song, D 2022, Copy, Right? A Testing Framework for Copyright Protection of Deep Learning Models. in 2022 IEEE Symposium on Security and Privacy (SP). IEEE. https://doi.org/10.1109/SP46214.2022.9833747","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:publications/b179cfaa-1646-4880-80b2-01cbc3ee86fd","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/copy-right-a-testing-framework-for-copyright-protection-of-deep-learning-models(b179cfaa-1646-4880-80b2-01cbc3ee86fd).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/b179cfaa-1646-4880-80b2-01cbc3ee86fd","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b179cfaa-1646-4880-80b2-01cbc3ee86fd","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chen, J, Wang, J, Peng, T, Sun, Y, Cheng, P, Ji, S, Ma, X, Li, B & Song, D 2022, Copy, Right? A Testing Framework for Copyright Protection of Deep Learning Models. in 2022 IEEE Symposium on Security and Privacy (SP). IEEE. https://doi.org/10.1109/SP46214.2022.9833747","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.75,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W1825675169","https://openalex.org/W1945616565","https://openalex.org/W2117539524","https://openalex.org/W2119112357","https://openalex.org/W2143612262","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2461943168","https://openalex.org/W2579318729","https://openalex.org/W2603766943","https://openalex.org/W2721931776","https://openalex.org/W2767471303","https://openalex.org/W2768064608","https://openalex.org/W2797583228","https://openalex.org/W2806082141","https://openalex.org/W2807363941","https://openalex.org/W2808195004","https://openalex.org/W2896409484","https://openalex.org/W2913266441","https://openalex.org/W2934843808","https://openalex.org/W2935349488","https://openalex.org/W2942091739","https://openalex.org/W2952230511","https://openalex.org/W2963303354","https://openalex.org/W2963857521","https://openalex.org/W2964116600","https://openalex.org/W2964318098","https://openalex.org/W2969695741","https://openalex.org/W2973539365","https://openalex.org/W2995816250","https://openalex.org/W3006076803","https://openalex.org/W3016339201","https://openalex.org/W3042703469","https://openalex.org/W3081488247","https://openalex.org/W3087709229","https://openalex.org/W3100935330","https://openalex.org/W3102733833","https://openalex.org/W3103932910","https://openalex.org/W3118608800","https://openalex.org/W3127260909","https://openalex.org/W3129226328","https://openalex.org/W3159603021","https://openalex.org/W3164111940","https://openalex.org/W4285762936","https://openalex.org/W4285790115","https://openalex.org/W4288117700","https://openalex.org/W4293846201","https://openalex.org/W4294506858","https://openalex.org/W6638389677","https://openalex.org/W6640425456","https://openalex.org/W6683738474","https://openalex.org/W6703116779","https://openalex.org/W6739868092","https://openalex.org/W6740352302","https://openalex.org/W6747838042","https://openalex.org/W6750665317","https://openalex.org/W6751219861","https://openalex.org/W6755310938","https://openalex.org/W6755843862","https://openalex.org/W6759129252","https://openalex.org/W6766821575","https://openalex.org/W6767327189","https://openalex.org/W6770411749","https://openalex.org/W6772029579","https://openalex.org/W6773713311","https://openalex.org/W6774150056","https://openalex.org/W6774883486","https://openalex.org/W6775078712","https://openalex.org/W6775855368","https://openalex.org/W6783385351","https://openalex.org/W6783732136","https://openalex.org/W6787972765","https://openalex.org/W6790544463","https://openalex.org/W6910318977"],"related_works":["https://openalex.org/W2137394636","https://openalex.org/W2358993821","https://openalex.org/W1516446231","https://openalex.org/W2098152888","https://openalex.org/W1559740347","https://openalex.org/W2040356834","https://openalex.org/W2385289568","https://openalex.org/W2381486749","https://openalex.org/W1514507288","https://openalex.org/W2183032046"],"abstract_inverted_index":{"Deep":[0],"learning":[1,28,48,155,181,193],"models,":[2,156],"especially":[3],"those":[4],"large-scale":[5],"and":[6,21,55,140,167,198,210,250,271,298,301,309,328,337],"high-performance":[7],"ones,":[8],"can":[9,50,283],"be":[10],"very":[11],"costly":[12],"to":[13,52,60,88,101,123,128,144,216,223,294,305],"train,":[14],"demanding":[15],"a":[16,25,175,195,199,204,218,227,231,264,272,342],"considerable":[17],"amount":[18],"of":[19,33,46,137,207,220,233,238,267,275,316,344],"data":[20],"computational":[22],"resources.":[23],"As":[24],"result,":[26],"deep":[27,47,154,180,192],"models":[29,49],"have":[30],"become":[31],"one":[32],"the":[34,83,104,110,119,130,135,138,145,165,188,234,248,255,276,314],"most":[35],"valuable":[36],"assets":[37],"in":[38],"modern":[39],"artificial":[40],"intelligence.":[41],"Unauthorized":[42],"duplication":[43],"or":[44,113,132,289],"reproduction":[45],"lead":[51],"copyright":[53,66,182,321],"infringement":[54,322],"cause":[56],"huge":[57],"economic":[58],"losses":[59],"model":[61,111,147,197,229,249,306,325,345],"owners,":[62],"calling":[63],"for":[64,179],"effective":[65],"protection":[67,70],"techniques.":[68],"Existing":[69],"techniques":[71,94],"are":[72,95],"mostly":[73],"based":[74],"on":[75,153,247,333],"watermarking,":[76],"which":[77,107],"embeds":[78],"an":[79],"owner-specified":[80],"watermark":[81,131],"into":[82,118],"model.":[84,201,236],"While":[85],"being":[86,158],"able":[87],"provide":[89],"exact":[90],"ownership":[91],"verification,":[92],"these":[93],"1)":[96,241],"invasive,":[97],"i.e.,":[98,281],"they":[99],"need":[100],"tamper":[102,253],"with":[103,254,341],"training":[105,256],"process,":[106],"may":[108],"affect":[109],"utility":[112],"introduce":[114],"new":[115,286],"security":[116],"risks":[117],"model;":[120],"2)":[121,258],"prone":[122],"adaptive":[124,310],"attacks":[125,308],"that":[126],"attempt":[127],"remove/replace":[129],"adversarially":[133],"block":[134],"retrieval":[136],"watermark;":[139],"3)":[141,279],"not":[142,252],"robust":[143,299,304],"emerging":[146],"extraction":[148,307],"attacks.":[149,311],"Latest":[150],"fingerprinting":[151],"work":[152],"though":[157],"non-invasive,":[159,242],"also":[160],"falls":[161],"short":[162],"when":[163],"facing":[164],"diverse":[166,205],"ever-growing":[168],"attack":[169],"scenarios.In":[170],"this":[171],"paper,":[172],"we":[173],"propose":[174],"novel":[176],"testing":[177,208,287],"framework":[178],"protection:":[183],"DEEPJUDGE.":[184],"DEEPJUDGE":[185,239,317],"quantitatively":[186],"tests":[187],"similarities":[189],"between":[190],"two":[191,277],"models:":[194],"victim":[196,235],"suspect":[200,228],"It":[202],"leverages":[203],"set":[206,266],"metrics":[209,288],"efficient":[211],"test":[212,269,290],"case":[213,291],"generation":[214,292],"algorithms":[215],"produce":[217],"chain":[219],"supporting":[221],"evidence":[222],"help":[224],"determine":[225],"whether":[226],"is":[230],"copy":[232],"Advantages":[237],"include:":[240],"as":[243,260],"it":[244,261,282],"works":[245],"directly":[246],"does":[251],"process;":[257],"efficient,":[259],"only":[262],"needs":[263],"small":[265],"seed":[268],"cases":[270],"quick":[273],"scan":[274],"models;":[278],"flexible,":[280],"easily":[284],"incorporate":[285],"methods":[293],"obtain":[295],"more":[296],"confident":[297],"judgement;":[300],"4)":[302],"fairly":[303],"We":[312],"verify":[313],"effectiveness":[315],"under":[318],"three":[319],"typical":[320],"scenarios,":[323],"including":[324],"finetuning,":[326],"pruning":[327],"extraction,":[329],"via":[330],"extensive":[331],"experiments":[332],"both":[334],"image":[335],"classification":[336],"speech":[338],"recognition":[339],"datasets":[340],"variety":[343],"architectures.":[346]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}