{"id":"https://openalex.org/W7093311042","doi":"https://doi.org/10.1109/lsp.2025.3624151","title":"Diffusion Models are Robust Pretrainers","display_name":"Diffusion Models are Robust Pretrainers","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7093311042","doi":"https://doi.org/10.1109/lsp.2025.3624151"},"language":null,"primary_location":{"id":"doi:10.1109/lsp.2025.3624151","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3624151","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mika Yagoda","orcid":"https://orcid.org/0009-0003-2752-6926"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Mika Yagoda","raw_affiliation_strings":["Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0009-0003-2752-6926","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shady Abu-Hussein","orcid":"https://orcid.org/0000-0003-0019-5875"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shady Abu-Hussein","raw_affiliation_strings":["Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0003-0019-5875","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":null,"display_name":"Raja Giryes","orcid":"https://orcid.org/0000-0002-2830-0297"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Raja Giryes","raw_affiliation_strings":["Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0002-2830-0297","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16391192"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72425243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"4219","last_page":"4223"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8310999870300293},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7457000017166138},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.40959998965263367},{"id":"https://openalex.org/keywords/pascal","display_name":"Pascal (unit)","score":0.3855000138282776},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.32109999656677246},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.31859999895095825},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.3181999921798706}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8310999870300293},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7457000017166138},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6963000297546387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5389000177383423},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.40959998965263367},{"id":"https://openalex.org/C75608658","wikidata":"https://www.wikidata.org/wiki/Q44395","display_name":"Pascal (unit)","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3828999996185303},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.367900013923645},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.32109999656677246},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.3181999921798706},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2025.3624151","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3624151","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2321533354","https://openalex.org/W2958360136","https://openalex.org/W2963542245","https://openalex.org/W2963857521","https://openalex.org/W2991526369","https://openalex.org/W3003520923","https://openalex.org/W3016206375","https://openalex.org/W3035106315","https://openalex.org/W3173448244","https://openalex.org/W3177280989","https://openalex.org/W3182316408","https://openalex.org/W3185980597","https://openalex.org/W3202052293","https://openalex.org/W3204341526","https://openalex.org/W4293846201","https://openalex.org/W4312933868","https://openalex.org/W4312948371","https://openalex.org/W4313156423","https://openalex.org/W4386071584","https://openalex.org/W4415798053"],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1,18,32,68,75,156],"have":[2],"gained":[3],"significant":[4],"attention":[5],"for":[6,19,52,153],"high-fidelity":[7],"image":[8,23],"generation.":[9],"Our":[10,102],"work":[11,148],"investigates":[12],"the":[13,54,57],"potential":[14],"of":[15,56,72],"exploiting":[16],"diffusion":[17,74,137,155],"adversarial":[20,100,119,127],"robustness":[21,55,120],"in":[22,33],"classification":[24],"and":[25,76,108,115,126,145],"object":[26],"detection.":[27],"Adversarial":[28],"attacks":[29],"challenge":[30],"standard":[31],"these":[34],"tasks":[35],"by":[36],"perturbing":[37],"inputs":[38],"to":[39,86,92],"force":[40],"incorrect":[41],"predictions.":[42],"To":[43],"address":[44],"this":[45,64],"issue,":[46],"many":[47],"approaches":[48],"use":[49],"training":[50,61],"schemes":[51],"forcing":[53],"models,":[58],"which":[59],"increase":[60],"costs.":[62],"In":[63],"work,":[65],"we":[66],"study":[67],"built":[69],"on":[70,95,105],"top":[71],"off-the-shelf":[73],"demonstrate":[77],"their":[78],"practical":[79],"significance:":[80],"they":[81],"provide":[82],"a":[83,140,150],"low-cost":[84],"path":[85],"robust":[87,159],"representations,":[88],"allowing":[89],"lightweight":[90],"heads":[91],"be":[93],"trained":[94,133],"frozen":[96],"features":[97],"without":[98],"full":[99],"training.":[101],"empirical":[103],"evaluations":[104],"ImageNet,":[106],"CIFAR-10,":[107],"PASCAL":[109],"VOC":[110],"show":[111],"that":[112],"diffusion-based":[113],"classifiers":[114],"detectors":[116],"achieve":[117],"meaningful":[118],"with":[121],"minimal":[122],"compute.":[123],"While":[124],"clean":[125],"accuracies":[128],"remain":[129],"below":[130],"state-of-the-art":[131],"adversarially":[132],"CNNs":[134],"or":[135],"ViTs,":[136],"pretraining":[138],"offers":[139],"favorable":[141],"tradeoff":[142],"between":[143],"efficiency":[144],"robustness.":[146],"This":[147],"opens":[149],"promising":[151],"avenue":[152],"integrating":[154],"into":[157],"resource-constrained":[158],"deployments.":[160]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-24T00:00:00"}