{"id":"https://openalex.org/W7160245154","doi":"https://doi.org/10.1109/wacv61042.2026.00804","title":"Pretraining Helps When Capacity Allows: Evidence from Ultra-Small ConvNets","display_name":"Pretraining Helps When Capacity Allows: Evidence from Ultra-Small ConvNets","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7160245154","doi":"https://doi.org/10.1109/wacv61042.2026.00804"},"language":null,"primary_location":{"id":"doi:10.1109/wacv61042.2026.00804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126945267","display_name":"Srikanth Muralidharan","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Srikanth Muralidharan","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135353893","display_name":"Heitor R. Medeiros","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Heitor R. Medeiros","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055274852","display_name":"Masih Aminbeidokhti","orcid":"https://orcid.org/0000-0003-2289-3690"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Masih Aminbeidokhti","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005063594","display_name":"E. Granger","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eric Granger","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039660800","display_name":"Marco Pedersoli","orcid":"https://orcid.org/0000-0002-7601-8640"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Marco Pedersoli","raw_affiliation_strings":["ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9736820"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8333","last_page":"8342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.13169999420642853,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.13169999420642853,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.07339999824762344,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.06589999794960022,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.28859999775886536},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.2680000066757202},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.2529999911785126},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.2337999939918518}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3991999924182892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3714999854564667},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3479999899864197},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3089999854564667},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2680000066757202},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2524000108242035},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.2337999939918518},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.21899999678134918}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv61042.2026.00804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:33867","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/33867/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W865390269","https://openalex.org/W1536680647","https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2592929672","https://openalex.org/W2592962403","https://openalex.org/W2609532991","https://openalex.org/W2804935296","https://openalex.org/W2952122856","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963918968","https://openalex.org/W2968634921","https://openalex.org/W2981720610","https://openalex.org/W2982083293","https://openalex.org/W2991391304","https://openalex.org/W2992308087","https://openalex.org/W3035414587","https://openalex.org/W3036931590","https://openalex.org/W3159481202","https://openalex.org/W3176659256","https://openalex.org/W4250589301","https://openalex.org/W4256080149","https://openalex.org/W4312671791","https://openalex.org/W4313156423","https://openalex.org/W4385801610","https://openalex.org/W4399929809"],"related_works":[],"abstract_inverted_index":{"Robust":[0],"visual":[1],"recognition":[2],"on":[3,97,101,108,126],"embedded":[4],"platforms":[5],"requires":[6],"models":[7,94],"that":[8,121],"both":[9,127],"generalize":[10],"out-of-distribution":[11],"(OOD)":[12],"and":[13,51,73,88,99,130,145,161,183,194],"fit":[14],"into":[15],"tiny":[16],"compute/memory":[17],"budgets.":[18],"While":[19],"pre-training":[20,44],"is":[21,124,136],"a":[22,40,59],"standard":[23],"route":[24],"to":[25,56],"robustness":[26],"for":[27,45,146,191],"mid/large":[28],"backbones,":[29],"its":[30],"value":[31],"in":[32],"the":[33,112,137,147,152,178],"ultra-small":[34,192],"regime":[35],"remains":[36],"unclear.":[37],"We":[38,63],"present":[39],"capacity-aware":[41],"study":[42,107],"of":[43,79],"two":[46,77],"efficient":[47],"ConvNet":[48],"families":[49],"(EfficientNet":[50],"MobileNetV3)":[52],"scaled":[53],"from":[54,75,163],"\"small\"":[55],"\"ultra-small\"":[57],"via":[58],"simple,":[60],"reproducible":[61],"recipe.":[62],"compare":[64],"three":[65],"initializations":[66],"\u2014":[67],"ImageNet\u2192COCO":[68],"pretraining,":[69,72],"ImageNet":[70],"classification":[71,106],"training":[74,162],"scratch\u2014on":[76],"axes":[78],"distribution":[80],"shift:":[81],"(i)":[82],"cross-dataset":[83],"RGB\u2192RGB":[84],"transfer":[85,149],"between":[86],"LLVIP":[87],"FLIR":[89],"(ii)":[90],"cross-modality":[91],"detection":[92],"where":[93],"are":[95,156],"fine-tuned":[96],"RGB":[98],"evaluated":[100],"infrared":[102],"(IR).":[103],"A":[104],"complementary":[105],"DomainNet":[109],"probes":[110],"whether":[111],"trends":[113],"extend":[114],"beyond":[115],"detection.":[116],"Across":[117],"settings,":[118],"we":[119],"find":[120],"pretraining\u2019s":[122],"benefit":[123],"conditional":[125],"backbone":[128],"capacity":[129,173],"shift":[131],"difficulty.":[132],"Task-aligned":[133],"Imagenet\u2192COCO":[134],"pretraining":[135,188],"most":[138],"reliable":[139],"starting":[140],"point":[141],"at":[142],"moderate":[143],"sizes":[144],"easier":[148],"direction.":[150],"In":[151],"low-capacity":[153],"regimes,":[154],"differences":[155],"typically":[157],"within":[158],"run-to-run":[159],"variation,":[160],"scratch":[164],"can":[165],"match":[166],"or":[167],"surpass":[168],"pre-training.":[169],"Classification":[170],"mirrors":[171],"this":[172],"gating.":[174],"Our":[175],"results":[176],"test":[177],"premise":[179],"\"pretraining":[180],"always":[181],"helps\"":[182],"instead":[184],"quantify":[185],"when":[186,195],"task-aligned":[187],"pays":[189],"off":[190],"backbones":[193],"it":[196],"likely":[197],"does":[198],"not":[199],"<sup":[200],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[201],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>.":[202]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-06T00:00:00"}