{"id":"https://openalex.org/W7138255715","doi":"https://doi.org/10.48550/arxiv.2603.14254","title":"ZOTTA: Test-Time Adaptation with Gradient-Free Zeroth-Order Optimization","display_name":"ZOTTA: Test-Time Adaptation with Gradient-Free Zeroth-Order Optimization","publication_year":2026,"publication_date":"2026-03-15","ids":{"openalex":"https://openalex.org/W7138255715","doi":"https://doi.org/10.48550/arxiv.2603.14254"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.14254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.14254","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129665208","display_name":"Ronghao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ronghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064880801","display_name":"Shuaicheng Niu","orcid":"https://orcid.org/0000-0001-8212-1831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Shuaicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129678108","display_name":"Qi Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129663842","display_name":"Yanjie Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yanjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129651425","display_name":"Jian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129689691","display_name":"Runhao Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Runhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7670000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.7670000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.06920000165700912,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6553999781608582},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6302000284194946},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4828000068664551},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4652999937534332},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.39629998803138733},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.38359999656677246},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.38269999623298645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7538999915122986},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6553999781608582},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4828000068664551},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.3714999854564667},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33869999647140503},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28450000286102295},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.14254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.14254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.14254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Test-time":[0],"adaptation":[1,74],"(TTA)":[2],"aims":[3],"to":[4,13,59,91,102,131,157],"improve":[5],"model":[6],"robustness":[7],"under":[8,94],"distribution":[9],"shifts":[10],"by":[11,147,187,192],"adapting":[12],"unlabeled":[14],"test":[15],"data,":[16],"but":[17,50],"most":[18],"existing":[19],"methods":[20],"rely":[21],"on":[22,41,172,196],"backpropagation":[23],"(BP),":[24],"which":[25,116,144],"is":[26,85],"computationally":[27],"costly":[28],"and":[29,98,119,136,155,166,189],"incompatible":[30],"with":[31],"non-differentiable":[32],"models":[33],"such":[34],"as":[35],"quantized":[36],"models,":[37],"limiting":[38],"practical":[39],"deployment":[40],"numerous":[42],"edge":[43],"devices.":[44],"Recent":[45],"BP-free":[46,68,168],"approaches":[47],"alleviate":[48],"overhead":[49],"remain":[51],"either":[52],"architecture-specific":[53],"or":[54,178],"limited":[55],"in":[56],"optimization":[57,100,134],"capacity":[58],"handle":[60],"high-dimensional":[61,95],"models.":[62],"We":[63],"propose":[64],"ZOTTA,":[65],"a":[66],"fully":[67],"TTA":[69],"framework":[70],"that":[71,122,175],"performs":[72],"efficient":[73],"using":[75],"only":[76,128],"forward":[77],"passes":[78],"via":[79],"Zeroth-Order":[80],"Optimization":[81],"(ZOO).":[82],"While":[83],"ZOO":[84,146],"theoretically":[86],"appealing,":[87],"naive":[88],"application":[89],"leads":[90],"slow":[92],"convergence":[93],"parameter":[96],"spaces":[97],"unstable":[99],"due":[101],"the":[103,133],"lack":[104],"of":[105],"labels.":[106],"ZOTTA":[107,176],"overcomes":[108],"these":[109,162],"challenges":[110],"through":[111],"1)":[112],"Distribution-Robust":[113],"Layer":[114],"Selection,":[115],"automatically":[117],"identifies":[118],"freezes":[120],"layers":[121,130],"already":[123],"extract":[124],"distribution-invariant":[125],"features,":[126],"updating":[127],"domain-sensitive":[129],"reduce":[132,158],"dimensionality":[135],"accelerate":[137],"convergence;":[138],"2)":[139],"Spatial":[140],"Feature":[141],"Aggregation":[142],"Alignment,":[143],"stabilizes":[145],"aligning":[148],"globally":[149],"aggregated":[150],"spatial":[151],"features":[152],"between":[153],"source":[154],"target":[156],"gradient":[159],"variance.":[160],"Together,":[161],"components":[163],"enable":[164],"architecture-agnostic":[165],"stable":[167],"adaptation.":[169],"Extensive":[170],"experiments":[171],"ImageNet-C/R/Sketch/A":[173],"show":[174],"outperforms":[177],"matches":[179],"BP-based":[180],"methods,":[181],"e.g.,":[182],"it":[183],"reduces":[184],"memory":[185],"usage":[186],"84%":[188],"improves":[190],"accuracy":[191],"3.9%":[193],"over":[194],"SAR":[195],"ImageNet-C.":[197]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}