{"id":"https://openalex.org/W4403996092","doi":"https://doi.org/10.48550/arxiv.2410.14633","title":"Swiss Army Knife: Synergizing Biases in Knowledge from Vision Foundation Models for Multi-Task Learning","display_name":"Swiss Army Knife: Synergizing Biases in Knowledge from Vision Foundation Models for Multi-Task Learning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403996092","doi":"https://doi.org/10.48550/arxiv.2410.14633"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.14633","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.14633","pdf_url":"https://arxiv.org/pdf/2410.14633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.14633","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016420216","display_name":"Yuxiang Lu","orcid":"https://orcid.org/0009-0002-6344-3880"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lu, Yuxiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050360449","display_name":"Shengcao Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Shengcao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049973776","display_name":"Yu-Xiong Wang","orcid":"https://orcid.org/0000-0003-4414-0198"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu-Xiong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016420216"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.2556000053882599,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.762667179107666},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6555259823799133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48976778984069824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40037107467651367},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20073571801185608},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12329503893852234},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.05710306763648987}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.762667179107666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6555259823799133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48976778984069824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40037107467651367},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20073571801185608},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12329503893852234},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.05710306763648987},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.14633","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.14633","pdf_url":"https://arxiv.org/pdf/2410.14633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.14633","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.14633","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.14633","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.14633","pdf_url":"https://arxiv.org/pdf/2410.14633","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2926720356","display_name":null,"funder_award_id":"32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G539587745","display_name":null,"funder_award_id":"2106825","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5620962805","display_name":null,"funder_award_id":"67021","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G6770826516","display_name":null,"funder_award_id":"2020-67021-32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320312143","display_name":"National Centre for Supercomputing Applications","ror":"https://ror.org/03r10zj06"},{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null},{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403996092.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685"],"abstract_inverted_index":{"Vision":[0],"Foundation":[1],"Models":[2],"(VFMs)":[3],"have":[4],"demonstrated":[5],"outstanding":[6],"performance":[7],"on":[8,155],"numerous":[9],"downstream":[10,41],"tasks.":[11,32],"However,":[12],"due":[13],"to":[14,78],"their":[15],"inherent":[16],"representation":[17,98],"biases":[18,50],"originating":[19],"from":[20,73],"different":[21],"training":[22],"paradigms,":[23],"VFMs":[24,39,77],"exhibit":[25],"advantages":[26],"and":[27,62,118,164],"disadvantages":[28],"across":[29],"distinct":[30],"vision":[31],"Although":[33],"amalgamating":[34],"the":[35,96,105,112,131,148,156],"strengths":[36,133],"of":[37,76,100,120,129,134,147],"multiple":[38,135],"for":[40,90],"tasks":[42],"is":[43,127],"an":[44],"intuitive":[45],"strategy,":[46],"effectively":[47],"exploiting":[48],"these":[49],"remains":[51],"a":[52,60,74,87,162],"significant":[53],"challenge.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"propose":[59],"novel":[61],"versatile":[63],"\"Swiss":[64],"Army":[65],"Knife\"":[66],"(SAK)":[67],"solution,":[68],"which":[69],"adaptively":[70],"distills":[71],"knowledge":[72,91],"committee":[75],"enhance":[79],"multi-task":[80,151],"learning.":[81],"Unlike":[82],"existing":[83],"methods":[84],"that":[85,140,167],"use":[86],"single":[88],"backbone":[89],"transfer,":[92],"our":[93,125,141],"approach":[94],"preserves":[95],"unique":[97],"bias":[99],"each":[101],"teacher":[102],"by":[103,153],"collaborating":[104],"lightweight":[106],"Teacher-Specific":[107],"Adapter":[108],"Path":[109],"modules":[110],"with":[111,122],"Teacher-Agnostic":[113],"Stem.":[114],"Through":[115],"dynamic":[116],"selection":[117],"combination":[119],"representations":[121],"Mixture-of-Representations":[123],"Routers,":[124],"SAK":[126,142],"capable":[128],"synergizing":[130],"complementary":[132],"VFMs.":[136],"Extensive":[137],"experiments":[138],"show":[139],"remarkably":[143],"outperforms":[144],"prior":[145],"state":[146],"arts":[149],"in":[150],"learning":[152],"10%":[154],"NYUD-v2":[157],"benchmark,":[158],"while":[159],"also":[160],"providing":[161],"flexible":[163],"robust":[165],"framework":[166],"can":[168],"readily":[169],"accommodate":[170],"more":[171],"advanced":[172],"model":[173],"designs.":[174],"Project":[175],"page:":[176],"https://innovator-zero.github.io/SAK/":[177],".":[178]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}