{"id":"https://openalex.org/W2795026356","doi":"https://doi.org/10.1109/cvpr.2018.00847","title":"Efficient Parametrization of Multi-domain Deep Neural Networks","display_name":"Efficient Parametrization of Multi-domain Deep Neural Networks","publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2795026356","doi":"https://doi.org/10.1109/cvpr.2018.00847","mag":"2795026356"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2018.00847","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.10082","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029801689","display_name":"Sylvestre-Alvise Rebuffi","orcid":"https://orcid.org/0000-0003-2448-2078"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Sylvestre-Alvise Rebuffi","raw_affiliation_strings":["Visual Geometry Group, University of Oxford"],"affiliations":[{"raw_affiliation_string":"Visual Geometry Group, University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060511349","display_name":"Andrea Vedaldi","orcid":"https://orcid.org/0000-0003-1374-2858"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrea Vedaldi","raw_affiliation_strings":["School of Informatics, University of Edinburgh"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056977175","display_name":"Hakan Bilen","orcid":"https://orcid.org/0000-0002-6947-6918"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hakan Bilen","raw_affiliation_strings":["Visual Geometry Group, University of Oxford"],"affiliations":[{"raw_affiliation_string":"Visual Geometry Group, University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029801689"],"corresponding_institution_ids":["https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":5.9228,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96866581,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8119","last_page":"8127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7688435316085815},{"id":"https://openalex.org/keywords/parametrization","display_name":"Parametrization (atmospheric modeling)","score":0.729157030582428},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6478656530380249},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6349788904190063},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5581992864608765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5565546751022339},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5213876366615295},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.45623019337654114},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.43853744864463806},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4318406283855438},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33118587732315063},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24794617295265198},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15869110822677612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688435316085815},{"id":"https://openalex.org/C202887219","wikidata":"https://www.wikidata.org/wiki/Q3895221","display_name":"Parametrization (atmospheric modeling)","level":3,"score":0.729157030582428},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6478656530380249},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6349788904190063},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5581992864608765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5565546751022339},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5213876366615295},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.45623019337654114},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.43853744864463806},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4318406283855438},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33118587732315063},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24794617295265198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15869110822677612},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C74902906","wikidata":"https://www.wikidata.org/wiki/Q1190858","display_name":"Radiative transfer","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/cvpr.2018.00847","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2018.00847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE/CVF Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1803.10082","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.10082","pdf_url":"https://arxiv.org/pdf/1803.10082","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"pmh:oai:pure.ed.ac.uk:publications/5f3ba215-51cb-4c07-a6e0-f074bc5ade35","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/5f3ba215-51cb-4c07-a6e0-f074bc5ade35","pdf_url":"http://hdl.handle.net/20.500.11820/5f3ba215-51cb-4c07-a6e0-f074bc5ade35","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rebuffi, S-A, Bilen, H & Vedaldi, A 2018, Efficient parametrization of multi-domain deep neural networks. in IEEE Conference on Computer Vision and Pattern Recognition. Institute of Electrical and Electronics Engineers, pp. 8119-8127, Computer Vision and Pattern Recognition 2018, Salt Lake City, Utah, United States, 18/06/18. https://doi.org/10.1109/CVPR.2018.00847","raw_type":"contributionToPeriodical"},{"id":"mag:2795026356","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1803.10082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:ora.ox.ac.uk:uuid:a8e2ae12-2c29-4620-9127-31dc05323add","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:a8e2ae12-2c29-4620-9127-31dc05323add","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference item"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:acb8ff29-0fab-455e-ada2-f1598d911b2d","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements","raw_type":"http://purl.org/coar/resource_type/c_7ad9"},{"id":"doi:10.48550/arxiv.1803.10082","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1803.10082","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.10082","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.10082","pdf_url":"https://arxiv.org/pdf/1803.10082","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1277543710","display_name":null,"funder_award_id":"EP/M013774/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6889026999","display_name":null,"funder_award_id":"1802210","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1467353089","https://openalex.org/W1655274992","https://openalex.org/W1686810756","https://openalex.org/W1896424170","https://openalex.org/W2025198378","https://openalex.org/W2060277733","https://openalex.org/W2095705004","https://openalex.org/W2102674365","https://openalex.org/W2117130368","https://openalex.org/W2126204609","https://openalex.org/W2163605009","https://openalex.org/W2214409633","https://openalex.org/W2302255633","https://openalex.org/W2401231614","https://openalex.org/W2426267443","https://openalex.org/W2435450765","https://openalex.org/W2560647685","https://openalex.org/W2581955877","https://openalex.org/W2599765304","https://openalex.org/W2605911906","https://openalex.org/W2613498939","https://openalex.org/W2616957565","https://openalex.org/W2760844412","https://openalex.org/W2765991965","https://openalex.org/W2913340405","https://openalex.org/W2950361018","https://openalex.org/W2952505042","https://openalex.org/W2953226914","https://openalex.org/W2963150697","https://openalex.org/W2963498646","https://openalex.org/W2964189064","https://openalex.org/W3021929414","https://openalex.org/W3021931813","https://openalex.org/W3103800629","https://openalex.org/W3118608800","https://openalex.org/W6639480849","https://openalex.org/W6639495226","https://openalex.org/W6674330103","https://openalex.org/W6684191040","https://openalex.org/W6695692224","https://openalex.org/W6698183232","https://openalex.org/W6713960836","https://openalex.org/W6715861406","https://openalex.org/W6718171111","https://openalex.org/W6720711607","https://openalex.org/W6725448924","https://openalex.org/W6738045163","https://openalex.org/W6759193872"],"related_works":["https://openalex.org/W2194775991","https://openalex.org/W2616957565","https://openalex.org/W2117539524","https://openalex.org/W2163605009","https://openalex.org/W2962835968","https://openalex.org/W2804935296","https://openalex.org/W2560647685","https://openalex.org/W2060277733","https://openalex.org/W2964189064","https://openalex.org/W2963341956","https://openalex.org/W2963072899","https://openalex.org/W2949667497","https://openalex.org/W2949117887","https://openalex.org/W1903029394","https://openalex.org/W1682403713","https://openalex.org/W2194321275","https://openalex.org/W2108598243","https://openalex.org/W2102605133","https://openalex.org/W2047643928","https://openalex.org/W1846799578"],"abstract_inverted_index":{"A":[0],"practical":[1],"limitation":[2],"of":[3,11,25,44,82,98,147],"deep":[4,46,145,149],"neural":[5,83],"networks":[6],"is":[7,138],"their":[8],"high":[9],"degree":[10],"specialization":[12],"to":[13,32,64,76,134,140],"a":[14,95,148],"single":[15],"task":[16],"and":[17,53,109,116,119,144],"visual":[18],"domain.":[19],"Recently,":[20],"inspired":[21],"by":[22,94],"the":[23,41,122,126,152],"successes":[24],"transfer":[26,169],"learning,":[27,170],"several":[28,51],"authors":[29],"have":[30],"proposed":[31],"learn":[33],"instead":[34,78],"universal":[35,58,79,163],"feature":[36],"extractors":[37],"that,":[38,131],"used":[39],"as":[40],"first":[42],"stage":[43],"any":[45],"network,":[47,150],"work":[48],"well":[49],"for":[50,104,168],"tasks":[52],"domains":[54],"simultaneously.":[55],"Nevertheless,":[56],"such":[57,105],"features":[59],"are":[60,155,165],"still":[61,86],"somewhat":[62],"inferior":[63],"specialized":[65,88],"networks.":[66],"To":[67],"overcome":[68],"this":[69,72],"limitation,":[70],"in":[71,132],"paper":[73],"we":[74],"propose":[75],"consider":[77],"parametric":[80],"families":[81],"networks,":[84],"which":[85],"contain":[87],"problem-specific":[89],"models,":[90],"but":[91,151],"differing":[92],"only":[93],"small":[96],"number":[97],"parameters.":[99],"We":[100,129,158],"study":[101],"different":[102],"designs":[103],"parametrizations,":[106],"including":[107],"series":[108],"parallel":[110],"residual":[111],"adapters,":[112],"joint":[113],"adapter":[114],"compression,":[115],"parameter":[117],"allocations,":[118],"empirically":[120],"identify":[121],"ones":[123],"that":[124,161],"yield":[125],"highest":[127],"compression.":[128],"show":[130,160],"order":[133],"maximize":[135],"performance,":[136],"it":[137],"necessary":[139],"adapt":[141],"both":[142],"shallow":[143],"layers":[146],"required":[153],"changes":[154],"very":[156,166],"small.":[157],"also":[159],"these":[162],"parametrization":[164],"effective":[167],"where":[171],"they":[172],"outperform":[173],"traditional":[174],"fine-tuning":[175],"techniques.":[176]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-25T23:56:10.502304","created_date":"2025-10-10T00:00:00"}