{"id":"https://openalex.org/W3120886200","doi":"https://doi.org/10.1109/icip42928.2021.9506158","title":"Rescaling CNN Through Learnable Repetition of Network Parameters","display_name":"Rescaling CNN Through Learnable Repetition of Network Parameters","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W3120886200","doi":"https://doi.org/10.1109/icip42928.2021.9506158","mag":"3120886200"},"language":"en","primary_location":{"id":"doi:10.1109/icip42928.2021.9506158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.05650","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025327860","display_name":"Arnav Chavan","orcid":"https://orcid.org/0000-0002-6053-0703"},"institutions":[{"id":"https://openalex.org/I4210104905","display_name":"Transcare","ror":"https://ror.org/01fw4cw44","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210104905"]},{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]}],"countries":["IN","NL"],"is_corresponding":true,"raw_author_name":"Arnav Chavan","raw_affiliation_strings":["Transmute AI Research,The Netherlands","Indian Institute of Technology Indore, Indore, India"],"affiliations":[{"raw_affiliation_string":"Transmute AI Research,The Netherlands","institution_ids":["https://openalex.org/I4210104905"]},{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051902071","display_name":"Udbhav Bamba","orcid":null},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]},{"id":"https://openalex.org/I4210104905","display_name":"Transcare","ror":"https://ror.org/01fw4cw44","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210104905"]}],"countries":["IN","NL"],"is_corresponding":false,"raw_author_name":"Udbhav Bamba","raw_affiliation_strings":["Transmute AI Research,The Netherlands","Indian Institute of Technology Indore, Indore, India"],"affiliations":[{"raw_affiliation_string":"Transmute AI Research,The Netherlands","institution_ids":["https://openalex.org/I4210104905"]},{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101397236","display_name":"Rishabh Tiwari","orcid":"https://orcid.org/0000-0002-2859-7932"},"institutions":[{"id":"https://openalex.org/I64295750","display_name":"Indian Institute of Technology Indore","ror":"https://ror.org/01hhf7w52","country_code":"IN","type":"education","lineage":["https://openalex.org/I64295750"]},{"id":"https://openalex.org/I4210104905","display_name":"Transcare","ror":"https://ror.org/01fw4cw44","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210104905"]}],"countries":["IN","NL"],"is_corresponding":false,"raw_author_name":"Rishabh Tiwari","raw_affiliation_strings":["Transmute AI Research,The Netherlands","Indian Institute of Technology Indore, Indore, India"],"affiliations":[{"raw_affiliation_string":"Transmute AI Research,The Netherlands","institution_ids":["https://openalex.org/I4210104905"]},{"raw_affiliation_string":"Indian Institute of Technology Indore, Indore, India","institution_ids":["https://openalex.org/I64295750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034853815","display_name":"Deepak Gupta","orcid":"https://orcid.org/0000-0002-3019-7161"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210104905","display_name":"Transcare","ror":"https://ror.org/01fw4cw44","country_code":"NL","type":"healthcare","lineage":["https://openalex.org/I4210104905"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Deepak Gupta","raw_affiliation_strings":["Transmute AI Research,The Netherlands","University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Transmute AI Research,The Netherlands","institution_ids":["https://openalex.org/I4210104905"]},{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025327860"],"corresponding_institution_ids":["https://openalex.org/I4210104905","https://openalex.org/I64295750"],"apc_list":null,"apc_paid":null,"fwci":0.1398,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51393734,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":"abs 1409 1556","issue":null,"first_page":"754","last_page":"758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/equivariant-map","display_name":"Equivariant map","score":0.8685141801834106},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7697027325630188},{"id":"https://openalex.org/keywords/repetition","display_name":"Repetition (rhetorical device)","score":0.7038643956184387},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.5132891535758972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5109252333641052},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.46857762336730957},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.4227273464202881},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4088044762611389},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3901742398738861},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.27894625067710876},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.17446959018707275},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10680732131004333}],"concepts":[{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.8685141801834106},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7697027325630188},{"id":"https://openalex.org/C2776141515","wikidata":"https://www.wikidata.org/wiki/Q1274479","display_name":"Repetition (rhetorical device)","level":2,"score":0.7038643956184387},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.5132891535758972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5109252333641052},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.46857762336730957},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.4227273464202881},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4088044762611389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3901742398738861},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.27894625067710876},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.17446959018707275},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10680732131004333},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/icip42928.2021.9506158","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip42928.2021.9506158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.05650","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.05650","pdf_url":"https://arxiv.org/pdf/2101.05650","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3120886200","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.05650","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2101.05650","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.05650","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.05650","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.05650","pdf_url":"https://arxiv.org/pdf/2101.05650","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3120886200.pdf","grobid_xml":"https://content.openalex.org/works/W3120886200.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W992687842","https://openalex.org/W1533861849","https://openalex.org/W1901129140","https://openalex.org/W1994197834","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2279221249","https://openalex.org/W2401231614","https://openalex.org/W2582745083","https://openalex.org/W2593929973","https://openalex.org/W2767286248","https://openalex.org/W2769152880","https://openalex.org/W2805003733","https://openalex.org/W2887447938","https://openalex.org/W2955425717","https://openalex.org/W2962835968","https://openalex.org/W2962851801","https://openalex.org/W2962921245","https://openalex.org/W2963674932","https://openalex.org/W2963828549","https://openalex.org/W2968745081","https://openalex.org/W2970500560","https://openalex.org/W2970754912","https://openalex.org/W3038716164","https://openalex.org/W3118608800","https://openalex.org/W3128289811","https://openalex.org/W6637373629","https://openalex.org/W6694954494","https://openalex.org/W6713132643","https://openalex.org/W6734541399","https://openalex.org/W6746023985","https://openalex.org/W6767104088","https://openalex.org/W6780360855"],"related_works":["https://openalex.org/W3194759965","https://openalex.org/W2999039281","https://openalex.org/W3169587147","https://openalex.org/W3209156017","https://openalex.org/W2772577571","https://openalex.org/W2805022637","https://openalex.org/W2965862350","https://openalex.org/W3209188455","https://openalex.org/W2787021484","https://openalex.org/W2953324412","https://openalex.org/W2965605316","https://openalex.org/W2889476510","https://openalex.org/W3022571137","https://openalex.org/W2418046303","https://openalex.org/W2758074773","https://openalex.org/W2906204361","https://openalex.org/W2268466221","https://openalex.org/W2950726407","https://openalex.org/W2762534372","https://openalex.org/W2962795192"],"abstract_inverted_index":{"Deeper":[0],"and":[1,88,179],"wider":[2],"CNNs":[3,68,82,162,166],"are":[4,170],"known":[5],"to":[6,40,124,174,198,215],"provide":[7,97,121],"improved":[8],"performance":[9,20,102,122],"for":[10,67,208],"deep":[11],"learning":[12],"tasks.":[13],"However,":[14],"most":[15],"such":[16],"networks":[17,117,126],"have":[18],"poor":[19],"gain":[21,32,203],"per":[22],"parameter":[23,86,110],"increase.":[24],"In":[25],"this":[26,78],"paper,":[27],"we":[28,61,80,194],"investigate":[29],"whether":[30,48],"the":[31,41,49,53,101,136,148,156,164,175,185,201,217],"observed":[33],"in":[34,100],"deeper":[35,125,137],"models":[36],"is":[37,144,229],"purely":[38],"due":[39,173,214],"addition":[42],"of":[43,52,73,93,103,132,135,141,150,181,188,200,220],"more":[44],"optimization":[45,133],"parameters":[46,134],"or":[47],"physical":[50],"size":[51],"network":[54,189],"as":[55,128,130],"well":[56],"plays":[57],"a":[58,63],"role.":[59],"Further,":[60],"present":[62],"novel":[64],"rescaling":[65],"strategy":[66],"based":[69],"on":[70,77,167],"learnable":[71,91,186],"repetition":[72,187,219],"its":[74,109],"parameters.":[75],"Based":[76],"strategy,":[79],"rescale":[81],"without":[83,107],"changing":[84,108],"their":[85],"count,":[87],"show":[89,113,154,195],"that":[90,114,155,196],"sharing":[92,143],"weights":[94],"itself":[95],"can":[96,120],"significant":[98,157],"boost":[99],"any":[104],"given":[105],"model":[106],"count.":[111],"We":[112,153],"small":[115],"base":[116],"when":[118],"rescaled,":[119],"comparable":[123],"with":[127,160],"low":[129],"6%":[131],"one.":[138],"The":[139],"relevance":[140],"weight":[142],"further":[145],"highlighted":[146],"through":[147],"example":[149],"group-equivariant":[151,161],"CNNs.":[152],"improvements":[158],"obtained":[159],"over":[163],"regular":[165],"classification":[168],"problems":[169],"only":[171],"partly":[172],"added":[176],"equivariance":[177,210],"property,":[178],"part":[180],"it":[182],"comes":[183],"from":[184],"weights.":[190,221],"For":[191],"rot-MNIST":[192],"dataset,":[193],"up":[197],"40%":[199],"relative":[202],"reported":[204],"by":[205],"state-of-the-art":[206],"methods":[207],"rotation":[209],"could":[211],"actually":[212],"be":[213],"just":[216],"learnt":[218],"<sup":[222,225],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[223,226],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[224,227],"Code":[228],"publicly":[230],"available":[231],"at":[232],"https://github.com/transmuteAI/RepeatNet":[233]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}