{"id":"https://openalex.org/W4399485242","doi":"https://doi.org/10.1109/tcsvt.2024.3411804","title":"DR-Block: Convolutional Dense Reparameterization for CNN Generalization Free Improvement","display_name":"DR-Block: Convolutional Dense Reparameterization for CNN Generalization Free Improvement","publication_year":2024,"publication_date":"2024-06-10","ids":{"openalex":"https://openalex.org/W4399485242","doi":"https://doi.org/10.1109/tcsvt.2024.3411804"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3411804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3411804","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062459870","display_name":"Qingqing Yan","orcid":"https://orcid.org/0000-0002-3304-1584"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingqing Yan","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404309","display_name":"Shu Li","orcid":"https://orcid.org/0000-0001-8225-5426"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Li","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089600727","display_name":"Zongtao He","orcid":"https://orcid.org/0000-0002-2166-4450"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongtao He","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037011474","display_name":"Mengxian Hu","orcid":"https://orcid.org/0009-0004-9844-5768"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxian Hu","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037285766","display_name":"Chengju Liu","orcid":"https://orcid.org/0000-0001-7543-0855"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengju Liu","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073789459","display_name":"Qijun Chen","orcid":"https://orcid.org/0000-0001-5644-1188"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qijun Chen","raw_affiliation_strings":["Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Robotics and Artificial Intelligence Laboratory (RAIL), Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062459870"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":1.0245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.79546078,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"34","issue":"11","first_page":"10618","last_page":"10631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9552000164985657,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9488999843597412,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6443096399307251},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5536825060844421},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5532841682434082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4967826008796692},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4665040373802185},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41343992948532104},{"id":"https://openalex.org/keywords/convolutional-code","display_name":"Convolutional code","score":0.4117491841316223},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3896687924861908},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36203277111053467},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1607682704925537},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.15822336077690125},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.08137530088424683}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6443096399307251},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5536825060844421},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5532841682434082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4967826008796692},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4665040373802185},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41343992948532104},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.4117491841316223},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3896687924861908},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36203277111053467},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1607682704925537},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.15822336077690125},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.08137530088424683}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3411804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3411804","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G500374774","display_name":null,"funder_award_id":"62333017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5736016220","display_name":null,"funder_award_id":"62233013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7181576816","display_name":null,"funder_award_id":"62173248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2886934227","https://openalex.org/W2953126878","https://openalex.org/W2963163009","https://openalex.org/W2963446712","https://openalex.org/W2964047251","https://openalex.org/W2981609437","https://openalex.org/W3036708415","https://openalex.org/W3167976421","https://openalex.org/W3169865585","https://openalex.org/W3170420158","https://openalex.org/W3171038842","https://openalex.org/W3172087149","https://openalex.org/W3193895134","https://openalex.org/W3200346087","https://openalex.org/W3217532869","https://openalex.org/W4226334005","https://openalex.org/W4280490190","https://openalex.org/W4283260675","https://openalex.org/W4312363311","https://openalex.org/W4312662180","https://openalex.org/W4313159166","https://openalex.org/W4319160171","https://openalex.org/W4360898052","https://openalex.org/W6637373629","https://openalex.org/W6674330103","https://openalex.org/W6678818196","https://openalex.org/W6681151457","https://openalex.org/W6684191040","https://openalex.org/W6738897456","https://openalex.org/W6747381837","https://openalex.org/W6748581759","https://openalex.org/W6750227808","https://openalex.org/W6754994457","https://openalex.org/W6763624801","https://openalex.org/W6773650956","https://openalex.org/W6779870585","https://openalex.org/W6780539426","https://openalex.org/W6787972765","https://openalex.org/W6791517735","https://openalex.org/W6791827983","https://openalex.org/W6800767834","https://openalex.org/W6839110617","https://openalex.org/W6840414584","https://openalex.org/W6842425715"],"related_works":["https://openalex.org/W2610189143","https://openalex.org/W2159424856","https://openalex.org/W3162204513","https://openalex.org/W4293226380","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2136831313","https://openalex.org/W2239445980"],"abstract_inverted_index":{"As":[0],"an":[1,81,217],"emerging":[2],"and":[3,15,23,49,61,138,148,181,228],"popular":[4],"technique":[5],"for":[6,98,168,220],"boosting":[7],"CNNs,":[8],"structural":[9],"reparameterization":[10],"(SR)":[11],"decouples":[12],"the":[13,20,69,76,92,99,128,135,174,191,199,207,230],"training":[14,21,58],"inference":[16,156],"structures":[17],"to":[18,42,45,55,90,114,151],"alter":[19],"dynamics":[22,143],"achieve":[24],"cost-free":[25],"improvement":[26],"of":[27,51,72,94,119,130,176,193,201,209,225],"a":[28,95,105,120,165,221],"given":[29,96,121],"network.":[30],"Existing":[31],"SR":[32,88,107,210,232],"methods":[33,233],"often":[34],"prioritize":[35],"network":[36,97,153,237],"expressiveness":[37],"enhancement":[38],"but":[39],"have":[40],"yet":[41],"investigate":[43],"approaches":[44],"mitigate":[46],"significant":[47],"bias":[48],"non-robustness":[50],"model":[52],"prediction":[53],"due":[54],"over-reliance":[56],"on":[57,75,127,239],"data":[59],"distribution":[60],"image":[62],"noise.":[63],"To":[64],"this":[65,78],"end,":[66],"inspired":[67],"by":[68,144],"effective":[70],"strength":[71],"implicit":[73,84],"regularization":[74,85,136],"problem,":[77],"paper":[79],"introduces":[80],"extra":[82],"balanced":[83],"mechanism":[86],"into":[87,164],"techniques":[89],"enhance":[91,206],"generalization":[93],"first":[100],"time.":[101],"Specifically,":[102],"we":[103,171],"propose":[104],"novel":[106],"module":[108],"named":[109],"DR-Block,":[110],"which":[111,187],"is":[112,216,245],"used":[113],"complicate":[115],"each":[116,177],"convolutional":[117],"layer":[118,224],"CNN":[122],"during":[123],"training.":[124],"It":[125],"draws":[126],"advantages":[129],"deep":[131],"matrix":[132],"factorization":[133],"with":[134],"effect":[137],"further":[139],"improves":[140],"singular":[141,195],"value":[142],"introducing":[145],"batch":[146],"normalization":[147],"dense":[149],"connections":[150],"alleviate":[152],"degradation.":[154],"At":[155],"time,":[157],"DR-Block":[158,180,215],"can":[159],"be":[160],"equivalently":[161],"reparameterized":[162],"back":[163],"single":[166],"convolution":[167,223],"deployment.":[169],"Furthermore,":[170],"empirically":[172],"demonstrate":[173],"role":[175],"design":[178],"in":[179,189,234],"explicitly":[182],"reveal":[183],"its":[184],"inherent":[185],"mechanism,":[186],"lies":[188],"enhancing":[190],"movement":[192],"large":[194],"values":[196],"while":[197],"countering":[198],"attenuation":[200],"small":[202],"ones.":[203],"This":[204],"helps":[205],"interpretability":[208],"techniques.":[211],"Experiments":[212],"illustrate":[213],"that":[214],"impressive":[218],"alternative":[219],"regular":[222],"any":[226],"structure":[227],"outperforms":[229],"existing":[231],"improving":[235],"mainstream":[236],"architectures":[238],"various":[240],"visual":[241],"tasks.":[242],"The":[243],"code":[244],"available":[246],"at":[247],"<uri":[248],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/qyan0131/DRBlock</uri>.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}