{"id":"https://openalex.org/W2949337520","doi":"https://doi.org/10.1109/access.2021.3066842","title":"Homogeneous Vector Capsules Enable Adaptive Gradient Descent in Convolutional Neural Networks","display_name":"Homogeneous Vector Capsules Enable Adaptive Gradient Descent in Convolutional Neural Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W2949337520","doi":"https://doi.org/10.1109/access.2021.3066842","mag":"2949337520"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3066842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3066842","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09380277.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09380277.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086745464","display_name":"Adam Byerly","orcid":"https://orcid.org/0000-0002-9124-5008"},"institutions":[{"id":"https://openalex.org/I24648388","display_name":"Bradley University","ror":"https://ror.org/04kmeaw70","country_code":"US","type":"education","lineage":["https://openalex.org/I24648388"]},{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Adam Byerly","raw_affiliation_strings":["Department of Computer Science and Information Systems, Bradley University, Peoria, IL, USA","Department of Electronic and Electrical Engineering, Brunel University London, Uxbridge, U.K","Bradley Univ.#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-9124-5008","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Systems, Bradley University, Peoria, IL, USA","institution_ids":["https://openalex.org/I24648388"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Brunel University London, Uxbridge, U.K","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Bradley Univ.#TAB#","institution_ids":["https://openalex.org/I24648388"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070212583","display_name":"Tatiana Kalganova","orcid":"https://orcid.org/0000-0003-4859-7152"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tatiana Kalganova","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Brunel University London, Uxbridge, U.K","Brunel University London#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-4859-7152","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Brunel University London, Uxbridge, U.K","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Brunel University London#TAB#","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0908,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.34115122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"48519","last_page":"48530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.9069541692733765},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.748826265335083},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7474676370620728},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6900846362113953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6182988882064819},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5724508762359619},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5665773749351501},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4846537709236145},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4795515239238739},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4582071304321289},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4241776466369629},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.41982099413871765},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4165845513343811}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.9069541692733765},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.748826265335083},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7474676370620728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6900846362113953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6182988882064819},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5724508762359619},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5665773749351501},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4846537709236145},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4795515239238739},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4582071304321289},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4241776466369629},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.41982099413871765},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4165845513343811},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1109/access.2021.3066842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3066842","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09380277.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1906.08676","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.08676","pdf_url":"https://arxiv.org/pdf/1906.08676","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2949337520","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.08676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:v-lib-bura1.brunel.ac.uk:2438/19208","is_oa":false,"landing_page_url":"http://arxiv.org/abs/1906.08676v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/19208","is_oa":false,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/19208","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},{"id":"pmh:oai:bura.brunel.ac.uk:2438/23751","is_oa":true,"landing_page_url":"https://bura.brunel.ac.uk/handle/2438/23751","pdf_url":null,"source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:4a244ce215e04421a7e037f7fffb152e","is_oa":true,"landing_page_url":"https://doaj.org/article/4a244ce215e04421a7e037f7fffb152e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 48519-48530 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.1906.08676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.08676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3066842","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3066842","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09380277.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949337520.pdf","grobid_xml":"https://content.openalex.org/works/W2949337520.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W2966661","https://openalex.org/W12634471","https://openalex.org/W1799366690","https://openalex.org/W2049633694","https://openalex.org/W2097117768","https://openalex.org/W2112796928","https://openalex.org/W2117731089","https://openalex.org/W2134557905","https://openalex.org/W2146502635","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2410558788","https://openalex.org/W2531409750","https://openalex.org/W2612445135","https://openalex.org/W2750384547","https://openalex.org/W2779112700","https://openalex.org/W2785994986","https://openalex.org/W2808042107","https://openalex.org/W2809303078","https://openalex.org/W2884942463","https://openalex.org/W2888215911","https://openalex.org/W2949117887","https://openalex.org/W2962835968","https://openalex.org/W2963173418","https://openalex.org/W2963208657","https://openalex.org/W2963703618","https://openalex.org/W2964121744","https://openalex.org/W2966597842","https://openalex.org/W2994634943","https://openalex.org/W3030817045","https://openalex.org/W3034302278","https://openalex.org/W3118608800","https://openalex.org/W6600115225","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638444622","https://openalex.org/W6638667902","https://openalex.org/W6681435938","https://openalex.org/W6694260854","https://openalex.org/W6703116779","https://openalex.org/W6737664043","https://openalex.org/W6738491991","https://openalex.org/W6743446608","https://openalex.org/W6743688258","https://openalex.org/W6746853466","https://openalex.org/W6748053814","https://openalex.org/W6749107692","https://openalex.org/W6752663585","https://openalex.org/W6753209683","https://openalex.org/W6754015692","https://openalex.org/W6766097413","https://openalex.org/W6767084090","https://openalex.org/W6767490896","https://openalex.org/W6787972765","https://openalex.org/W6792019286"],"related_works":["https://openalex.org/W3194633457","https://openalex.org/W3090180249","https://openalex.org/W3004891233","https://openalex.org/W2486148475","https://openalex.org/W2179596243","https://openalex.org/W2901950140","https://openalex.org/W2912687312","https://openalex.org/W2976426989","https://openalex.org/W2754580451","https://openalex.org/W3174055538","https://openalex.org/W2953350231","https://openalex.org/W2808868252","https://openalex.org/W2914753953","https://openalex.org/W2808145095","https://openalex.org/W2737371731","https://openalex.org/W2952786571","https://openalex.org/W2559178909","https://openalex.org/W2525098248","https://openalex.org/W3175674467","https://openalex.org/W2980377888"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"traditionally":[2],"produce":[3,16],"a":[4,17,28,53,75,102,105,126,137,181],"scalar":[5],"value":[6],"for":[7],"an":[8,172,192],"activated":[9],"neuron.":[10],"Capsules,":[11],"on":[12,131],"the":[13,33,36,39,44,90,112,117,124,132,152,161,168],"other":[14],"hand,":[15],"vector":[18,67],"of":[19,35,38,43,56,92,114,119,136,174,194],"values,":[20],"which":[21],"has":[22,130],"been":[23],"shown":[24],"to":[25,27,64,80,101,156],"correspond":[26],"single,":[29],"composite":[30],"feature":[31,45],"wherein":[32],"values":[34],"components":[37],"vectors":[40],"indicate":[41],"properties":[42],"such":[46],"as":[47,65,99,157],"transformation":[48],"or":[49,94],"contrast.":[50],"We":[51,70,140],"present":[52],"new":[54],"way":[55],"parameterizing":[57],"and":[58,144],"training":[59],"capsules":[60,68],"that":[61,73],"we":[62,185],"refer":[63],"homogeneous":[66],"(HVCs).":[69],"demonstrate,":[71],"experimentally,":[72],"altering":[74],"convolutional":[76],"neural":[77,148],"network":[78,149],"(CNN)":[79],"use":[81,118],"HVCs":[82,115,166,187],"can":[83],"achieve":[84],"superior":[85],"classification":[86],"accuracy":[87,129,170,190],"without":[88],"increasing":[89],"number":[91],"parameters":[93],"operations":[95],"in":[96],"its":[97],"architecture":[98,154],"compared":[100],"CNN":[103,153],"using":[104,146],"single":[106],"final":[107],"fully":[108,162],"connected":[109,163],"layer.":[110],"Additionally,":[111],"introduction":[113],"enables":[116],"adaptive":[120],"gradient":[121],"descent,":[122],"reducing":[123],"dependence":[125],"model's":[127],"achievable":[128],"finely":[133],"tuned":[134],"hyperparameters":[135],"non-adaptive":[138],"optimizer.":[139],"demonstrate":[141],"our":[142],"method":[143],"results":[145],"two":[147],"architectures.":[150],"For":[151,180],"referred":[155],"Inception":[158],"v3,":[159],"replacing":[160],"layers":[164],"with":[165],"increased":[167],"test":[169,189],"by":[171,191],"average":[173,193],"1.32%":[175],"across":[176],"all":[177],"experiments":[178],"conducted.":[179],"simple":[182],"monolithic":[183],"CNN,":[184],"show":[186],"improve":[188],"19.16%.":[195]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}