{"id":"https://openalex.org/W2887995395","doi":"https://doi.org/10.17863/cam.26357","title":"Structural Priors in Deep Neural Networks","display_name":"Structural Priors in Deep Neural Networks","publication_year":2017,"publication_date":"2017-09-28","ids":{"openalex":"https://openalex.org/W2887995395","doi":"https://doi.org/10.17863/cam.26357","mag":"2887995395"},"language":"en","primary_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/278976","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/278976","pdf_url":"https://www.repository.cam.ac.uk/handle/1810/278976","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Doctor of Philosophy in Information Engineering"},"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.repository.cam.ac.uk/handle/1810/278976","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063025899","display_name":"Yani Ioannou","orcid":"https://orcid.org/0000-0002-9797-5888"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ioannou, Yani Andrew","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063025899"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4149,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74697882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.2433999925851822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.2433999925851822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.7018950581550598},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5320770740509033},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5151838064193726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47705283761024475},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46936801075935364},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.36060094833374023},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21234703063964844},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.16308286786079407}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7018950581550598},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5320770740509033},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5151838064193726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47705283761024475},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46936801075935364},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.36060094833374023},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21234703063964844},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.16308286786079407}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:www.repository.cam.ac.uk:1810/278976","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/278976","pdf_url":"https://www.repository.cam.ac.uk/handle/1810/278976","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Doctor of Philosophy in Information Engineering"},{"id":"doi:10.17863/cam.26357","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.26357","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2887995395","is_oa":false,"landing_page_url":"https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.753425","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/278976","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/278976","pdf_url":"https://www.repository.cam.ac.uk/handle/1810/278976","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Doctor of Philosophy in Information Engineering"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2887995395.pdf","grobid_xml":"https://content.openalex.org/works/W2887995395.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2804841665","https://openalex.org/W2495104835","https://openalex.org/W2887917393","https://openalex.org/W2942231644","https://openalex.org/W1601945682","https://openalex.org/W2943568678","https://openalex.org/W3160644007","https://openalex.org/W2607306668","https://openalex.org/W1955055330","https://openalex.org/W2767052698","https://openalex.org/W2921262234","https://openalex.org/W1978508564","https://openalex.org/W2897077592","https://openalex.org/W1884191083","https://openalex.org/W2242801376","https://openalex.org/W2792873414","https://openalex.org/W2948608264","https://openalex.org/W1554982972","https://openalex.org/W2510550085","https://openalex.org/W2016084084"],"abstract_inverted_index":{"Deep":[0],"learning":[1,186,260,271,281],"has":[2,56],"in":[3,15,28,53,76,85,135,250,263,304],"recent":[4],"years":[5],"come":[6],"to":[7,58,74,116,147,167,221],"dominate":[8],"the":[9,40,54,92,99,152,179,201,204,223,231,235,278,288,305],"previously":[10],"separate":[11],"fields":[12],"of":[13,36,38,44,87,91,104,143,151,155,171,182,194,203,225,237,258,283,292,307],"research":[14],"machine":[16],"learning,":[17],"computer":[18],"vision,":[19],"natural":[20,160],"language":[21],"understanding":[22,37],"and":[23,42,65,94,101,108,132,233,240,300],"speech":[24],"recognition.":[25],"Despite":[26],"breakthroughs":[27],"training":[29,239],"deep":[30,45,165,251,264,284],"networks,":[31,107,131,253,274],"there":[32],"remains":[33],"a":[34,164,169,207,214,256,268],"lack":[35],"both":[39],"optimization":[41],"structure":[43,211],"networks.":[46,265],"The":[47,141,176,192],"approach":[48,70],"advocated":[49],"by":[50,162,185],"many":[51],"researchers":[52],"field":[55],"been":[57],"train":[59],"monolithic":[60],"networks":[61,84,286,296],"with":[62,188,200,287],"excess":[63],"complexity,":[64],"strong":[66],"regularization":[67],"---":[68,112],"an":[69],"that":[71,81,212,275],"leaves":[72],"much":[73],"desire":[75],"efficiency.":[77],"Instead":[78],"we":[79,114,244],"propose":[80,115,267],"carefully":[82],"designing":[83],"consideration":[86],"our":[88,149],"prior":[89],"knowledge":[90,150],"task":[93],"learned":[95,158],"representation":[96,280],"can":[97],"improve":[98,110,222],"memory":[100],"compute":[102],"efficiency":[103,236],"state-of-the":[105],"art":[106],"even":[109],"generalization":[111,224],"what":[113],"denote":[117],"as":[118],"structural":[119,126,261],"priors.":[120],"We":[121,266],"present":[122,245],"two":[123],"such":[124],"novel":[125,208],"priors":[127,262],"for":[128,159],"convolutional":[129,183],"neural":[130,252,285],"evaluate":[133],"them":[134],"state-of-the-art":[136],"image":[137],"classification":[138],"CNN":[139],"architectures.":[140],"first":[142],"these":[144,195,226],"methods":[145,218],"proposes":[146],"exploit":[148,277],"low-rank":[153],"nature":[154],"most":[156],"filters":[157,187,198],"images":[161],"structuring":[163],"network":[166],"learn":[168],"collection":[170],"mostly":[172],"small,":[173],"low-rank,":[174],"filters.":[175],"second":[177],"addresses":[178],"filter/channel":[180],"extents":[181],"filters,":[184],"limited":[189],"channel":[190],"extents.":[191],"size":[193,232],"channel-wise":[196],"basis":[197],"increases":[199],"depth":[202],"model,":[205,272],"giving":[206],"sparse":[209],"connection":[210],"resembles":[213],"tree":[215],"root.":[216],"Both":[217],"are":[219],"found":[220],"architectures":[227],"while":[228],"also":[229],"decreasing":[230],"increasing":[234],"their":[238],"test-time":[241,302],"computation.":[242],"Finally,":[243],"work":[246],"towards":[247,255],"conditional":[248,273,290],"computation":[249,291,308],"moving":[254],"method":[257],"automatically":[259],"new":[269],"discriminative":[270],"jointly":[276],"accurate":[279],"capabilities":[282],"efficient":[289],"decision":[293],"trees.":[294],"Conditional":[295],"yield":[297],"smaller":[298],"models,":[299],"offer":[301],"flexibility":[303],"trade-off":[306],"vs.":[309],"accuracy.":[310]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}