{"id":"https://openalex.org/W4386876171","doi":"https://doi.org/10.48550/arxiv.2309.09814","title":"Convolutional Deep Kernel Machines","display_name":"Convolutional Deep Kernel Machines","publication_year":2023,"publication_date":"2023-09-18","ids":{"openalex":"https://openalex.org/W4386876171","doi":"https://doi.org/10.48550/arxiv.2309.09814"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.09814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09814","pdf_url":"https://arxiv.org/pdf/2309.09814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.09814","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056339931","display_name":"Edward Milsom","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Milsom, Edward","raw_affiliation_strings":["School of Mathematics University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028634767","display_name":"Ben Anson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anson, Ben","raw_affiliation_strings":["School of Mathematics University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062539506","display_name":"Laurence Aitchison","orcid":"https://orcid.org/0000-0003-3681-4607","observed_orcids":["https://orcid.org/0000-0003-3681-4607"]},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aitchison, Laurence","raw_affiliation_strings":["Department of Computer Science University of Bristol"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science University of Bristol","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.828000009059906},{"id":"https://openalex.org/keywords/likelihood","display_name":"likelihood","score":0.6539999842643738},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.824999988079071},{"id":"https://openalex.org/keywords/kernel-methods","display_name":"kernel methods","score":0.7519999742507935}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8277531266212463},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.6632869243621826},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6438037753105164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.642743706703186},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6334815621376038},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.5882738828659058},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5862221717834473},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.5767037868499756},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.5284333825111389},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.48726263642311096},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4743044376373291},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46157869696617126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4561348557472229},{"id":"https://openalex.org/C81692654","wikidata":"https://www.wikidata.org/wiki/Q225926","display_name":"Kriging","level":2,"score":0.4368704855442047},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.434851735830307},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41219252347946167},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.41123348474502563},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38033023476600647},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27438557147979736},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.20361381769180298},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0696689784526825},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2309.09814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09814","pdf_url":"https://arxiv.org/pdf/2309.09814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/05d95fc2-87f2-40fa-b58d-16621651f65d","doi":null,"is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/05d95fc2-87f2-40fa-b58d-16621651f65d","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Milsom, E, Anson, B & Aitchison, L 2023 'Convolutional Deep Kernel Machines'. https://doi.org/10.48550/arXiv.2309.09814","raw_type":"workingPaper"},{"id":"doi:10.48550/arxiv.2309.09814","doi":"https://doi.org/10.48550/arxiv.2309.09814","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.09814","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.09814","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.09814","pdf_url":"https://arxiv.org/pdf/2309.09814","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386876171.pdf","grobid_xml":"https://content.openalex.org/works/W4386876171.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2753141617","https://openalex.org/W2766678531","https://openalex.org/W2895016186","https://openalex.org/W2910655610","https://openalex.org/W2963323437","https://openalex.org/W2972392510","https://openalex.org/W2987473824","https://openalex.org/W2994922086","https://openalex.org/W3131195611","https://openalex.org/W3172130850","https://openalex.org/W3176723190","https://openalex.org/W3198964499","https://openalex.org/W3204621306","https://openalex.org/W4294205985","https://openalex.org/W4389160548","https://openalex.org/W4393147430","https://openalex.org/W7045062981"],"related_works":["https://openalex.org/W4415797106","https://openalex.org/W2942052807","https://openalex.org/W3042498832","https://openalex.org/W2964211601","https://openalex.org/W2891297252","https://openalex.org/W3205376702","https://openalex.org/W3167692231","https://openalex.org/W2394667775","https://openalex.org/W4300717047","https://openalex.org/W4393152560"],"abstract_inverted_index":{"Standard":[0],"infinite-width":[1],"limits":[2],"of":[3,21,28,43,125,142],"neural":[4,45],"networks":[5,46,92],"sacrifice":[6],"the":[7,36,74,83],"ability":[8],"for":[9,170],"intermediate":[10],"layers":[11],"to":[12,61,108,134],"learn":[13],"representations":[14],"from":[15],"data.":[16],"Recent":[17],"work":[18],"(A":[19],"theory":[20],"representation":[22,49],"learning":[23,50,69],"gives":[24,66],"a":[25,62,67,110,123],"deep":[26,63,75,102],"generalisation":[27],"kernel":[29,76,103,171],"methods,":[30],"Yang":[31],"et":[32],"al.":[33],"2023)":[34],"modified":[35,59],"Neural":[37],"Network":[38],"Gaussian":[39,64],"Process":[40],"(NNGP)":[41],"limit":[42,60],"Bayesian":[44],"so":[47],"that":[48,56],"is":[51,168],"retained.":[52],"Furthermore,":[53],"they":[54,72,80],"found":[55],"applying":[57],"this":[58],"process":[65],"practical":[68],"algorithm":[70],"which":[71,167],"dubbed":[73],"machine":[77],"(DKM).":[78],"However,":[79],"only":[81],"considered":[82],"simplest":[84],"possible":[85],"setting:":[86],"regression":[87],"in":[88,130,148],"small,":[89],"fully":[90],"connected":[91],"with":[93],"e.g.":[94],"10":[95],"input":[96],"features.":[97],"Here,":[98],"we":[99],"introduce":[100],"convolutional":[101],"machines.":[104],"This":[105],"required":[106],"us":[107],"develop":[109],"novel":[111],"inter-domain":[112],"inducing":[113],"point":[114],"approximation,":[115],"as":[116,118],"well":[117],"introducing":[119],"and":[120,139,163],"experimentally":[121],"assessing":[122],"number":[124],"techniques":[126],"not":[127],"previously":[128],"seen":[129],"DKMs,":[131],"including":[132],"analogues":[133],"batch":[135],"normalisation,":[136],"different":[137,140],"likelihoods,":[138],"types":[141],"top-layer.":[143],"The":[144],"resulting":[145],"model":[146],"trains":[147],"roughly":[149],"77":[150],"GPU":[151],"hours,":[152],"achieving":[153],"around":[154],"99%":[155],"test":[156],"accuracy":[157],"on":[158,161,165],"MNIST,":[159],"72%":[160],"CIFAR-100,":[162],"92.7%":[164],"CIFAR-10,":[166],"SOTA":[169],"methods.":[172]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-09-20T00:00:00"}