{"id":"https://openalex.org/W2899462473","doi":"https://doi.org/10.1145/3212725.3212726","title":"Mayo","display_name":"Mayo","publication_year":2018,"publication_date":"2018-06-15","ids":{"openalex":"https://openalex.org/W2899462473","doi":"https://doi.org/10.1145/3212725.3212726","mag":"2899462473"},"language":"en","primary_location":{"id":"doi:10.1145/3212725.3212726","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3212725.3212726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Embedded and Mobile Deep Learning","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048483915","display_name":"Yiren Zhao","orcid":"https://orcid.org/0009-0005-2486-1491"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yiren Zhao","raw_affiliation_strings":["University of Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026189787","display_name":"Xitong Gao","orcid":"https://orcid.org/0000-0002-2063-2051"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xitong Gao","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040762162","display_name":"Robert Mullins","orcid":"https://orcid.org/0000-0002-8393-2748"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert Mullins","raw_affiliation_strings":["University of Cambridge, Cambridge, UK"],"affiliations":[{"raw_affiliation_string":"University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012773300","display_name":"Chengzhong Xu","orcid":"https://orcid.org/0000-0001-9480-0356"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengzhong Xu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5048483915"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":1.2535,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85193776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8656055927276611},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7840501666069031},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6974586248397827},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5963495969772339},{"id":"https://openalex.org/keywords/high-memory","display_name":"High memory","score":0.46812546253204346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4351651072502136},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4335615038871765},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4237544536590576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40804317593574524},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.261436402797699},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23970931768417358},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.12999016046524048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8656055927276611},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7840501666069031},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6974586248397827},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5963495969772339},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.46812546253204346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4351651072502136},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4335615038871765},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4237544536590576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40804317593574524},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.261436402797699},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23970931768417358},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.12999016046524048},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3212725.3212726","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3212725.3212726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Embedded and Mobile Deep Learning","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1825672851","https://openalex.org/W1935978687","https://openalex.org/W1996901117","https://openalex.org/W2013305145","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2119144962","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2194775991","https://openalex.org/W2207050309","https://openalex.org/W2267635276","https://openalex.org/W2279098554","https://openalex.org/W2402144811","https://openalex.org/W2469490737","https://openalex.org/W2559655401","https://openalex.org/W2593245696","https://openalex.org/W2593390416","https://openalex.org/W2604272474","https://openalex.org/W2612445135","https://openalex.org/W2619096655","https://openalex.org/W2694935213","https://openalex.org/W2741546454","https://openalex.org/W2769250605","https://openalex.org/W2793950911","https://openalex.org/W2962851801","https://openalex.org/W2964299589","https://openalex.org/W4249914127","https://openalex.org/W4394670654","https://openalex.org/W6640289440","https://openalex.org/W6693397755","https://openalex.org/W6713134421","https://openalex.org/W6724998850"],"related_works":["https://openalex.org/W2140186469","https://openalex.org/W4390421286","https://openalex.org/W4280563792","https://openalex.org/W4389724018","https://openalex.org/W4318719684","https://openalex.org/W3183136280","https://openalex.org/W4318559728","https://openalex.org/W2775233965","https://openalex.org/W4360995913","https://openalex.org/W4312193868"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4,38],"proved":[5],"to":[6,41,58,120,145],"be":[7,118],"a":[8,14,133,141,158,181,193],"convenient":[9],"and":[10,23,46,101,116,130,140,192,198,219],"powerful":[11],"tool":[12,179],"for":[13],"wide":[15],"range":[16],"of":[17,30,49,66,70,78,99],"problems.":[18],"However,":[19],"the":[20,28,44,79,166,210],"extensive":[21,63],"computational":[22],"memory":[24,47],"resource":[25],"requirements":[26,48],"hinder":[27],"adoption":[29],"DNNs":[31,104],"in":[32,132,171,223],"resource-constrained":[33],"scenarios.":[34],"Existing":[35],"compression":[36,73,195,217],"methods":[37],"been":[39],"shown":[40],"significantly":[42],"reduce":[43],"computation":[45],"many":[50],"popular":[51],"DNNs.":[52],"These":[53],"methods,":[54],"however,":[55],"remain":[56],"elusive":[57],"non-experts,":[59],"as":[60],"they":[61],"demand":[62],"manual":[64,154],"tuning":[65],"hyperparameters.":[67,148],"The":[68],"effects":[69],"combining":[71],"various":[72],"techniques":[74,218],"lack":[75],"exploration":[76],"because":[77],"large":[80],"design":[81],"space.":[82],"To":[83,205],"alleviate":[84],"these":[85],"challenges,":[86],"this":[87],"paper":[88],"proposes":[89],"an":[90],"automated":[91],"framework,":[92],"Mayo,":[93],"which":[94,113],"is":[95,162,209],"built":[96],"on":[97],"top":[98],"TensorFlow":[100],"can":[102,117],"compress":[103,122],"with":[105,168,186],"minimal":[106],"human":[107],"intervention.":[108],"First,":[109],"we":[110,136],"present":[111],"overriders":[112],"are":[114,202],"recursively-compositional":[115],"configured":[119],"effectively":[121],"individual":[123],"components":[124],"(e.g.":[125],"weights,":[126],"biases,":[127],"layer":[128],"computations":[129],"gradients)":[131],"DNN.":[134],"Second,":[135],"introduce":[137],"novel":[138],"heuristics":[139],"global":[142],"search":[143],"algorithm":[144],"efficiently":[146],"optimize":[147],"We":[149],"demonstrate":[150],"that":[151,161,213],"without":[152],"any":[153],"tuning,":[155],"Mayo":[156,197,208],"generates":[157],"sparse":[159,182],"ResNet-18":[160],"5.13x":[163],"smaller":[164],"than":[165],"baseline":[167],"no":[169],"loss":[170,191],"test":[172],"accuracy.":[173],"By":[174],"composing":[175],"multiple":[176,216],"overriders,":[177],"our":[178,206],"produces":[180],"6-bit":[183],"CIFAR-10":[184],"classifier":[185],"only":[187],"0.16%":[188],"top-1":[189],"accuracy":[190],"34x":[194],"rate.":[196],"all":[199],"compressed":[200],"models":[201],"publicly":[203],"available.":[204],"knowledge,":[207],"first":[211],"framework":[212],"supports":[214],"overlapping":[215],"automatically":[220],"optimizes":[221],"hyperparameters":[222],"them.":[224]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2018-11-09T00:00:00"}