{"id":"https://openalex.org/W6944061407","doi":"https://doi.org/10.17635/lancaster/thesis/1156","title":"Efficient deep neural network inference for embedded systems","display_name":"Efficient deep neural network inference for embedded systems","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W6944061407","doi":"https://doi.org/10.17635/lancaster/thesis/1156"},"language":"en","primary_location":{"id":"doi:10.17635/lancaster/thesis/1156","is_oa":true,"landing_page_url":"https://doi.org/10.17635/lancaster/thesis/1156","pdf_url":null,"source":{"id":"https://openalex.org/S7407050765","display_name":"University of Lancaster","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.17635/lancaster/thesis/1156","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Taylor, Ben","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Taylor, Ben","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29614506,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6208000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.6208000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0649000033736229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.03739999979734421,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6776999831199646},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6234999895095825},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6194000244140625},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5863000154495239},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5012999773025513},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4456000030040741},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42719998955726624},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.42559999227523804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8238999843597412},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6776999831199646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6276000142097473},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6234999895095825},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6194000244140625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5992000102996826},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5863000154495239},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4456000030040741},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42719998955726624},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.3587999939918518},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.17635/lancaster/thesis/1156","is_oa":true,"landing_page_url":"https://doi.org/10.17635/lancaster/thesis/1156","pdf_url":null,"source":{"id":"https://openalex.org/S7407050765","display_name":"University of Lancaster","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.17635/lancaster/thesis/1156","is_oa":true,"landing_page_url":"https://doi.org/10.17635/lancaster/thesis/1156","pdf_url":null,"source":{"id":"https://openalex.org/S7407050765","display_name":"University of Lancaster","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deep":[0],"neural":[1,306],"networks":[2,307],"(DNNs)":[3],"have":[4],"become":[5],"one":[6],"of":[7,30,65,86,97,105,151,258,298,360,380],"the":[8,28,56,84,111,116,123,130,137,157,173,192,222,226,311,331,351,358,361,385],"dominant":[9],"machine":[10,202,250,281,342],"learning":[11,203,251,293],"approaches":[12],"in":[13,77,169,252,321,328],"recent":[14],"years":[15],"for":[16,120,186,217,263,338,387],"many":[17],"application":[18,272],"domains.":[19],"Unfortunately,":[20],"DNNs":[21,260,367],"are":[22,103,274,308],"not":[23,369],"well":[24],"suited":[25],"to":[26,44,62,147,160,172,184,204,210,215,230,254],"addressing":[27],"challenges":[29],"embedded":[31,155,291],"systems,":[32],"where":[33],"on-device":[34],"inference":[35,153,197,322,344,389],"on":[36,110,136,154,286,357],"battery-powered,":[37],"resource-constrained":[38],"devices":[39],"is":[40,58,93,159,175,228,239,284,336,346],"often":[41,59,75],"infeasible":[42,60],"due":[43,61],"prohibitively":[45],"long":[46],"inferencing":[47,79,164],"time":[48,323,345],"and":[49,100,196,221,280,295,304,374,391],"resource":[50,393],"requirements.":[51],"Furthermore,":[52,129],"offloading":[53],"computation":[54],"into":[55],"cloud":[57],"a":[63,108,143,167,176,187,206,213,218,256,266,287,296,318,325,381],"lack":[64],"connectivity,":[66],"high":[67],"latency,":[68],"or":[69],"privacy":[70],"concerns.":[71],"While":[72],"compression":[73],"algorithms":[74],"succeed":[76],"reducing":[78],"times,":[80,390],"they":[81],"come":[82],"at":[83],"cost":[85],"reduced":[87,347,392],"accuracy.":[88,170],"The":[89,237],"key":[90],"insight":[91],"here":[92],"that":[94],"multiple":[95],"DNNs,":[96,317],"varying":[98],"runtimes":[99],"prediction":[101,109],"capabilities,":[102],"capable":[104,118,132],"correctly":[106],"making":[107],"same":[112],"input.":[113],"By":[114],"choosing":[115],"fastest":[117,131],"DNN":[119,133,152,163,183,214,245,271,300,334],"each":[121],"input,":[122,189],"average":[124,162],"runtime":[125],"can":[126],"be":[127],"reduced.":[128],"changes":[134],"depending":[135],"evaluation":[138,194,364],"criterion.":[139],"This":[140],"thesis":[141],"presents":[142],"new,":[144],"alternative":[145],"approach":[146,174,227,238],"enable":[148],"efficient":[149],"execution":[150],"devices;":[156],"aim":[158],"reduce":[161],"times":[165],"without":[166],"loss":[168],"Central":[171],"Model":[177,267],"Selector,":[178],"which":[179,182],"dynamically":[180],"determines":[181],"use":[185,216,264],"given":[188,219],"by":[190,242,348],"considering":[191],"desired":[193],"metric":[195],"time.":[198],"It":[199],"employs":[200],"statistical":[201,249],"develop":[205],"low-cost":[207],"predictive":[208],"model":[209,353],"quickly":[211],"select":[212],"input":[220],"optimisation":[223],"constraint.":[224],"First,":[225],"shown":[229],"work":[231],"effectively":[232],"with":[233,248,265,324,354],"off-the-self":[234],"pre-trained":[235,316],"DNNs.":[236,398],"then":[240],"extended":[241],"combining":[243],"typical":[244,270],"pruning":[246],"techniques":[247],"order":[253],"create":[255],"set":[257],"specialised":[259,366],"designed":[261],"specifically":[262],"Selector.":[268],"Two":[269],"domains":[273],"used":[275],"during":[276],"evaluation:":[277],"image":[278,339],"classification":[279],"translation.":[282,362],"Evaluation":[283],"reported":[285],"NVIDIA":[288],"Jetson":[289],"TX2":[290],"deep":[292],"platform,":[294],"range":[297],"influential":[299],"models":[301],"including":[302],"convolutional":[303],"recurrent":[305],"considered.":[309],"In":[310],"first":[312],"instance,":[313],"utilising":[314,365,396],"off-the-shelf":[315,397],"44.45%":[319],"reduction":[320],"7.52%":[326],"improvement":[327],"accuracy,":[329],"over":[330,350,395],"most-capable":[332,352],"single":[333],"model,":[335],"achieved":[337],"classification.":[340],"For":[341],"translation,":[343],"25.37%":[349],"little":[355],"impact":[356],"quality":[359],"Further":[363],"did":[368],"yield":[370],"an":[371],"accurate":[372],"premodel":[373,383],"produced":[375],"poor":[376],"results;":[377],"however":[378],"analysis":[379],"perfect":[382],"shows":[384],"potential":[386],"faster":[388],"requirements":[394]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}