{"id":"https://openalex.org/W4379116032","doi":"https://doi.org/10.23919/date56975.2023.10137302","title":"Exploration of Decision Sub-Network Architectures for FPGA-based Dynamic DNNs","display_name":"Exploration of Decision Sub-Network Architectures for FPGA-based Dynamic DNNs","publication_year":2023,"publication_date":"2023-04-01","ids":{"openalex":"https://openalex.org/W4379116032","doi":"https://doi.org/10.23919/date56975.2023.10137302"},"language":"en","primary_location":{"id":"doi:10.23919/date56975.2023.10137302","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date56975.2023.10137302","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Design, Automation &amp; Test in Europe Conference &amp; Exhibition (DATE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114054615","display_name":"Anstasios Dimitriou","orcid":null},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anstasios Dimitriou","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton,UK","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton,UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038726794","display_name":"Mingyu Hu","orcid":"https://orcid.org/0000-0002-6895-8675"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mingyu Hu","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton,UK","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton,UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067505586","display_name":"Jonathon Hare","orcid":"https://orcid.org/0000-0003-2921-4283"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathon Hare","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton,UK","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton,UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001556143","display_name":"Geoff V. Merrett","orcid":"https://orcid.org/0000-0003-4980-3894"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geoff V. Merrett","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton,UK","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton,UK","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48980443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.8718979358673096},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8294638395309448},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7143228054046631},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.6034551858901978},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5405681133270264},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.45305484533309937},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4509555399417877},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4389399588108063},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.36611154675483704},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.33846843242645264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27813997864723206},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15546560287475586}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.8718979358673096},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8294638395309448},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7143228054046631},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.6034551858901978},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5405681133270264},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.45305484533309937},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4509555399417877},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4389399588108063},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.36611154675483704},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.33846843242645264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27813997864723206},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15546560287475586},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/date56975.2023.10137302","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date56975.2023.10137302","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Design, Automation &amp; Test in Europe Conference &amp; Exhibition (DATE)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.soton.ac.uk:477581","is_oa":false,"landing_page_url":"http://doi.org/10.23919/DATE56975.2023.10137302>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2598097916","https://openalex.org/W2618530766","https://openalex.org/W2903120399","https://openalex.org/W2962677625","https://openalex.org/W2963882470","https://openalex.org/W3012024854","https://openalex.org/W3092216062","https://openalex.org/W3094307698","https://openalex.org/W3204647170","https://openalex.org/W6735260822","https://openalex.org/W6756594932","https://openalex.org/W6790299800"],"related_works":["https://openalex.org/W4380433113","https://openalex.org/W4386072068","https://openalex.org/W252339960","https://openalex.org/W2390529043","https://openalex.org/W2378320433","https://openalex.org/W2358343511","https://openalex.org/W2051877971","https://openalex.org/W1970117064","https://openalex.org/W1787170397","https://openalex.org/W4292347844"],"abstract_inverted_index":{"Dynamic":[0],"Deep":[1],"Neural":[2],"Networks":[3],"(DNNs)":[4],"can":[5],"achieve":[6],"faster":[7,142,177],"execution":[8],"and":[9,51,63,79,131,163],"less":[10,23],"computationally":[11],"intensive":[12],"inference":[13,185],"by":[14],"spending":[15],"fewer":[16],"resources":[17],"on":[18,53,92,129,133,159,183],"easy":[19],"to":[20,104],"recognise":[21],"or":[22,42],"informative":[24],"parts":[25],"of":[26,100,121,198],"an":[27,167,193],"input.":[28],"They":[29],"make":[30,89],"data-dependent":[31],"decisions,":[32],"which":[33],"strategically":[34],"deactivate":[35],"a":[36,109,134,144,156],"model's":[37],"components,":[38],"e.g.":[39],"layers,":[40],"channels":[41],"sub-networks.":[43],"However,":[44],"dynamic":[45,184],"DNNs":[46],"have":[47],"only":[48],"been":[49],"explored":[50],"applied":[52],"conventional":[54],"computing":[55],"systems":[56],"(":[57],"<tex":[58],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[59],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\text{CPU}":[60],"+\\text{GPU}$</tex>":[61],"))":[62],"programmed":[64],"with":[65],"libraries":[66],"designed":[67],"for":[68,83,115],"static":[69],"networks,":[70],"limiting":[71],"their":[72],"effects.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77],"propose":[78],"explore":[80,118],"two":[81],"approaches":[82],"efficiently":[84],"realising":[85],"the":[86,98,101,106,119,124,160,179],"sub-networks":[87],"that":[88],"these":[90],"decisions":[91],"FPGAs.":[93],"A":[94],"pipeline":[95,138,180],"approach":[96,111,128,139,174,181],"targets":[97],"use":[99],"existing":[102],"hardware":[103],"execute":[105],"sub-network,":[107],"while":[108],"parallel":[110,173],"uses":[112],"dedicated":[113],"circuitry":[114],"it.":[116],"We":[117],"performance":[120],"each":[122],"using":[123],"BranchyNet":[125],"early":[126,187],"exit":[127],"LeNet-5,":[130],"evaluate":[132],"Xilinx":[135],"ZCU106.":[136],"The":[137,172],"is":[140],"36%":[141],"than":[143,155,166,178],"desktop":[145],"CPU.":[146],"It":[147],"consumes":[148],"0.51":[149],"mJ":[150],"per":[151],"inference,":[152],"16x":[153],"lower":[154,165],"non-dynamic":[157],"network":[158],"same":[161],"platform":[162],"8x":[164],"Nvidia":[168],"Jetson":[169],"Xavier":[170],"NX.":[171],"executes":[175],"17%":[176],"when":[182],"no":[186],"exits":[188],"are":[189],"taken,":[190],"but":[191],"incurs":[192],"increase":[194],"in":[195],"energy":[196],"consumption":[197],"28%.":[199]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
