{"id":"https://openalex.org/W4405440205","doi":"https://doi.org/10.1109/tcad.2024.3519055","title":"Realization of Early-Exit Dynamic Neural Networks on Reconfigurable Hardware","display_name":"Realization of Early-Exit Dynamic Neural Networks on Reconfigurable Hardware","publication_year":2024,"publication_date":"2024-12-16","ids":{"openalex":"https://openalex.org/W4405440205","doi":"https://doi.org/10.1109/tcad.2024.3519055"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3519055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3519055","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.soton.ac.uk/499024/1/Realisation_of_Early-Exit_Dynamic_Neural_Networks.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111292001","display_name":"Anastasios Dimitriou","orcid":null},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anastasios Dimitriou","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":"https://orcid.org/0009-0005-0925-8459","affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Xun","orcid":null},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Xun","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067505586","display_name":"Jonathon Hare","orcid":"https://orcid.org/0000-0003-2921-4283"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jonathon Hare","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":"https://orcid.org/0000-0003-2921-4283","affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001556143","display_name":"Geoff V. Merrett","orcid":"https://orcid.org/0000-0003-4980-3894"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geoff V. Merrett","raw_affiliation_strings":["School of Electronics and Computer Science, University of Southampton, Southampton, U.K","School of Electronics and Computer Science, University of Southampton, UK"],"raw_orcid":"https://orcid.org/0000-0003-4980-3894","affiliations":[{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]},{"raw_affiliation_string":"School of Electronics and Computer Science, University of Southampton, UK","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6109,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.75668985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"44","issue":"6","first_page":"2195","last_page":"2203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9204999804496765,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/realisation","display_name":"Realisation","score":0.821825385093689},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5838031768798828},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4927215874195099},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.43246641755104065},{"id":"https://openalex.org/keywords/reconfigurable-computing","display_name":"Reconfigurable computing","score":0.42261961102485657},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.34207215905189514},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.2634078562259674},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10871315002441406}],"concepts":[{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.821825385093689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5838031768798828},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4927215874195099},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.43246641755104065},{"id":"https://openalex.org/C142962650","wikidata":"https://www.wikidata.org/wiki/Q240838","display_name":"Reconfigurable computing","level":3,"score":0.42261961102485657},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.34207215905189514},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.2634078562259674},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10871315002441406},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcad.2024.3519055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3519055","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:499024","is_oa":true,"landing_page_url":"http://doi.org/10.1109/TCAD.2024.3519055>).","pdf_url":"https://eprints.soton.ac.uk/499024/1/Realisation_of_Early-Exit_Dynamic_Neural_Networks.pdf","source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.soton.ac.uk:499024","is_oa":true,"landing_page_url":"http://doi.org/10.1109/TCAD.2024.3519055>).","pdf_url":"https://eprints.soton.ac.uk/499024/1/Realisation_of_Early-Exit_Dynamic_Neural_Networks.pdf","source":{"id":"https://openalex.org/S4306401020","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3496335909","display_name":"Centre for Spatial Computational Learning","funder_award_id":"EP/S030069/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4587427570","display_name":null,"funder_award_id":"EP/S030069/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405440205.pdf","grobid_xml":"https://content.openalex.org/works/W4405440205.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1005811612","https://openalex.org/W2007339694","https://openalex.org/W2017369466","https://openalex.org/W2112796928","https://openalex.org/W2152839228","https://openalex.org/W2194775991","https://openalex.org/W2565125333","https://openalex.org/W2616014673","https://openalex.org/W2809300109","https://openalex.org/W2810861508","https://openalex.org/W2895540242","https://openalex.org/W2951287298","https://openalex.org/W2977634443","https://openalex.org/W3012024854","https://openalex.org/W3085447111","https://openalex.org/W3092216062","https://openalex.org/W3094307698","https://openalex.org/W3097528158","https://openalex.org/W3159322265","https://openalex.org/W3204647170","https://openalex.org/W3217314497","https://openalex.org/W4200486959","https://openalex.org/W4226337850","https://openalex.org/W4243928383","https://openalex.org/W4293872422","https://openalex.org/W4311412773","https://openalex.org/W4312705522","https://openalex.org/W4379115861","https://openalex.org/W4379116032","https://openalex.org/W4383749333","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6736558013","https://openalex.org/W6745447533","https://openalex.org/W6774557844","https://openalex.org/W6776177181","https://openalex.org/W6776676620","https://openalex.org/W6779313456","https://openalex.org/W6798047603"],"related_works":["https://openalex.org/W3103981520","https://openalex.org/W2385790316","https://openalex.org/W2028333853","https://openalex.org/W2204754129","https://openalex.org/W4211050530","https://openalex.org/W1651861930","https://openalex.org/W4211076613","https://openalex.org/W65537687","https://openalex.org/W2390254310","https://openalex.org/W2335326593"],"abstract_inverted_index":{"Early-exiting":[0],"is":[1,5,240],"a":[2,21,107,168,185,193],"strategy":[3],"that":[4,64,175,208],"becoming":[6],"popular":[7],"in":[8,23,76],"deep":[9],"neural":[10,116],"networks":[11],"(DNNs),":[12],"as":[13],"it":[14],"can":[15,210],"lead":[16],"to":[17,40,57,111],"faster":[18,183],"execution":[19,150],"and":[20,45,95,125,136,149,152,165,167,237,246],"reduction":[22],"the":[24,37,62,93,127,157,176,212,220,224,234],"computational":[25],"intensity":[26],"of":[27,97,195,214],"inference.":[28],"To":[29],"achieve":[30],"this,":[31],"intermediate":[32,128,226],"classifiers":[33,227],"abstract":[34],"information":[35],"from":[36],"input":[38],"samples":[39,60],"strategically":[41],"stop":[42],"forward":[43],"propagation":[44],"generate":[46],"an":[47,50,190],"output":[48],"at":[49,180],"earlier":[51],"stage.":[52],"Confidence":[53],"criteria":[54],"are":[55,179],"used":[56],"identify":[58,238],"easier-to-recognize":[59],"over":[61],"ones":[63],"need":[65],"further":[66,206],"filtering.":[67],"However,":[68],"such":[69],"dynamic":[70,100,177,216],"DNNs":[71,101,217],"have":[72],"only":[73],"been":[74],"realized":[75],"conventional":[77],"computing":[78],"systems":[79],"(CPU+GPU)":[80],"using":[81,156],"libraries":[82],"designed":[83],"for":[84,115,123,242],"static":[85,186],"networks.":[86],"In":[87],"this":[88],"article,":[89],"we":[90,232],"first":[91],"explore":[92,153],"feasibility":[94],"benefits":[96],"realizing":[98],"early-exit":[99,159,215],"on":[102,161,189],"field-programmable":[103],"gate":[104],"arrays":[105],"(FPGAs),":[106],"platform":[108],"already":[109],"proven":[110],"be":[112],"highly":[113],"effective":[114],"network":[117,187,244],"applications.":[118],"We":[119,144,173,205],"consider":[120],"two":[121,235],"approaches":[122,178,236],"implementing":[124],"executing":[126],"classifiers:":[129],"1)":[130],"pipeline,":[131],"which":[132,139,239],"uses":[133,140],"existing":[134],"hardware":[135],"2)":[137],"parallel,":[138],"additional":[141],"dedicated":[142],"modules.":[143],"model":[145],"their":[146,154],"energy":[147],"needs":[148],"time":[151],"performance":[155,213],"BranchyNet":[158],"approach":[160],"LeNet-5,":[162],"AlexNet,":[163],"VGG19,":[164],"ResNet32,":[166],"Xilinx":[169],"ZCU106":[170],"Evaluation":[171],"Board.":[172],"found":[174],"least":[181],"24%":[182],"than":[184],"executed":[188],"FPGA,":[191],"consuming":[192],"minimum":[194],"<inline-formula":[196],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[197],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[198],"<tex-math":[199],"notation=\"LaTeX\">$1.32\\times":[200],"$":[201],"</tex-math></inline-formula>":[202],"lower":[203],"energy.":[204],"observe":[207],"FPGAs":[209],"enhance":[211],"by":[218,223],"minimizing":[219],"complexities":[221],"introduced":[222],"decision":[225],"through":[228],"parallel":[229],"execution.":[230],"Finally,":[231],"compare":[233],"best":[241],"different":[243],"types":[245],"confidence":[247],"levels.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-12-17T00:00:00"}