{"id":"https://openalex.org/W2949070764","doi":"https://doi.org/10.1109/mlhpc.2016.009","title":"A Study of Complex Deep Learning Networks on High Performance, Neuromorphic, and Quantum Computers","display_name":"A Study of Complex Deep Learning Networks on High Performance, Neuromorphic, and Quantum Computers","alternate_titles":[],"publication_year":2016,"publication_date":"2016-11-01","ids":{"openalex":"https://openalex.org/W2949070764","doi":"https://doi.org/10.1109/mlhpc.2016.009","mag":"2949070764"},"language":"en","primary_location":{"id":"doi:10.1109/mlhpc.2016.009","doi":"https://doi.org/10.1109/mlhpc.2016.009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlhpc.2016.009","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 2nd Workshop on Machine Learning in HPC Environments (MLHPC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2949070764"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000241304","display_name":"Thomas E. Potok","orcid":"https://orcid.org/0000-0001-6687-3435","observed_orcids":["https://orcid.org/0000-0001-6687-3435"]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas E. Potok","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033784578","display_name":"Catherine D. Schuman","orcid":"https://orcid.org/0000-0002-4264-8097","observed_orcids":["https://orcid.org/0000-0002-4264-8097"]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine D. Schuman","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029444976","display_name":"Steven R. Young","orcid":"https://orcid.org/0000-0003-0591-4330","observed_orcids":["https://orcid.org/0000-0003-0591-4330"]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven R. Young","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021986280","display_name":"Robert M. Patton","orcid":"https://orcid.org/0000-0002-8101-0571","observed_orcids":["https://orcid.org/0000-0002-8101-0571"]},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert M. Patton","raw_affiliation_strings":["Oak Ridge National Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054568644","display_name":"Federico M. Spedalieri","orcid":"https://orcid.org/0000-0003-4784-9100","observed_orcids":["https://orcid.org/0000-0003-4784-9100"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Federico Spedalieri","raw_affiliation_strings":["USC Information Sciences Institute, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute, Marina del Rey, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102902606","display_name":"Jeremy Liu","orcid":"https://orcid.org/0000-0001-7229-9417","observed_orcids":["https://orcid.org/0000-0001-7229-9417"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeremy Liu","raw_affiliation_strings":["USC Information Sciences Institute, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute, Marina del Rey, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102088852","display_name":"Ke-Thia Yao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke-Thia Yao","raw_affiliation_strings":["USC Information Sciences Institute, Marina del Rey, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"USC Information Sciences Institute, Marina del Rey, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047248181","display_name":"Garrett S. Rose","orcid":"https://orcid.org/0000-0003-3070-4087","observed_orcids":["https://orcid.org/0000-0003-3070-4087"]},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garrett Rose","raw_affiliation_strings":["University of Tennessee, Knoxville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tennessee, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025700856","display_name":"Gangotree Chakma","orcid":"https://orcid.org/0000-0001-7936-2175","observed_orcids":["https://orcid.org/0000-0001-7936-2175"]},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gangotree Chakma","raw_affiliation_strings":["University of Tennessee, Knoxville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tennessee, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9945,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.97696273,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"55"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.6089000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.6089000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.13269999623298645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07400000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantum-machine-learning","display_name":"quantum machine learning","score":0.7250000238418579},{"id":"https://openalex.org/keywords/neuromorphic-computing","display_name":"neuromorphic computing","score":0.8479999899864197},{"id":"https://openalex.org/keywords/high-performance-computing","display_name":"high-performance computing","score":0.8360000252723694},{"id":"https://openalex.org/keywords/memristive-hardware","display_name":"memristive hardware","score":0.8489999771118164},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.7310000061988831},{"id":"https://openalex.org/keywords/network-topology-optimization","display_name":"network topology optimization","score":0.7990000247955322},{"id":"https://openalex.org/keywords/low-power-hardware-implementation","display_name":"low-power hardware implementation","score":0.7379999756813049},{"id":"https://openalex.org/keywords/mnist","display_name":"MNIST","score":0.6370000243186951},{"id":"https://openalex.org/keywords/hybrid-computing-architecture","display_name":"hybrid computing architecture","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.8458676338195801},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.7968670129776001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7938966155052185},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7819335460662842},{"id":"https://openalex.org/C80469333","wikidata":"https://www.wikidata.org/wiki/Q189088","display_name":"Von Neumann architecture","level":2,"score":0.7220797538757324},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5689042210578918},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5673196315765381},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.5543038845062256},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4417635500431061},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.43771904706954956},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.43424665927886963},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42899972200393677},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.419768750667572},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4092521667480469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40246275067329407},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3856055736541748},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.23139077425003052},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.18476015329360962},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14360517263412476},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08961498737335205},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08293122053146362},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mlhpc.2016.009","doi":"https://doi.org/10.1109/mlhpc.2016.009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlhpc.2016.009","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 2nd Workshop on Machine Learning in HPC Environments (MLHPC)","raw_type":"proceedings-article"},{"id":"mag:2563787691","doi":null,"is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/7835814/","pdf_url":null,"source":{"id":"https://openalex.org/S4306418683","display_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on High Performance Computing, Data, and Analytics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W1523493493","https://openalex.org/W1542981317","https://openalex.org/W1680761968","https://openalex.org/W1782590233","https://openalex.org/W1904365287","https://openalex.org/W2016922062","https://openalex.org/W2024860775","https://openalex.org/W2042492924","https://openalex.org/W2046740406","https://openalex.org/W2060956313","https://openalex.org/W2096733369","https://openalex.org/W2100495367","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2120802379","https://openalex.org/W2136922672","https://openalex.org/W2162390675","https://openalex.org/W2163031927","https://openalex.org/W2179731956","https://openalex.org/W2183631084","https://openalex.org/W2250904038","https://openalex.org/W2263410234","https://openalex.org/W2323986115","https://openalex.org/W2384495648","https://openalex.org/W2468939918","https://openalex.org/W2507437966","https://openalex.org/W2515417790","https://openalex.org/W2517233404","https://openalex.org/W2546302380","https://openalex.org/W2739377247","https://openalex.org/W2766183519","https://openalex.org/W3023478445","https://openalex.org/W3215460652","https://openalex.org/W4285719527","https://openalex.org/W6741861832","https://openalex.org/W7098642242"],"related_works":["https://openalex.org/W2803880935","https://openalex.org/W2183246402","https://openalex.org/W2603037274","https://openalex.org/W2314470091","https://openalex.org/W4415097654","https://openalex.org/W3026220900","https://openalex.org/W4200557188","https://openalex.org/W7036203215","https://openalex.org/W2522548197","https://openalex.org/W2942478991"],"abstract_inverted_index":{"Current":[0],"Deep":[1],"Learning":[2],"models":[3,76],"use":[4,119],"highly":[5,27],"optimized":[6],"convolutional":[7],"neural":[8],"networks":[9,142],"(CNN)":[10],"trained":[11],"on":[12,43],"large":[13],"graphical":[14],"processing":[15],"units":[16],"(GPU)-based":[17],"computers":[18,117],"with":[19,218,234],"a":[20,105,147,154,169,180,190,211],"fairly":[21],"simple":[22],"layered":[23],"network":[24,53,60,99,178],"topology,":[25,100],"i.e.,":[26],"connected":[28],"layers,":[29],"without":[30],"intra-layer":[31,163],"connections.":[32],"Complex":[33],"topologies":[34,48],"have":[35],"been":[36],"proposed,":[37],"but":[38],"are":[39,144],"intractable":[40],"to":[41,82,88,96,110,137,228],"train":[42,89],"current":[44,115,219,235],"systems.":[45],"Building":[46],"the":[47,50,59,120,128,132,174,177,195,202,226],"of":[49,114,130,162,176],"deep":[51,74,140],"learning":[52,75,141],"requires":[54],"hand":[55],"tuning,":[56],"and":[57,68,101,165,189,198],"implementing":[58],"in":[61,65,135,205],"hardware":[62,107],"is":[63,215],"expensive":[64],"both":[66],"cost":[67],"power.In":[69],"this":[70],"paper,":[71],"we":[72,118],"evaluate":[73],"using":[77,131,146],"three":[78,133],"different":[79],"computing":[80,87,94,103,236],"architectures":[81,134,204],"address":[83],"these":[84],"problems:":[85],"quantum":[86,116,155],"complex":[90,139,196],"topologies,":[91],"high":[92,159,181],"performance":[93,182],"(HPC)":[95],"automatically":[97],"determine":[98],"neuromorphic":[102,191],"for":[104,123],"low-power":[106],"implementation.":[108],"Due":[109],"input":[111],"size":[112],"limitations":[113],"MNIST":[121],"dataset":[122],"our":[124],"evaluation.The":[125],"results":[126],"show":[127,152],"possibility":[129],"tandem":[136],"explore":[138],"that":[143,153,214],"untrainable":[145],"von":[148,220],"Neumann":[149,221],"architecture.":[150,222],"We":[151],"computer":[156,183,192],"can":[157,184,193],"find":[158,185],"quality":[160],"values":[161],"connections":[164],"weights,":[166],"while":[167],"yielding":[168],"tractable":[170],"time":[171],"result":[172],"as":[173],"complexity":[175],"increases;":[179],"optimal":[186],"layer-based":[187],"topologies;":[188],"represent":[194],"topology":[197],"weights":[199],"derived":[200],"from":[201],"other":[203],"low":[206],"power":[207],"memristive":[208],"hardware.This":[209],"represents":[210],"new":[212],"capability":[213],"not":[216],"feasible":[217],"It":[223],"potentially":[224],"enables":[225],"ability":[227],"solve":[229],"very":[230],"complicated":[231],"problems":[232],"unsolvable":[233],"technologies.":[237]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2949070764","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-06-27T00:00:00"}
