{"id":"https://openalex.org/W4390188283","doi":"https://doi.org/10.1109/hpec58863.2023.10363567","title":"Accelerating Multi-Agent DDPG on CPU-FPGA Heterogeneous Platform","display_name":"Accelerating Multi-Agent DDPG on CPU-FPGA Heterogeneous Platform","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4390188283","doi":"https://doi.org/10.1109/hpec58863.2023.10363567"},"language":"en","primary_location":{"id":"doi:10.1109/hpec58863.2023.10363567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec58863.2023.10363567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050345936","display_name":"Samuel Wiggins","orcid":"https://orcid.org/0000-0002-0069-8213"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samuel Wiggins","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050528589","display_name":"Yuan Meng","orcid":"https://orcid.org/0000-0001-6468-8623"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan Meng","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042560222","display_name":"Rajgopal Kannan","orcid":"https://orcid.org/0000-0001-8736-3012"},"institutions":[{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajgopal Kannan","raw_affiliation_strings":["DEVCOM Army Research Lab"],"affiliations":[{"raw_affiliation_string":"DEVCOM Army Research Lab","institution_ids":["https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033166029","display_name":"Viktor K. Prasanna","orcid":"https://orcid.org/0000-0002-1609-8589"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Viktor Prasanna","raw_affiliation_strings":["University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Ming Hsieh Department of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5050345936"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.6993,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76844893,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7539573907852173},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.5960008502006531},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5496970415115356},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5237812399864197},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4538787603378296},{"id":"https://openalex.org/keywords/central-processing-unit","display_name":"Central processing unit","score":0.4380202293395996},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.42164090275764465},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.39706549048423767},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3066829741001129},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.19494786858558655},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1204671561717987},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08030211925506592}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7539573907852173},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.5960008502006531},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5496970415115356},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5237812399864197},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4538787603378296},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.4380202293395996},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.42164090275764465},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.39706549048423767},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3066829741001129},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.19494786858558655},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1204671561717987},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08030211925506592},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpec58863.2023.10363567","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpec58863.2023.10363567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE High Performance Extreme Computing Conference (HPEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6077084736","display_name":null,"funder_award_id":"OAC-2209563","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2099618002","https://openalex.org/W2523246573","https://openalex.org/W2963864421","https://openalex.org/W2971573826","https://openalex.org/W3035681682","https://openalex.org/W3114874950","https://openalex.org/W3133395503","https://openalex.org/W3168458987","https://openalex.org/W4212774754","https://openalex.org/W4221155008","https://openalex.org/W4226369037","https://openalex.org/W4226490931","https://openalex.org/W4289100326","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W4311839462","https://openalex.org/W4362653492","https://openalex.org/W4366976964","https://openalex.org/W4377235450","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6727249380","https://openalex.org/W6738796088","https://openalex.org/W6757784512","https://openalex.org/W6810168854"],"related_works":["https://openalex.org/W2120447654","https://openalex.org/W2977179488","https://openalex.org/W2144453115","https://openalex.org/W2128223750","https://openalex.org/W4238532390","https://openalex.org/W2188872161","https://openalex.org/W2961779879","https://openalex.org/W797688974","https://openalex.org/W2002978035","https://openalex.org/W2209382646"],"abstract_inverted_index":{"Multi-Agent":[0,19],"Reinforcement":[1],"Learning":[2],"(MARL)":[3],"is":[4,25],"a":[5,26,37,86,134,156],"key":[6],"technology":[7],"in":[8,72,165],"artificial":[9],"intelligence":[10],"applications":[11],"such":[12],"as":[13],"robotics,":[14],"surveillance,":[15],"energy":[16],"systems,":[17],"etc.":[18],"Deep":[20,104],"Deterministic":[21],"Policy":[22],"Gradient":[23],"(MADDPG)":[24],"state-of-the-art":[27,146],"MARL":[28,42],"algorithm":[29],"that":[30,96,123],"has":[31],"been":[32],"widely":[33],"adopted":[34],"and":[35,51,62,108,140,148,160,172],"considered":[36],"popular":[38],"baseline":[39],"for":[40],"novel":[41],"algorithms.":[43],"However,":[44],"existing":[45],"implementations":[46],"of":[47,100,127,136],"MADDPG":[48,73,83],"on":[49,85],"CPU":[50,147,171],"CPU-GPU":[52,149,173],"platforms":[53],"do":[54],"not":[55],"exploit":[56],"fine-grained":[57],"parallelism":[58],"between":[59],"cooperative":[60],"agents":[61],"handle":[63],"inter-agent":[64,111],"communication":[65,112],"sequentially,":[66],"leading":[67],"to":[68,155],"sub-optimal":[69],"throughput":[70,168],"performance":[71,126],"training.":[74],"In":[75],"this":[76],"work,":[77],"we":[78,91],"develop":[79,92],"the":[80,124],"first":[81],"high-throughput":[82],"accelerator":[84],"CPU-FPGA":[87],"heterogeneous":[88],"platform.":[89],"Specifically,":[90],"dedicated":[93],"hardware":[94],"modules":[95],"enable":[97],"parallel":[98],"training":[99,131],"each":[101],"agent's":[102],"internal":[103],"Neural":[105],"Networks":[106],"(DNNs)":[107],"support":[109],"low-latency":[110],"using":[113],"an":[114],"on-chip":[115],"agent":[116,128],"interconnection":[117],"network.":[118],"Our":[119,151],"experimental":[120],"results":[121],"show":[122],"speed":[125],"neural":[129],"network":[130],"improves":[132],"by":[133],"factor":[135],"<tex":[137,141,157,161],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[138,142,158,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$3.6\\times-24.3\\times$</tex>":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$1.5\\times-29.5\\times$</tex>":[143],"compared":[144,169],"with":[145,170],"implementations.":[150],"design":[152],"achieves":[153],"up":[154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$1.99\\times$</tex>":[159],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$1.93\\times$</tex>":[163],"improvement":[164],"overall":[166],"system":[167],"implementations,":[174],"respectively.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}