{"id":"https://openalex.org/W4385679805","doi":"https://doi.org/10.1109/iscas46773.2023.10181612","title":"RRAM-PoolFormer: A Resistive Memristor-based PoolFormer Modeling and Training Framework for Edge-AI Applications","display_name":"RRAM-PoolFormer: A Resistive Memristor-based PoolFormer Modeling and Training Framework for Edge-AI Applications","publication_year":2023,"publication_date":"2023-05-21","ids":{"openalex":"https://openalex.org/W4385679805","doi":"https://doi.org/10.1109/iscas46773.2023.10181612"},"language":"en","primary_location":{"id":"doi:10.1109/iscas46773.2023.10181612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas46773.2023.10181612","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046163518","display_name":"Tiancheng Cao","orcid":"https://orcid.org/0000-0002-7259-5192"},"institutions":[{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]},{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Tiancheng Cao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Republic of Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Republic of Singapore","Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Republic of Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Republic of Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044840682","display_name":"Weihao Yu","orcid":"https://orcid.org/0000-0003-3349-5890"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weihao Yu","raw_affiliation_strings":["National University of Singapore,Department of Electrical and Computer Engineering,Republic of Singapore","Department of Electrical and Computer Engineering, National University of Singapore, Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore,Department of Electrical and Computer Engineering,Republic of Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Republic of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075642035","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0002-0832-2982"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["Institute of Microelectronics (IME),Agency for Science, Technology and Research (A*STAR),Republic of Singapore","Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics (IME),Agency for Science, Technology and Research (A*STAR),Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322139","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0002-0705-121X"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I4210090209","display_name":"Institute of Microelectronics","ror":"https://ror.org/009rw8n36","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I4210090209","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["Institute of Microelectronics (IME),Agency for Science, Technology and Research (A*STAR),Republic of Singapore","Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics (IME),Agency for Science, Technology and Research (A*STAR),Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]},{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute of Microelectronics (IME), Republic of Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I4210090209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777"},"institutions":[{"id":"https://openalex.org/I131787340","display_name":"Seagate (United States)","ror":"https://ror.org/04p1xtv71","country_code":"US","type":"company","lineage":["https://openalex.org/I131787340"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuicheng Yan","raw_affiliation_strings":["Sea AI Lab,Republic of Singapore","Sea AI Lab, Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"Sea AI Lab,Republic of Singapore","institution_ids":["https://openalex.org/I131787340"]},{"raw_affiliation_string":"Sea AI Lab, Republic of Singapore","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042682339","display_name":"Wang Ling Goh","orcid":"https://orcid.org/0000-0001-7466-8941"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wang Ling Goh","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University,Republic of Singapore","School of Electrical and Electronic Engineering, Nanyang Technological University, Republic of Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University,Republic of Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Republic of Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046163518"],"corresponding_institution_ids":["https://openalex.org/I115228651","https://openalex.org/I172675005","https://openalex.org/I4210090209"],"apc_list":null,"apc_paid":null,"fwci":1.2049,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.78844525,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11128","display_name":"Transition Metal Oxide Nanomaterials","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2507","display_name":"Polymers and Plastics"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resistive-random-access-memory","display_name":"Resistive random-access memory","score":0.7403908967971802},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6476858854293823},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6407710909843445},{"id":"https://openalex.org/keywords/memristor","display_name":"Memristor","score":0.6332716345787048},{"id":"https://openalex.org/keywords/crossbar-switch","display_name":"Crossbar switch","score":0.6322076320648193},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.532801628112793},{"id":"https://openalex.org/keywords/resistive-touchscreen","display_name":"Resistive touchscreen","score":0.5297967791557312},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.48076745867729187},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4766029715538025},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.41862753033638},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4178951680660248},{"id":"https://openalex.org/keywords/computational-science","display_name":"Computational science","score":0.3906056880950928},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37885648012161255},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.3578422963619232},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3551476001739502},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.34059250354766846},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33675479888916016},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.2148931324481964},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.19962763786315918},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.16473940014839172},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1605066955089569},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10981151461601257},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.10935911536216736},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10310417413711548}],"concepts":[{"id":"https://openalex.org/C182019814","wikidata":"https://www.wikidata.org/wiki/Q1143830","display_name":"Resistive random-access memory","level":3,"score":0.7403908967971802},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6476858854293823},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6407710909843445},{"id":"https://openalex.org/C150072547","wikidata":"https://www.wikidata.org/wiki/Q212923","display_name":"Memristor","level":2,"score":0.6332716345787048},{"id":"https://openalex.org/C29984679","wikidata":"https://www.wikidata.org/wiki/Q1929149","display_name":"Crossbar switch","level":2,"score":0.6322076320648193},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.532801628112793},{"id":"https://openalex.org/C6899612","wikidata":"https://www.wikidata.org/wiki/Q852911","display_name":"Resistive touchscreen","level":2,"score":0.5297967791557312},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.48076745867729187},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4766029715538025},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.41862753033638},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4178951680660248},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.3906056880950928},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37885648012161255},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3578422963619232},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3551476001739502},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.34059250354766846},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33675479888916016},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.2148931324481964},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.19962763786315918},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.16473940014839172},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1605066955089569},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10981151461601257},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.10935911536216736},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10310417413711548},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas46773.2023.10181612","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas46773.2023.10181612","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5503044025","display_name":null,"funder_award_id":"A18A1b0055","funder_id":"https://openalex.org/F4320320696","funder_display_name":"Agency for Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2004823737","https://openalex.org/W2289252105","https://openalex.org/W2526202524","https://openalex.org/W2606722458","https://openalex.org/W2785141883","https://openalex.org/W2827033417","https://openalex.org/W2883929540","https://openalex.org/W2895531329","https://openalex.org/W2896457183","https://openalex.org/W2906226147","https://openalex.org/W2966199719","https://openalex.org/W3021792483","https://openalex.org/W3022676494","https://openalex.org/W3036901913","https://openalex.org/W3044192339","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3100863146","https://openalex.org/W3107562138","https://openalex.org/W3111375540","https://openalex.org/W3112740243","https://openalex.org/W3118608800","https://openalex.org/W3121523901","https://openalex.org/W3138516171","https://openalex.org/W3197387328","https://openalex.org/W3209892756","https://openalex.org/W3217269745","https://openalex.org/W4200154874","https://openalex.org/W4210803702","https://openalex.org/W4245731639","https://openalex.org/W4285217648","https://openalex.org/W4292779060","https://openalex.org/W4298395628","https://openalex.org/W4312081519","https://openalex.org/W4312820606","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6763367864","https://openalex.org/W6778485988","https://openalex.org/W6778883912","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W3005999147","https://openalex.org/W2015497999","https://openalex.org/W3164474614","https://openalex.org/W2171130799","https://openalex.org/W2144085790","https://openalex.org/W2015477599","https://openalex.org/W2548135880","https://openalex.org/W3177379469","https://openalex.org/W1568378063","https://openalex.org/W3176428941"],"abstract_inverted_index":{"PoolFormer":[0,31,48,117],"is":[1,9,20,50,106,119,146,174],"a":[2,29,88,109],"type":[3],"of":[4,66,111,151,156],"neural":[5],"network":[6,92,98,118,140],"architecture":[7],"that":[8,155],"abstracted":[10],"from":[11,69],"Transformer":[12],"where":[13],"the":[14,64,97,157,164],"computationally":[15],"heavy":[16],"token":[17],"mixer":[18],"module":[19],"replaced":[21],"with":[22,57,167,176],"simple":[23],"pooling":[24],"function.":[25],"This":[26,104],"paper":[27],"presents":[28],"memristor-based":[30],"modeling":[32],"and":[33,113,121,181],"training":[34],"framework":[35,90,105],"for":[36,41,91,123],"edge-AI":[37],"applications.":[38],"To":[39],"fit":[40],"implementation":[42],"on":[43],"resistive":[44],"crossbar":[45,68,135],"array,":[46],"original":[47],"structure":[49],"further":[51],"optimized":[52,122],"by":[53],"replacing":[54],"normalization":[55],"operation":[56],"hardware":[58],"friendly":[59],"scaling":[60],"operation.":[61],"In":[62],"addition,":[63],"non-idealities":[65],"RRAM":[67,134],"device":[70],"to":[71,96,163],"array":[72,136],"level":[73],"as":[74,76],"well":[75],"peripheral":[77],"readout":[78],"circuits":[79],"are":[80,142],"also":[81],"included.":[82],"By":[83],"incorporating":[84],"these":[85],"elements":[86],"under":[87],"single":[89],"training,":[93],"their":[94],"impact":[95],"performance":[99],"can":[100],"be":[101],"effectively":[102],"mitigated.":[103],"implemented":[107],"in":[108],"combination":[110],"Python":[112],"PyTorch.":[114],"A":[115],"16-block":[116],"designed":[120],"CIFAR-10":[124],"image":[125],"classification":[126],"tasks":[127],"using":[128],"measured":[129],"<tex":[130],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathbf{64}\\times":[132],"\\mathbf{64}$</tex>":[133],"results.":[137],"The":[138],"total":[139],"weights":[141],"only":[143,177],"0.26M,":[144],"which":[145],"at":[147],"least":[148],"one":[149],"order":[150],"magnitude":[152],"smaller":[153],"than":[154,183],"conventional":[158],"DNN":[159],"implementation.":[160],"When":[161],"compared":[162],"ideal":[165],"model":[166],"FP64":[168],"weight":[169,179],"bit-length,":[170],"85.86%":[171],"inference":[172],"accuracy":[173,185],"reached":[175],"4-level":[178],"resolutions":[180],"less":[182],"4%":[184],"loss.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}