{"id":"https://openalex.org/W4205363571","doi":"https://doi.org/10.1109/tcsi.2021.3136355","title":"Full-Circuit Implementation of Transformer Network Based on Memristor","display_name":"Full-Circuit Implementation of Transformer Network Based on Memristor","publication_year":2022,"publication_date":"2022-01-04","ids":{"openalex":"https://openalex.org/W4205363571","doi":"https://doi.org/10.1109/tcsi.2021.3136355"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2021.3136355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3136355","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035662450","display_name":"Chao Yang","orcid":"https://orcid.org/0000-0002-7358-1657"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I18570673","display_name":"Guangxi University of Science and Technology","ror":"https://ror.org/02fj6b627","country_code":"CN","type":"education","lineage":["https://openalex.org/I18570673"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Yang","raw_affiliation_strings":["Institute of Artificial Intelligence, School of Artificial Intelligence and Automation, and the Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, Huazhong University of Science and Technology, Wuhan, China","School of Electrical, Electronic and Computer Science, Guangxi University of Science and Technology, Liuzhou, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, School of Artificial Intelligence and Automation, and the Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electrical, Electronic and Computer Science, Guangxi University of Science and Technology, Liuzhou, China","institution_ids":["https://openalex.org/I18570673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459915","display_name":"Xiaoping Wang","orcid":"https://orcid.org/0000-0002-4909-8286"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoping Wang","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081245089","display_name":"Zhigang Zeng","orcid":"https://orcid.org/0000-0003-4587-3588"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Zeng","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control of Education Ministry of China, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035662450"],"corresponding_institution_ids":["https://openalex.org/I18570673","https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":5.3465,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.96490253,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"69","issue":"4","first_page":"1395","last_page":"1407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memristor","display_name":"Memristor","score":0.7378790378570557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6359374523162842},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.5217702984809875},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46178609132766724},{"id":"https://openalex.org/keywords/successive-approximation-adc","display_name":"Successive approximation ADC","score":0.4194851517677307},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.33100274205207825},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.26711663603782654},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.22694388031959534},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22639188170433044},{"id":"https://openalex.org/keywords/capacitor","display_name":"Capacitor","score":0.22438079118728638}],"concepts":[{"id":"https://openalex.org/C150072547","wikidata":"https://www.wikidata.org/wiki/Q212923","display_name":"Memristor","level":2,"score":0.7378790378570557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6359374523162842},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.5217702984809875},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46178609132766724},{"id":"https://openalex.org/C60154766","wikidata":"https://www.wikidata.org/wiki/Q2650458","display_name":"Successive approximation ADC","level":4,"score":0.4194851517677307},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.33100274205207825},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.26711663603782654},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.22694388031959534},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22639188170433044},{"id":"https://openalex.org/C52192207","wikidata":"https://www.wikidata.org/wiki/Q5322","display_name":"Capacitor","level":3,"score":0.22438079118728638}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2021.3136355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2021.3136355","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2613911948","display_name":null,"funder_award_id":"U1913602","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5095565453","display_name":null,"funder_award_id":"61936004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7462510006","display_name":null,"funder_award_id":"61876209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W368005490","https://openalex.org/W1578783943","https://openalex.org/W1974899890","https://openalex.org/W1996388323","https://openalex.org/W2008901850","https://openalex.org/W2057805196","https://openalex.org/W2112181056","https://openalex.org/W2162651880","https://openalex.org/W2194775991","https://openalex.org/W2260028708","https://openalex.org/W2466675884","https://openalex.org/W2508602506","https://openalex.org/W2513917688","https://openalex.org/W2518281301","https://openalex.org/W2556583623","https://openalex.org/W2735482625","https://openalex.org/W2743001015","https://openalex.org/W2786981085","https://openalex.org/W2788838111","https://openalex.org/W2800982507","https://openalex.org/W2806177657","https://openalex.org/W2807750997","https://openalex.org/W2883780447","https://openalex.org/W2903739847","https://openalex.org/W2952621999","https://openalex.org/W2964051877","https://openalex.org/W2964263004","https://openalex.org/W2970585112","https://openalex.org/W2971958737","https://openalex.org/W2981165461","https://openalex.org/W2999474720","https://openalex.org/W2999740435","https://openalex.org/W3003821665","https://openalex.org/W3093388624","https://openalex.org/W3096609285","https://openalex.org/W3098618696","https://openalex.org/W3104804488","https://openalex.org/W3115909741","https://openalex.org/W3119749347","https://openalex.org/W3174261480","https://openalex.org/W3196923642","https://openalex.org/W6679434410","https://openalex.org/W6735377749","https://openalex.org/W6737664043","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6767279747"],"related_works":["https://openalex.org/W4229452466","https://openalex.org/W2966276069","https://openalex.org/W2304829496","https://openalex.org/W2358307108","https://openalex.org/W3031124155","https://openalex.org/W2463286374","https://openalex.org/W2052332160","https://openalex.org/W2204001882","https://openalex.org/W190448578","https://openalex.org/W2377121108"],"abstract_inverted_index":{"As":[0],"an":[1,103],"emerging":[2],"in-memory":[3],"element,":[4],"memristor":[5,87],"has":[6,44,221],"been":[7,47],"widely":[8],"used":[9],"in":[10,41,114,180,223],"various":[11],"neural":[12],"network":[13],"circuits":[14],"to":[15,53,63,90,108,121,139,182],"represent":[16],"the":[17,21,24,30,54,66,69,81,92,95,99,110,143,156,184,188,197,200,203,207,210,219],"weights":[18,93],"and":[19,37,58,97,131,168,206,230],"accelerate":[20],"calculation.":[22],"However,":[23],"Transformer":[25],"Network":[26],"(TN),":[27],"one":[28],"of":[29,68,80,94,142,187,196,202,209,225],"most":[31],"important":[32],"models":[33],"for":[34],"machine":[35],"vision":[36],"natural":[38],"language":[39],"processing":[40],"recent":[42],"years,":[43],"not":[45],"yet":[46],"full-circuit":[48,78],"implemented":[49],"using":[50,160],"memristors":[51,211],"due":[52],"complex":[55],"calculation":[56],"process":[57],"data":[59],"storage.":[60],"In":[61,171],"order":[62],"carry":[64],"out":[65,179],"computation":[67],"TN":[70,82,96,147],"more":[71],"efficiently,":[72],"this":[73],"work":[74],"proposes":[75],"a":[76,86,134],"memristor-based":[77],"implementation":[79],"capable":[83],"of:":[84],"1)":[85],"crossbar":[88],"module":[89,107,138],"preserve":[91],"perform":[98],"vector-matrix":[100],"multiplications;":[101],"2)":[102],"analog":[104,111,157,198],"signal":[105,112,136,158,193],"memory":[106],"store":[109],"directly":[113,153],"near-memory":[115],"mode;":[116],"3)":[117],"function":[118],"circuit":[119,148,220],"modules":[120],"achieve":[122],"five":[123],"transformations,":[124],"namely":[125],"Softmax,":[126],"Layer":[127],"Normalization,":[128],"ReLU,":[129],"Multiply-add":[130],"Residual;":[132],"4)":[133],"timing":[135],"generation":[137],"schedule":[140],"operations":[141],"circuit.":[144,190],"The":[145,191,215],"proposed":[146],"can":[149],"complete":[150],"all":[151],"calculations":[152],"based":[154],"on":[155],"without":[159],"any":[161],"analog-digital":[162],"converter":[163,166],"(ADC),":[164],"digital-analog":[165],"(DAC)":[167],"digital":[169],"memory.":[170],"addition,":[172],"character":[173],"image":[174],"recognition":[175],"experiments":[176],"are":[177,212],"carried":[178],"PSPICE":[181],"verify":[183],"functional":[185],"correctness":[186],"designed":[189],"corresponding":[192],"retention":[194],"rates":[195],"memory,":[199],"performance":[201],"whole":[204],"circuit,":[205],"non-idealities":[208],"also":[213],"analyzed.":[214],"results":[216],"indicate":[217],"that":[218],"advantages":[222],"terms":[224],"area":[226],"overhead,":[227],"energy":[228],"efficiency":[229],"anti-noise.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":5}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}