{"id":"https://openalex.org/W4401568617","doi":"https://doi.org/10.23919/date58400.2024.10546691","title":"ASCEND: Accurate yet Efficient End-to-End Stochastic Computing Acceleration of Vision Transformer","display_name":"ASCEND: Accurate yet Efficient End-to-End Stochastic Computing Acceleration of Vision Transformer","publication_year":2024,"publication_date":"2024-03-25","ids":{"openalex":"https://openalex.org/W4401568617","doi":"https://doi.org/10.23919/date58400.2024.10546691"},"language":"en","primary_location":{"id":"doi:10.23919/date58400.2024.10546691","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546691","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113124505","display_name":"Tong Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong Xie","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042083704","display_name":"Yixuan Hu","orcid":"https://orcid.org/0000-0002-6310-8209"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yixuan Hu","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102763687","display_name":"Renjie Wei","orcid":"https://orcid.org/0000-0001-6378-5763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renjie Wei","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092072535","display_name":"Meng Li","orcid":"https://orcid.org/0009-0007-8356-4432"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Li","raw_affiliation_strings":["Institute for Artificial Intelligence, Peking University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Peking University,Beijing,China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002438548","display_name":"Yuan Wang","orcid":"https://orcid.org/0000-0002-4951-4286"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002760019","display_name":"Runsheng Wang","orcid":"https://orcid.org/0000-0002-7514-0767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Runsheng Wang","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100870719","display_name":"Ru Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ru Huang","raw_affiliation_strings":["School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Integrated Circuits,Beijing,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941626071929932},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6595908403396606},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5771926045417786},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5630905628204346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33475932478904724},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32662898302078247},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21391886472702026},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10681810975074768},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1068115234375},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06345584988594055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941626071929932},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6595908403396606},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5771926045417786},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5630905628204346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33475932478904724},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32662898302078247},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21391886472702026},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10681810975074768},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1068115234375},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06345584988594055},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date58400.2024.10546691","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date58400.2024.10546691","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Design, Automation & Test in Europe Conference & Exhibition (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5699999928474426,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1989100100","https://openalex.org/W2027269053","https://openalex.org/W2032548797","https://openalex.org/W2171060285","https://openalex.org/W2402098947","https://openalex.org/W2514875757","https://openalex.org/W2588861206","https://openalex.org/W2616152995","https://openalex.org/W2874662585","https://openalex.org/W2914968962","https://openalex.org/W3036832657","https://openalex.org/W3089714970","https://openalex.org/W3096609285","https://openalex.org/W3138516171","https://openalex.org/W3159778524","https://openalex.org/W3173374050","https://openalex.org/W4251476106","https://openalex.org/W4286964905","https://openalex.org/W4287824105","https://openalex.org/W4312726009","https://openalex.org/W6752728013","https://openalex.org/W6757817989","https://openalex.org/W6760069825","https://openalex.org/W6772326514","https://openalex.org/W6784333009","https://openalex.org/W6795062860","https://openalex.org/W6838683425","https://openalex.org/W6840569102","https://openalex.org/W6853290320"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Stochastic":[0],"computing":[1,8],"(SC)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,57,89,117],"promising":[7],"paradigm":[9],"for":[10,53,94],"neural":[11,28],"acceleration.":[12,81],"However,":[13],"how":[14],"to":[15,76,103,121,144,164],"accelerate":[16],"the":[17,54,70,84,131,151,165],"state-of-the-art":[18],"Vision":[19],"Transformer":[20],"(ViT)":[21],"with":[22],"SC":[23,71,92,146],"remains":[24],"unclear.":[25],"Unlike":[26],"convolutional":[27],"networks,":[29],"ViTs":[30],"introduce":[31],"notable":[32],"compatibility":[33,85],"and":[34,44,73,96,107,134,139,149,158,177],"efficiency":[35],"challenges":[36],"because":[37],"of":[38],"their":[39],"nonlinear":[40],"functions,":[41],"e.g.,":[42],"softmax":[43,109,135],"Gaussian":[45],"Error":[46],"Linear":[47],"Units":[48],"(GELU).":[49],"In":[50],"this":[51],"paper,":[52],"first":[55],"time,":[56],"ViT":[58,74],"accelerator":[59],"based":[60],"on":[61,175],"end-to-end":[62],"SC,":[63],"dubbed":[64],"ASCEND,":[65],"is":[66],"proposed.":[67],"ASCEND":[68,87,115,169],"co-designs":[69],"circuits":[72],"networks":[75],"enable":[77],"accurate":[78,106,123],"yet":[79],"efficient":[80,108],"To":[82,111],"overcome":[83],"challenges,":[86],"proposes":[88],"novel":[90],"deterministic":[91],"block":[93],"GELU":[95,133],"leverages":[97],"an":[98,105],"SC-friendly":[99],"iterative":[100],"approximate":[101],"algorithm":[102],"design":[104],"circuit.":[110],"improve":[112],"inference":[113],"efficiency,":[114],"develops":[116],"two-stage":[118],"training":[119],"pipeline":[120],"produce":[122],"low-precision":[124,167],"ViTs.":[125],"With":[126],"extensive":[127],"experiments,":[128],"we":[129],"show":[130],"proposed":[132],"blocks":[136],"achieve":[137],"56.3%":[138],"22.6%":[140],"error":[141],"reduction":[142],"compared":[143,163],"existing":[145],"designs,":[147],"respectively,":[148],"reduce":[150],"area-delay":[152],"product":[153],"(ADP)":[154],"by":[155],"5.29":[156],"x":[157],"12.6":[159],"x,":[160],"respectively.":[161],"Moreover,":[162],"baseline":[166],"ViTs,":[168],"also":[170],"achieves":[171],"significant":[172],"accuracy":[173],"improvements":[174],"CIFARI0":[176],"CIFARI00.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}