{"id":"https://openalex.org/W7106140767","doi":"https://doi.org/10.1109/iccad66269.2025.11240696","title":"Opto-ViT: Architecting a Near-Sensor Region of Interest-Aware Vision Transformer Accelerator with Silicon Photonics","display_name":"Opto-ViT: Architecting a Near-Sensor Region of Interest-Aware Vision Transformer Accelerator with Silicon Photonics","publication_year":2025,"publication_date":"2025-10-26","ids":{"openalex":"https://openalex.org/W7106140767","doi":"https://doi.org/10.1109/iccad66269.2025.11240696"},"language":null,"primary_location":{"id":"doi:10.1109/iccad66269.2025.11240696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mehrdad Morsali","orcid":null},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mehrdad Morsali","raw_affiliation_strings":["New Jersey Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chengwei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chengwei Zhou","raw_affiliation_strings":["Case Western Reserve University,USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Deniz Najafi","orcid":null},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deniz Najafi","raw_affiliation_strings":["New Jersey Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,USA","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sreetama Sarkar","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sreetama Sarkar","raw_affiliation_strings":["University of Southern California,USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pietro Mercati","orcid":null},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pietro Mercati","raw_affiliation_strings":["Intel Corporation,USA"],"affiliations":[{"raw_affiliation_string":"Intel Corporation,USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Navid Khoshavi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137977","display_name":"Advanced Micro Devices (United States)","ror":"https://ror.org/04kd6c783","country_code":"US","type":"company","lineage":["https://openalex.org/I4210137977"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Navid Khoshavi","raw_affiliation_strings":["AMD,USA"],"affiliations":[{"raw_affiliation_string":"AMD,USA","institution_ids":["https://openalex.org/I4210137977"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peter Beerel","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Beerel","raw_affiliation_strings":["University of Southern California,USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California,USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mahdi Nikdast","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi Nikdast","raw_affiliation_strings":["Colorado State University,USA"],"affiliations":[{"raw_affiliation_string":"Colorado State University,USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gourav Datta","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gourav Datta","raw_affiliation_strings":["Case Western Reserve University,USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University,USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shaahin Angizi","orcid":null},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaahin Angizi","raw_affiliation_strings":["New Jersey Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I118118575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.77227685,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9408000111579895,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/photonics","display_name":"Photonics","score":0.5288000106811523},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5166000127792358},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.45890000462532043},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41260001063346863},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4108000099658966},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4072999954223633},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.37290000915527344},{"id":"https://openalex.org/keywords/silicon-photonics","display_name":"Silicon photonics","score":0.36890000104904175}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912000179290771},{"id":"https://openalex.org/C20788544","wikidata":"https://www.wikidata.org/wiki/Q467054","display_name":"Photonics","level":2,"score":0.5288000106811523},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5166000127792358},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45890000462532043},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4275999963283539},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4108000099658966},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C119423029","wikidata":"https://www.wikidata.org/wiki/Q3749103","display_name":"Silicon photonics","level":3,"score":0.36890000104904175},{"id":"https://openalex.org/C188045654","wikidata":"https://www.wikidata.org/wiki/Q17148339","display_name":"Memory bandwidth","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C148204187","wikidata":"https://www.wikidata.org/wiki/Q176541","display_name":"Optical computing","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C97126364","wikidata":"https://www.wikidata.org/wiki/Q349669","display_name":"Resonator","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2623000144958496},{"id":"https://openalex.org/C22799297","wikidata":"https://www.wikidata.org/wiki/Q523846","display_name":"Photonic integrated circuit","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C520434653","wikidata":"https://www.wikidata.org/wiki/Q38867","display_name":"Laser","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad66269.2025.11240696","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240696","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8547443151473999,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1977341106","https://openalex.org/W2000885828","https://openalex.org/W2012696426","https://openalex.org/W2091382331","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2592539811","https://openalex.org/W2909619795","https://openalex.org/W2945546236","https://openalex.org/W2963122961","https://openalex.org/W2963150697","https://openalex.org/W3005812750","https://openalex.org/W3006418295","https://openalex.org/W3036548498","https://openalex.org/W3048680376","https://openalex.org/W3096649732","https://openalex.org/W3111375540","https://openalex.org/W3159481202","https://openalex.org/W3174208823","https://openalex.org/W3200864435","https://openalex.org/W3207800181","https://openalex.org/W3213945219","https://openalex.org/W4226192365","https://openalex.org/W4281957059","https://openalex.org/W4292811160","https://openalex.org/W4308659718","https://openalex.org/W4312446817","https://openalex.org/W4319069044","https://openalex.org/W4372342896","https://openalex.org/W4378801105","https://openalex.org/W4383899462","https://openalex.org/W4385187240","https://openalex.org/W4385245566","https://openalex.org/W4390873361","https://openalex.org/W4400811165","https://openalex.org/W4401567933","https://openalex.org/W4404102506","https://openalex.org/W4404133948"],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"as":[5],"a":[6,67,105],"powerful":[7],"architecture":[8,149],"for":[9,59,140],"computer":[10],"vision":[11,63],"tasks":[12,156],"due":[13],"to":[14,17,151,165],"their":[15,26],"ability":[16],"model":[18],"long-range":[19],"dependencies":[20],"and":[21,29,40,61,84,91,100,120,136,148,154,178],"global":[22],"contextual":[23],"relationships.":[24],"However,":[25],"substantial":[27],"compute":[28],"memory":[30],"demands":[31],"hinder":[32],"efficient":[33,179],"deployment":[34,181],"in":[35,116],"scenarios":[36],"with":[37,163,169],"strict":[38],"energy":[39,167],"bandwidth":[41],"limitations.":[42],"In":[43],"this":[44],"work,":[45],"we":[46,103],"propose":[47],"Opto-ViT,":[48],"the":[49,72,117,130,183],"first":[50],"near-sensor,":[51],"region-aware":[52],"ViT":[53,125,131,180],"accelerator":[54],"leveraging":[55],"silicon":[56],"photonics":[57],"(SiPh)":[58],"real-time":[60],"energy-efficient":[62],"processing.":[64],"Opto-ViT":[65,159],"features":[66],"hybrid":[68],"electronic-photonic":[69],"architecture,":[70],"where":[71],"optical":[73],"core":[74],"handles":[75],"compute-intensive":[76],"matrix":[77,137],"multiplications":[78],"using":[79,133],"Vertical-Cavity":[80],"Surface-Emitting":[81],"Lasers":[82],"(VCSELs)":[83],"Microring":[85],"Resonators":[86],"(MRs),":[87],"while":[88,175],"nonlinear":[89],"functions":[90],"normalization":[92],"are":[93],"executed":[94],"electronically.":[95],"To":[96],"reduce":[97],"redundant":[98],"computation":[99],"patch":[101],"processing,":[102],"introduce":[104],"lightweight":[106],"Mask":[107],"Generation":[108],"Network":[109],"(MGNet)":[110],"that":[111,158],"identifies":[112],"regions":[113],"of":[114],"interest":[115],"current":[118],"frame":[119],"prunes":[121],"irrelevant":[122],"patches":[123],"before":[124],"encoding.":[126],"We":[127],"further":[128],"co-optimize":[129],"backbone":[132],"quantization-aware":[134],"training":[135],"decomposition":[138],"tailored":[139],"photonic":[141],"constraints.":[142],"Experiments":[143],"across":[144],"device":[145],"fabrication,":[146],"circuit":[147],"co-design,":[150],"classification,":[152],"detection,":[153],"video":[155],"demonstrate":[157],"achieves":[160],"100.4":[161],"KFPS/W":[162],"up":[164],"84%":[166],"savings":[168],"less":[170],"than":[171],"1.6%":[172],"accuracy":[173],"loss,":[174],"enabling":[176],"scalable":[177],"at":[182],"edge.":[184]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-20T00:00:00"}