{"id":"https://openalex.org/W7129297181","doi":"https://doi.org/10.1109/tce.2026.3665835","title":"SATNet: Low Complexity Encoder-Only Edge Transformer Design Using Second-Order Approximation for Road Classification","display_name":"SATNet: Low Complexity Encoder-Only Edge Transformer Design Using Second-Order Approximation for Road Classification","publication_year":2026,"publication_date":"2026-02-17","ids":{"openalex":"https://openalex.org/W7129297181","doi":"https://doi.org/10.1109/tce.2026.3665835"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2026.3665835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3665835","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080574678","display_name":"Mohammed Rafi Shaik","orcid":"https://orcid.org/0000-0003-2937-317X"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammed Rafi Shaik","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0003-2840-304X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052017511","display_name":"Pabitra Das","orcid":"https://orcid.org/0000-0002-3511-5671"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pabitra Das","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093828074","display_name":"Dheeraj Chellu","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dheeraj Chellu","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469711","display_name":"K. Mohanraj","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Karthikeyan Mohanraj","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033161553","display_name":"Chandrajit Pal","orcid":"https://orcid.org/0000-0002-0576-8014"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chandrajit Pal","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-0576-8014","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010099073","display_name":"Dubacharla Gyaneshwar","orcid":"https://orcid.org/0000-0002-9619-203X"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dubacharla Gyaneshwar","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-9619-203X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044085104","display_name":"Amit Acharyya","orcid":"https://orcid.org/0000-0002-5636-0676"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Acharyya","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-5636-0676","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I65181880"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18609282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"2","first_page":"3418","last_page":"3429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.413100004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.413100004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5928000211715698},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5551999807357788},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5419999957084656},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5205000042915344},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44679999351501465},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42080000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037999987602234},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5551999807357788},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44679999351501465},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4309000074863434},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.42170000076293945},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42080000042915344},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30070000886917114},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C78371743","wikidata":"https://www.wikidata.org/wiki/Q1672829","display_name":"Optical proximity correction","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2026.3665835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3665835","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.5599743127822876,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325255","display_name":"Ministry of Electronics and Information technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2798987418","https://openalex.org/W2898915279","https://openalex.org/W2980708516","https://openalex.org/W3000984398","https://openalex.org/W3012502592","https://openalex.org/W3026508739","https://openalex.org/W3036061420","https://openalex.org/W3043116298","https://openalex.org/W3047848469","https://openalex.org/W3174086521","https://openalex.org/W3183488132","https://openalex.org/W3207622241","https://openalex.org/W3214897340","https://openalex.org/W4307123709","https://openalex.org/W4312847562","https://openalex.org/W4317938492","https://openalex.org/W4322731621","https://openalex.org/W4323816641","https://openalex.org/W4324132347","https://openalex.org/W4363647497","https://openalex.org/W4365420262","https://openalex.org/W4382240260","https://openalex.org/W4385245566","https://openalex.org/W4385574170","https://openalex.org/W4385763767","https://openalex.org/W4386826409","https://openalex.org/W4387682204","https://openalex.org/W4388430464","https://openalex.org/W4390423504","https://openalex.org/W4391382682","https://openalex.org/W4392523452","https://openalex.org/W4394938975","https://openalex.org/W4396877632","https://openalex.org/W4396877716","https://openalex.org/W4397019341","https://openalex.org/W4398190852","https://openalex.org/W4406046871","https://openalex.org/W4406276537","https://openalex.org/W4409466102","https://openalex.org/W4411688331","https://openalex.org/W4412030725","https://openalex.org/W4412537176"],"related_works":[],"abstract_inverted_index":{"While":[0],"Transformers":[1,29],"dominate":[2],"machine":[3],"learning":[4],"with":[5,38],"state-of-the-art":[6],"accuracy,":[7],"their":[8],"deployment":[9,67],"on":[10,68,107],"resource-constrained":[11],"edge":[12,109,155],"platforms":[13],"is":[14],"severely":[15],"restricted":[16],"by":[17],"substantial":[18],"computational":[19,89],"complexity":[20],"and":[21,42,64,91,103,143],"power":[22],"demands.":[23],"Specifically,":[24],"the":[25,34,52,58,96,122],"hardware":[26],"realisation":[27],"of":[28,124],"faces":[30],"limitations":[31],"due":[32],"to":[33,100],"resource-intensive":[35],"computations":[36],"associated":[37],"Batch":[39],"Normalisation":[40],"(BN)":[41],"Gated":[43],"Linear":[44],"Unit":[45],"(GLU)":[46],"modules,":[47],"which":[48],"are":[49],"identified":[50],"as":[51,80],"most":[53],"computationally":[54],"demanding":[55],"components":[56],"within":[57],"architecture.":[59,82],"To":[60],"address":[61],"this":[62],"challenge":[63],"enable":[65],"efficient":[66],"resource-limited":[69],"devices,":[70],"we":[71],"propose":[72],"a":[73,125,138,144],"second-order":[74,94],"approximation":[75],"encoder-only":[76],"Transformer":[77],"Network":[78],"(coined":[79],"SATNet)":[81],"SATNet":[83,128],"firstly":[84],"optimises":[85],"theBNmodule,":[86],"reducing":[87],"its":[88],"overhead;":[90],"secondly,":[92],"apiece-wise":[93],"approximationfor":[95],"GLU":[97],"activation":[98],"function":[99],"minimise":[101],"latency":[102],"energy":[104],"consumption.":[105],"Validated":[106],"diverse":[108],"devices":[110],"for":[111],"intelligent":[112],"vehicular":[113],"road":[114],"classification":[115],"(utilising":[116],"time-series":[117],"sensor":[118],"speed":[119],"data":[120],"from":[121],"wheels":[123],"vehicle),":[126],"proposed":[127],"delivers":[129],"transformative":[130],"efficiency":[131],"gains.":[132],"A":[133],"2X\u20136.9X":[134],"reduction":[135,146],"in":[136,141,147],"energy,":[137],"1.7X\u20137.49X":[139],"drop":[140],"latency,":[142],"15.2%":[145],"memory":[148],"usage.":[149],"These":[150],"results":[151],"demonstrate":[152],"that":[153],"high-performance":[154],"AI":[156],"requires":[157],"not":[158],"just":[159],"smaller":[160],"models,":[161],"but":[162],"smarter,":[163],"mathematically":[164],"optimised":[165],"architectures.":[166]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-02-18T00:00:00"}