{"id":"https://openalex.org/W7129297181","doi":"https://doi.org/10.1109/tce.2026.3665835","title":"SATNet: Low Complexity Encoder-Only Edge Transformer Design Using Second-Order Approximation for Road Classification","display_name":"SATNet: Low Complexity Encoder-Only Edge Transformer Design Using Second-Order Approximation for Road Classification","publication_year":2026,"publication_date":"2026-02-17","ids":{"openalex":"https://openalex.org/W7129297181","doi":"https://doi.org/10.1109/tce.2026.3665835"},"language":null,"primary_location":{"id":"doi:10.1109/tce.2026.3665835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3665835","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080574678","display_name":"Mohammed Rafi Shaik","orcid":"https://orcid.org/0000-0003-2937-317X"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohammed Rafi Shaik","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0003-2840-304X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052017511","display_name":"Pabitra Das","orcid":"https://orcid.org/0000-0002-3511-5671"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pabitra Das","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093828074","display_name":"Dheeraj Chellu","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dheeraj Chellu","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101469711","display_name":"K. Mohanraj","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Karthikeyan Mohanraj","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033161553","display_name":"Chandrajit Pal","orcid":"https://orcid.org/0000-0002-0576-8014"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chandrajit Pal","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-0576-8014","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010099073","display_name":"Dubacharla Gyaneshwar","orcid":"https://orcid.org/0000-0002-9619-203X"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dubacharla Gyaneshwar","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-9619-203X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044085104","display_name":"Amit Acharyya","orcid":"https://orcid.org/0000-0002-5636-0676"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Acharyya","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India"],"raw_orcid":"https://orcid.org/0000-0002-5636-0676","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Hyderabad, Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20306238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"2","first_page":"3418","last_page":"3429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.413100004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.413100004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5928000211715698},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5551999807357788},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5419999957084656},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5205000042915344},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.44679999351501465},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.42080000042915344}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6037999987602234},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5551999807357788},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.44679999351501465},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4309000074863434},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.42170000076293945},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.42080000042915344},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30070000886917114},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C78371743","wikidata":"https://www.wikidata.org/wiki/Q1672829","display_name":"Optical proximity correction","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2026.3665835","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2026.3665835","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5599743127822876,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320325255","display_name":"Ministry of Electronics and Information technology","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Transformers":[1,29],"dominate":[2],"machine":[3],"learning":[4],"with":[5,38],"state-of-the-art":[6],"accuracy,":[7],"their":[8],"deployment":[9,67],"on":[10,68,115],"resource-constrained":[11],"edge":[12,117,163],"platforms":[13],"is":[14],"severely":[15],"restricted":[16],"by":[17],"substantial":[18],"computational":[19,93],"complexity":[20],"and":[21,42,64,95,111,151],"power":[22],"demands.":[23],"Specifically,":[24],"the":[25,34,52,58,86,104,130],"hardware":[26],"realisation":[27],"of":[28,132],"faces":[30],"limitations":[31],"due":[32],"to":[33,108],"resource-intensive":[35],"computations":[36],"associated":[37],"Batch":[39],"Normalisation":[40],"(BN)":[41],"Gated":[43],"Linear":[44],"Unit":[45],"(GLU)":[46],"modules,":[47],"which":[48],"are":[49],"identified":[50],"as":[51,80],"most":[53],"computationally":[54],"demanding":[55],"components":[56],"within":[57],"architecture.":[59,82],"To":[60],"address":[61],"this":[62],"challenge":[63],"enable":[65],"efficient":[66],"resource-limited":[69],"devices,":[70],"we":[71],"propose":[72],"a":[73,97,133,146,152],"second-order":[74,101],"approximation":[75],"encoder-only":[76],"Transformer":[77],"Network":[78],"(coined":[79],"SATNet)":[81],"SATNet":[83,136],"firstly":[84],"optimises":[85],"<italic":[87,98],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[88,99],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">BN</i>":[89],"module,":[90],"reducing":[91],"its":[92],"overhead;":[94],"secondly,":[96],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">piece-wise":[100],"approximation</i>":[102],"for":[103,119],"GLU":[105],"activation":[106],"function":[107],"minimise":[109],"latency":[110],"energy":[112],"consumption.":[113],"Validated":[114],"diverse":[116],"devices":[118],"intelligent":[120],"vehicular":[121],"road":[122],"classification":[123],"(utilising":[124],"time-series":[125],"sensor":[126],"speed":[127],"data":[128],"from":[129],"wheels":[131],"vehicle),":[134],"proposed":[135],"delivers":[137],"transformative":[138],"efficiency":[139],"gains.":[140],"A":[141],"2X\u20136.9X":[142],"reduction":[143,154],"in":[144,149,155],"energy,":[145],"1.7X\u20137.49X":[147],"drop":[148],"latency,":[150],"15.2%":[153],"memory":[156],"usage.":[157],"These":[158],"results":[159],"demonstrate":[160],"that":[161],"high-performance":[162],"AI":[164],"requires":[165],"not":[166],"just":[167],"smaller":[168],"models,":[169],"but":[170],"smarter,":[171],"mathematically":[172],"optimised":[173],"architectures.":[174]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-18T00:00:00"}