{"id":"https://openalex.org/W4407497842","doi":"https://doi.org/10.1007/s00607-025-01427-w","title":"Approximating vision transformers for edge: variational inference and mixed-precision for multi-modal data","display_name":"Approximating vision transformers for edge: variational inference and mixed-precision for multi-modal data","publication_year":2025,"publication_date":"2025-02-13","ids":{"openalex":"https://openalex.org/W4407497842","doi":"https://doi.org/10.1007/s00607-025-01427-w"},"language":"en","primary_location":{"id":"doi:10.1007/s00607-025-01427-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00607-025-01427-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00607-025-01427-w.pdf","source":{"id":"https://openalex.org/S35593046","display_name":"Computing","issn_l":"0010-485X","issn":["0010-485X","1436-5057"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00607-025-01427-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059315576","display_name":"Dewant Katare","orcid":"https://orcid.org/0000-0002-3412-7603"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Dewant Katare","raw_affiliation_strings":["Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026245125","display_name":"Sam Leroux","orcid":"https://orcid.org/0000-0003-3792-5026"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Sam Leroux","raw_affiliation_strings":["IDLab, Department of Information Technology at Ghent University - imec, Technologiepark-Zwijnaarde 126, 9052, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDLab, Department of Information Technology at Ghent University - imec, Technologiepark-Zwijnaarde 126, 9052, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062073470","display_name":"Marijn Janssen","orcid":"https://orcid.org/0000-0001-6211-8790"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marijn Janssen","raw_affiliation_strings":["Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063593427","display_name":"Aaron Yi Ding","orcid":"https://orcid.org/0000-0003-4173-031X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aaron Yi Ding","raw_affiliation_strings":["Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Systems and Services, Delft University of Technology, Jaffalaan 5, 2628 BX, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059315576"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.7681,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.67086331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"107","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6859031915664673},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5635984539985657},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5420430898666382},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.415742963552475},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40950512886047363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39312881231307983},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38799601793289185},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22154903411865234},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12788110971450806},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1040928065776825}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6859031915664673},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5635984539985657},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5420430898666382},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.415742963552475},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40950512886047363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39312881231307983},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38799601793289185},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22154903411865234},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12788110971450806},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1040928065776825},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s00607-025-01427-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00607-025-01427-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00607-025-01427-w.pdf","source":{"id":"https://openalex.org/S35593046","display_name":"Computing","issn_l":"0010-485X","issn":["0010-485X","1436-5057"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/764451","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/764451","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Computing, vol. 107 (3), Art.No. ARTN 71","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:archive.ugent.be:01JMH87MKB2976MN7P8649D4DE","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JMH87MKB2976MN7P8649D4DE","pdf_url":"https://biblio.ugent.be/publication/01JMH87MKB2976MN7P8649D4DE/file/01JMH897BFST1A2B5JJJMC3E8K.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1436-5057","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00607-025-01427-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00607-025-01427-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00607-025-01427-w.pdf","source":{"id":"https://openalex.org/S35593046","display_name":"Computing","issn_l":"0010-485X","issn":["0010-485X","1436-5057"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2030651639","display_name":"Approximate Computing for Power and Energy Optimisation","funder_award_id":"956090","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2175731507","display_name":null,"funder_award_id":"101021808","funder_id":"https://openalex.org/F4320337669","funder_display_name":"H2020 European Institute of Innovation and Technology"},{"id":"https://openalex.org/G4828203643","display_name":null,"funder_award_id":"956090","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null},{"id":"https://openalex.org/F4320337669","display_name":"H2020 European Institute of Innovation and Technology","ror":"https://ror.org/036dxts37"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407497842.pdf","grobid_xml":"https://content.openalex.org/works/W4407497842.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2581158580","https://openalex.org/W2924943819","https://openalex.org/W2985882047","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3096609285","https://openalex.org/W3098871454","https://openalex.org/W3173632533","https://openalex.org/W3203898052","https://openalex.org/W3212933375","https://openalex.org/W4213019189","https://openalex.org/W4214588794","https://openalex.org/W4214755140","https://openalex.org/W4283704460","https://openalex.org/W4312270234","https://openalex.org/W4312453883","https://openalex.org/W4312671791","https://openalex.org/W4312707458","https://openalex.org/W4312709167","https://openalex.org/W4312910656","https://openalex.org/W4313018530","https://openalex.org/W4363647285","https://openalex.org/W4383748896","https://openalex.org/W4385484624","https://openalex.org/W4385696134","https://openalex.org/W4385801536","https://openalex.org/W4386065344","https://openalex.org/W4386076539","https://openalex.org/W4390872745","https://openalex.org/W4391213421","https://openalex.org/W4395113676","https://openalex.org/W4401070841","https://openalex.org/W6604569975","https://openalex.org/W6813969865","https://openalex.org/W6862503048"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2055243143","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W4206178588","https://openalex.org/W3094491777","https://openalex.org/W3214715529","https://openalex.org/W4287635093"],"abstract_inverted_index":{"Abstract":[0],"Vision":[1,133],"transformer":[2,159],"(ViTs)":[3],"models":[4,160],"have":[5],"shown":[6],"higher":[7],"accuracy,":[8,151],"robustness":[9],"and":[10,19,30,33,40,49,84,92,99,105,131,150,161],"large":[11,28],"volume":[12],"data":[13],"processing":[14,78],"ability,":[15],"creating":[16],"new":[17],"baselines":[18],"references":[20],"for":[21,68,77,129,135],"perception":[22],"tasks.":[23],"However,":[24],"these":[25],"advantages":[26],"require":[27],"memory":[29],"high-performance":[31],"processors":[32],"computing":[34],"units,":[35],"which":[36,152],"makes":[37],"model":[38,57,63,103,141],"adaptability":[39],"deployment":[41,58,70,127],"challenging":[42],"within":[43],"resource-constrained":[44],"environments":[45],"such":[46,80,143],"as":[47,81,144],"memory-restricted":[48],"battery-powered":[50],"edge":[51,69,136],"devices.":[52],"This":[53,122],"paper":[54],"addresses":[55],"the":[56,90,119],"challenges":[59],"by":[60,139],"proposing":[61],"a":[62,109,125],"approximation":[64],"approach":[65,128],"VI-ViT":[66],",":[67],"using":[71],"variational":[72],"inference":[73],"with":[74],"mixed":[75],"precision":[76,112],"multi-modalities,":[79],"point":[82],"clouds":[83],"images.":[85],"Our":[86],"experimental":[87],"evaluation":[88],"on":[89],"nuScenes":[91],"Waymo":[93],"datasets":[94],"show":[95],"up":[96],"to":[97,116,157],"37%":[98],"31%":[100],"reduction":[101],"in":[102],"parameters":[104],"Flops":[106],"while":[107],"maintaining":[108],"mean":[110],"average":[111],"of":[113,118],"70.5":[114],"compared":[115],"74.8":[117],"baseline":[120],"model.":[121],"work":[123],"presents":[124],"practical":[126],"approximating":[130],"optimizing":[132],"Transformers":[134],"AI":[137],"applications":[138],"balancing":[140],"metrics":[142],"parameters,":[145],"flops,":[146],"latency,":[147],"energy":[148],"consumption,":[149],"can":[153],"easily":[154],"be":[155],"adapted":[156],"other":[158],"datasets.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-11T18:08:03.149640","created_date":"2025-10-10T00:00:00"}