{"id":"https://openalex.org/W4401810343","doi":"https://doi.org/10.3390/s24175457","title":"RetinaViT: Efficient Visual Backbone for Online Video Streams","display_name":"RetinaViT: Efficient Visual Backbone for Online Video Streams","publication_year":2024,"publication_date":"2024-08-23","ids":{"openalex":"https://openalex.org/W4401810343","doi":"https://doi.org/10.3390/s24175457","pmid":"https://pubmed.ncbi.nlm.nih.gov/39275368"},"language":"en","primary_location":{"id":"doi:10.3390/s24175457","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24175457","pdf_url":"https://www.mdpi.com/1424-8220/24/17/5457/pdf?version=1724401303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/17/5457/pdf?version=1724401303","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053556171","display_name":"Tomoyuki Suzuki","orcid":"https://orcid.org/0000-0003-4273-2325"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tomoyuki Suzuki","raw_affiliation_strings":["Department of Electronics and Electrical Engineering, Faculty of Science and Technology, Keio University, 3-14-1, Hiyoshi, Kohoku-ku, Yokohama 223-8522, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4273-2325","affiliations":[{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, Faculty of Science and Technology, Keio University, 3-14-1, Hiyoshi, Kohoku-ku, Yokohama 223-8522, Kanagawa, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070908826","display_name":"Yoshimitsu Aoki","orcid":"https://orcid.org/0000-0001-7361-0027"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshimitsu Aoki","raw_affiliation_strings":["Department of Electronics and Electrical Engineering, Faculty of Science and Technology, Keio University, 3-14-1, Hiyoshi, Kohoku-ku, Yokohama 223-8522, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0001-7361-0027","affiliations":[{"raw_affiliation_string":"Department of Electronics and Electrical Engineering, Faculty of Science and Technology, Keio University, 3-14-1, Hiyoshi, Kohoku-ku, Yokohama 223-8522, Kanagawa, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053556171"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":0.4444,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62042657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"24","issue":"17","first_page":"5457","last_page":"5457"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8475121259689331},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7283865809440613},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6723459362983704},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5083732008934021},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4950248599052429},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.47473177313804626},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.45745742321014404},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4439641237258911},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4143243432044983},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.4109598994255066},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38873517513275146},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37630659341812134},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3438637852668762}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8475121259689331},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7283865809440613},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6723459362983704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5083732008934021},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4950248599052429},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.47473177313804626},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.45745742321014404},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4439641237258911},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4143243432044983},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4109598994255066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38873517513275146},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37630659341812134},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3438637852668762},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s24175457","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24175457","pdf_url":"https://www.mdpi.com/1424-8220/24/17/5457/pdf?version=1724401303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:39275368","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39275368","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11397805","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11397805","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11397805/pdf/sensors-24-05457.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:10e033495bc94f029c9f69a5c8af6e65","is_oa":true,"landing_page_url":"https://doaj.org/article/10e033495bc94f029c9f69a5c8af6e65","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 17, p 5457 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/24/17/5457/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s24175457","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s24175457","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24175457","pdf_url":"https://www.mdpi.com/1424-8220/24/17/5457/pdf?version=1724401303","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401810343.pdf","grobid_xml":"https://content.openalex.org/works/W4401810343.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2013640163","https://openalex.org/W2034014085","https://openalex.org/W2056568601","https://openalex.org/W2064675550","https://openalex.org/W2076661751","https://openalex.org/W2103212315","https://openalex.org/W2108598243","https://openalex.org/W2109698606","https://openalex.org/W2130673281","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2252355370","https://openalex.org/W2345229200","https://openalex.org/W2562731582","https://openalex.org/W2603203130","https://openalex.org/W2604346130","https://openalex.org/W2787513570","https://openalex.org/W2799176631","https://openalex.org/W2916797271","https://openalex.org/W2916798096","https://openalex.org/W2962677625","https://openalex.org/W2962840532","https://openalex.org/W2962849564","https://openalex.org/W2962851801","https://openalex.org/W2962944050","https://openalex.org/W2963122961","https://openalex.org/W2963155035","https://openalex.org/W2963402313","https://openalex.org/W2963653352","https://openalex.org/W2963820951","https://openalex.org/W2963853051","https://openalex.org/W2963910036","https://openalex.org/W2964233199","https://openalex.org/W2981304952","https://openalex.org/W2991833656","https://openalex.org/W3016452762","https://openalex.org/W3035511673","https://openalex.org/W3040394052","https://openalex.org/W3083550439","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3104218139","https://openalex.org/W3106763294","https://openalex.org/W3107849462","https://openalex.org/W3126721948","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3168124404","https://openalex.org/W3173421220","https://openalex.org/W3176583588","https://openalex.org/W3201955778","https://openalex.org/W3203618782","https://openalex.org/W3203903323","https://openalex.org/W3214897340","https://openalex.org/W4214520160","https://openalex.org/W4214589115","https://openalex.org/W4214612132","https://openalex.org/W4224992933","https://openalex.org/W4286904999","https://openalex.org/W4312290555","https://openalex.org/W4312355936","https://openalex.org/W4312458720","https://openalex.org/W4312528573","https://openalex.org/W4312560592","https://openalex.org/W4312740059","https://openalex.org/W4312849330","https://openalex.org/W4312947882","https://openalex.org/W4313156423","https://openalex.org/W4319300998","https://openalex.org/W4390873033","https://openalex.org/W4390873182","https://openalex.org/W4392904684","https://openalex.org/W4402727787","https://openalex.org/W6631190155","https://openalex.org/W6726275242","https://openalex.org/W6739901393","https://openalex.org/W6743440100","https://openalex.org/W6743912273","https://openalex.org/W6798038150"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1001352512","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138"],"abstract_inverted_index":{"In":[0,173],"online":[1,42,52,143],"video":[2,43,53,144],"understanding,":[3],"which":[4,23,108],"has":[5],"a":[6,112],"wide":[7],"range":[8],"of":[9,51,59,96,158],"real-world":[10],"applications,":[11],"inference":[12,183],"speed":[13],"is":[14,57],"crucial.":[15],"Many":[16],"approaches":[17],"involve":[18],"frame-level":[19,37],"visual":[20,38],"feature":[21],"extraction,":[22],"often":[24],"represents":[25],"the":[26,49,75,80,84,93,134,156,167,189,194],"biggest":[27],"bottleneck.":[28],"We":[29,137],"propose":[30],"RetinaViT,":[31],"an":[32,41],"efficient":[33],"method":[34],"for":[35,83,175],"extracting":[36],"features":[39],"in":[40,161,166],"stream,":[44],"aiming":[45],"to":[46,92,99,128,171],"fundamentally":[47],"enhance":[48],"efficiency":[50,132],"understanding":[54],"tasks.":[55],"RetinaViT":[56,103,162,178],"composed":[58],"efficiently":[60],"approximated":[61],"Transformer":[62],"blocks":[63],"that":[64],"only":[65],"take":[66],"changed":[67],"tokens":[68,78,98],"(event":[69],"tokens)":[70],"as":[71],"queries":[72],"and":[73,90,123,131,152,163,191],"reuse":[74],"already":[76],"processed":[77],"from":[79],"previous":[81],"timestep":[82],"others.":[85],"Furthermore,":[86],"we":[87,109,118],"restrict":[88],"keys":[89],"values":[91],"spatial":[94],"neighborhoods":[95],"event":[97],"further":[100],"improve":[101],"efficiency.":[102],"involves":[104],"tuning":[105],"multiple":[106],"parameters,":[107],"determine":[110],"through":[111],"multi-step":[113],"process.":[114],"During":[115],"model":[116],"training,":[117],"randomly":[119],"vary":[120],"these":[121],"parameters":[122],"then":[124],"perform":[125],"black-box":[126],"optimization":[127],"maximize":[129],"accuracy":[130,199],"on":[133,141,180,188,193],"pre-trained":[135],"model.":[136],"conducted":[138],"extensive":[139],"experiments":[140],"various":[142],"recognition":[145],"tasks,":[146],"including":[147],"action":[148,176],"recognition,":[149,177],"pose":[150],"estimation,":[151],"object":[153],"segmentation,":[154],"validating":[155],"effectiveness":[157],"each":[159],"component":[160],"demonstrating":[164],"improvements":[165,200],"speed/accuracy":[168],"trade-off":[169],"compared":[170],"baselines.":[172],"particular,":[174],"built":[179],"ViT-B16":[181],"reduces":[182],"time":[184],"by":[185],"approximately":[186],"61.9%":[187],"CPU":[190],"50.8%":[192],"GPU,":[195],"while":[196],"achieving":[197],"slight":[198],"rather":[201],"than":[202],"degradation.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-30T09:04:40.226872","created_date":"2025-10-10T00:00:00"}