{"id":"https://openalex.org/W4402915918","doi":"https://doi.org/10.1109/icip51287.2024.10647372","title":"Collaborative Intelligence For Vision Transformers: A Token Sparsity-Driven Edge-Cloud Framework","display_name":"Collaborative Intelligence For Vision Transformers: A Token Sparsity-Driven Edge-Cloud Framework","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402915918","doi":"https://doi.org/10.1109/icip51287.2024.10647372"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10647372","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10647372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081985641","display_name":"Monikka Roslianna Busto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Monikka Roslianna Busto","raw_affiliation_strings":["NTT Software Innovation Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Software Innovation Center","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036430329","display_name":"Shohei Enomoto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shohei Enomoto","raw_affiliation_strings":["NTT Software Innovation Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Software Innovation Center","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019776988","display_name":"Takeharu Eda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takeharu Eda","raw_affiliation_strings":["NTT Software Innovation Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Software Innovation Center","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1889729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1330","last_page":"1335"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9401999711990356,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9401999711990356,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12386","display_name":"Advanced X-ray and CT Imaging","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7537145614624023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.707615852355957},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6701629757881165},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4450744390487671},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43521106243133545},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4113450050354004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3881185054779053},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32640939950942993},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23887395858764648},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15421822667121887},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14261648058891296},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1421414017677307}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7537145614624023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.707615852355957},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6701629757881165},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4450744390487671},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43521106243133545},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4113450050354004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3881185054779053},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32640939950942993},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23887395858764648},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15421822667121887},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14261648058891296},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1421414017677307},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip51287.2024.10647372","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icip51287.2024.10647372","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2140196014","https://openalex.org/W2562896936","https://openalex.org/W2893379203","https://openalex.org/W2962790536","https://openalex.org/W2963163009","https://openalex.org/W2964223234","https://openalex.org/W3153345798","https://openalex.org/W3157993436","https://openalex.org/W3159481202","https://openalex.org/W3180037928","https://openalex.org/W3195300140","https://openalex.org/W4206706211","https://openalex.org/W4312340826","https://openalex.org/W6730179637","https://openalex.org/W6774365965","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6796494063","https://openalex.org/W6796580215"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W4304700937","https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4386004629","https://openalex.org/W2942586735"],"abstract_inverted_index":{"Collaborative":[0],"Intelligence":[1],"(CI)":[2],"streamlines":[3],"DNN":[4],"deployment":[5,57],"in":[6,122],"edge-cloud":[7,56,134],"infrastructure":[8],"by":[9],"optimizing":[10],"workload":[11],"between":[12],"the":[13,16,30,33,38,41,45,77,94,110,114,123],"edge":[14],"and":[15,29,129,152],"cloud.":[17],"It":[18],"leverages":[19],"data":[20,24,125],"sparsity":[21,96],"for":[22,26,55,132],"both":[23],"compression":[25,127,155],"cloud":[27],"transmission":[28],"reduction":[31,142],"of":[32,37,44,80,97,143],"overall":[34],"computational":[35,51,130,140],"cost":[36,131,141],"system.":[39,135],"Despite":[40],"rising":[42],"popularity":[43],"Vision":[46],"Transformer":[47],"(ViT),":[48],"its":[49],"higher":[50],"overhead":[52],"poses":[53],"challenges":[54],"compared":[58],"to":[59,87,113,158],"CNNs.":[60],"Existing":[61],"CI":[62,82,91],"methods":[63],"favor":[64],"CNNs,":[65],"utilizing":[66],"feature":[67],"map":[68],"sparsity.":[69],"In":[70],"contrast,":[71],"ViTs":[72],"exploit":[73],"token-based":[74],"sparsity,":[75],"complicating":[76],"direct":[78],"application":[79],"CNN-optimized":[81],"methods.":[83],"This":[84],"motivates":[85],"us":[86],"propose":[88,100],"a":[89,154],"novel":[90],"approach":[92],"exploiting":[93],"token":[95],"ViT.":[98],"We":[99],"an":[101,133],"offloading":[102],"policy":[103],"network,":[104],"which":[105],"computes":[106],"scores":[107],"that":[108],"reveal":[109],"tokens\u2019":[111],"relevance":[112],"task":[115],"before":[116],"inference,":[117],"effectively":[118],"using":[119],"sparse":[120],"tokens":[121],"offloaded":[124],"improving":[126],"rate":[128,156],"Our":[136],"method":[137],"shows":[138],"41.98-45.75%":[139],"ViT":[144],"while":[145],"maintaining":[146],"accuracy":[147],"degradation":[148],"within":[149],"1.96-3.10":[150],"points":[151],"achieving":[153],"up":[157],"$36.85":[159],"\\%$.":[160]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}