{"id":"https://openalex.org/W4401753023","doi":"https://doi.org/10.1109/ismvl60454.2024.00038","title":"A Weight Ternary Ensemble Vision Transformer Toward Memory Size Reduction","display_name":"A Weight Ternary Ensemble Vision Transformer Toward Memory Size Reduction","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4401753023","doi":"https://doi.org/10.1109/ismvl60454.2024.00038"},"language":"en","primary_location":{"id":"doi:10.1109/ismvl60454.2024.00038","doi":"https://doi.org/10.1109/ismvl60454.2024.00038","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ismvl60454.2024.00038","pdf_url":null,"source":{"id":"https://openalex.org/S4210220027","display_name":"IEEE International Symposium on Multiple-Valued Logic (ISMVL)","issn_l":"0195-623X","issn":["0195-623X","2378-2226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 54th International Symposium on Multiple-Valued Logic (ISMVL)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4401753023"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030076284","display_name":"Ryota Kayanoma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698","https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryota Kayanoma","raw_affiliation_strings":["Tokyo Institute of Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology,Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070734898","display_name":"Hiroki Nakahara","orcid":"https://orcid.org/0000-0002-5701-7466","observed_orcids":["https://orcid.org/0000-0002-5701-7466"]},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698","https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroki Nakahara","raw_affiliation_strings":["Tokyo Institute of Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology,Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs/1308.3432","issue":null,"first_page":"155","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.8320000171661377},{"id":"https://openalex.org/keywords/weight-quantization","display_name":"weight quantization","score":0.5950000286102295},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"ensemble learning","score":0.7979999780654907},{"id":"https://openalex.org/keywords/majority-voting","display_name":"majority voting","score":0.9639999866485596},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.6520000100135803},{"id":"https://openalex.org/keywords/normalization-layers","display_name":"normalization layers","score":0.7749999761581421},{"id":"https://openalex.org/keywords/training-algorithms","display_name":"training algorithms","score":0.6320000290870667}],"concepts":[{"id":"https://openalex.org/C64452783","wikidata":"https://www.wikidata.org/wiki/Q1524945","display_name":"Ternary operation","level":2,"score":0.6583966612815857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.507192850112915},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4806336462497711},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4236196279525757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40304818749427795},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1714329719543457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1681598722934723},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11756768822669983},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0894399881362915},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07448819279670715},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ismvl60454.2024.00038","doi":"https://doi.org/10.1109/ismvl60454.2024.00038","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ismvl60454.2024.00038","pdf_url":null,"source":{"id":"https://openalex.org/S4210220027","display_name":"IEEE International Symposium on Multiple-Valued Logic (ISMVL)","issn_l":"0195-623X","issn":["0195-623X","2378-2226"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 54th International Symposium on Multiple-Valued Logic (ISMVL)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2242818861","https://openalex.org/W2899663614","https://openalex.org/W2998437255","https://openalex.org/W3008515144","https://openalex.org/W3037932933","https://openalex.org/W3118841097","https://openalex.org/W3161115651","https://openalex.org/W4226174177","https://openalex.org/W4226339979"],"related_works":["https://openalex.org/W4226339979","https://openalex.org/W7161999492","https://openalex.org/W4402401372","https://openalex.org/W2405920868","https://openalex.org/W2963735024","https://openalex.org/W4402916916","https://openalex.org/W4415194399","https://openalex.org/W4390872156"],"abstract_inverted_index":{"Vision":[0],"Transformer":[1],"(ViT)":[2],"is":[3,13,176],"an":[4,73,128,144],"image":[5,145],"recognition":[6,61,153],"model":[7],"with":[8,16,67,168],"advanced":[9],"accuracy.":[10,69],"However,":[11],"there":[12],"a":[14,100,104,112,117,149],"problem":[15],"the":[17,28,40,51,57,60,109,124,135,157],"large":[18],"parameter":[19,41,58,174],"size.":[20,42],"A":[21],"ternary":[22,48,53,80,114,131,138,166],"representation":[23,30,171],"that":[24,76],"introduces":[25],"zero":[26,170],"to":[27,38,65,107,156],"binary":[29],"of":[31,111,127],"{-1,":[32],"+":[33],"1}":[34],"can":[35,55,86],"be":[36,87],"applied":[37],"reduce":[39,56],"We":[43,133],"define":[44],"it":[45],"as":[46],"weight":[47,52,79,113,130,137,165],"ViT,":[49],"Although":[50],"ViT":[54,66,115,139,161],"size,":[59],"accuracy":[62,85,154],"decreases":[63],"compared":[64],"float32":[68,159],"Therefore,":[70],"we":[71,98,121,151],"introduce":[72],"ensemble":[74,93,129,136],"method":[75,101,126],"computes":[77],"multiple":[78],"ViTs":[81,167],"in":[82],"parallel.":[83],"Recognition":[84],"improved":[88],"by":[89,162,178],"majority":[90],"voting":[91],"through":[92],"formation.":[94],"In":[95],"this":[96],"paper,":[97],"propose":[99],"for":[102],"adding":[103],"normalization":[105],"layer":[106],"advance":[108],"training":[110,118,125],"and":[116],"algorithm.":[119],"Next,":[120],"will":[122],"describe":[123],"ViT.":[132],"evaluate":[134],"using":[140,163],"CIFAR10":[141],"benchmark":[142],"images,":[143],"classification":[146],"task.":[147],"As":[148],"result,":[150],"achieve":[152],"equivalent":[155],"original":[158],"precision":[160],"ten":[164],"80%":[169],"applied.":[172],"The":[173],"size":[175],"reduced":[177],"87.5%.":[179]},"counts_by_year":[],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2024-08-23T00:00:00"}
