{"id":"https://openalex.org/W4390044849","doi":"https://doi.org/10.1109/icast57874.2023.10359276","title":"Compact Convolutional Transformer based on Sharpness-Aware Minimization for Image Classification","display_name":"Compact Convolutional Transformer based on Sharpness-Aware Minimization for Image Classification","publication_year":2023,"publication_date":"2023-11-09","ids":{"openalex":"https://openalex.org/W4390044849","doi":"https://doi.org/10.1109/icast57874.2023.10359276"},"language":"en","primary_location":{"id":"doi:10.1109/icast57874.2023.10359276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icast57874.2023.10359276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th International Conference on Awareness Science and Technology (iCAST)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100440642","display_name":"Li-Hua Li","orcid":"https://orcid.org/0000-0001-6327-885X"},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Li-Hua Li","raw_affiliation_strings":["Chaoyang University of Technology,Department of Information Management,Taichung,Taiwan","Department of Information Management, Chaoyang University of Technology, Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chaoyang University of Technology,Department of Information Management,Taichung,Taiwan","institution_ids":["https://openalex.org/I126145234"]},{"raw_affiliation_string":"Department of Information Management, Chaoyang University of Technology, Taichung, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071059562","display_name":"Radius Tanone","orcid":"https://orcid.org/0000-0001-7866-4390"},"institutions":[{"id":"https://openalex.org/I126145234","display_name":"Chaoyang University of Technology","ror":"https://ror.org/04xwksx09","country_code":"TW","type":"education","lineage":["https://openalex.org/I126145234"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Radius Tanone","raw_affiliation_strings":["Chaoyang University of Technology,Department of Information Management,Taichung,Taiwan","Department of Information Management, Chaoyang University of Technology, Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chaoyang University of Technology,Department of Information Management,Taichung,Taiwan","institution_ids":["https://openalex.org/I126145234"]},{"raw_affiliation_string":"Department of Information Management, Chaoyang University of Technology, Taichung, Taiwan","institution_ids":["https://openalex.org/I126145234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126145234"],"apc_list":null,"apc_paid":null,"fwci":0.4226,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62135139,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"129","last_page":"135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7804042100906372},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7547653317451477},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6576412916183472},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.6446864008903503},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.596007227897644},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5028342604637146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48260319232940674},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41354283690452576},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4017772078514099},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2950301468372345},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23664093017578125},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.1267499029636383},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09870919585227966}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7804042100906372},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7547653317451477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6576412916183472},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6446864008903503},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.596007227897644},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5028342604637146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48260319232940674},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41354283690452576},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4017772078514099},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2950301468372345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23664093017578125},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.1267499029636383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09870919585227966},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icast57874.2023.10359276","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icast57874.2023.10359276","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 12th International Conference on Awareness Science and Technology (iCAST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W114517082","https://openalex.org/W1980287119","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2612690371","https://openalex.org/W2892341857","https://openalex.org/W2919115771","https://openalex.org/W2979506454","https://openalex.org/W3094502228","https://openalex.org/W3110386488","https://openalex.org/W3136021864","https://openalex.org/W3149839747","https://openalex.org/W3159778524","https://openalex.org/W3168489096","https://openalex.org/W3174707643","https://openalex.org/W3203030359","https://openalex.org/W3206646460","https://openalex.org/W3207523779","https://openalex.org/W4200196889","https://openalex.org/W4287646898","https://openalex.org/W4292416289","https://openalex.org/W4297775537","https://openalex.org/W4307286084","https://openalex.org/W4308723160","https://openalex.org/W4311036102","https://openalex.org/W4322504260","https://openalex.org/W4324265668","https://openalex.org/W4360993408","https://openalex.org/W4368362790","https://openalex.org/W4376455772","https://openalex.org/W6600284362","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6737664043","https://openalex.org/W6739901393","https://openalex.org/W6783600611","https://openalex.org/W6784333009","https://openalex.org/W6795062860","https://openalex.org/W6796289114","https://openalex.org/W6849777495"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W4293226380","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2239445980","https://openalex.org/W2080152487","https://openalex.org/W3083152911","https://openalex.org/W2964954556"],"abstract_inverted_index":{"Compact":[0],"Convolutional":[1],"Transformer":[2,16],"(CCT)":[3],"is":[4,68],"a":[5,23,71,126],"model":[6,21,35,63,123],"that":[7,41,73],"mainly":[8],"combines":[9],"Convolution":[10],"Neural":[11],"Network":[12],"(CNN)":[13],"and":[14,32,56,81,107,131,145,153,163],"Vision":[15],"(ViT).":[17],"However,":[18,136],"can":[19,100,124,139],"CCT":[20,62,75,122],"achieve":[22],"very":[24],"low":[25],"minimum":[26],"loss":[27,79,82,127,151],"when":[28],"performing":[29],"the":[30,34,38,42,50,61,92,104,109,120,150,154],"training":[31,39,105],"increase":[33],"performance":[36,112],"during":[37],"so":[40],"curation":[43],"increases?":[44],"In":[45],"this":[46],"research,":[47],"we":[48],"examine":[49],"application":[51],"of":[52,113,129,134],"Sharpness-Aware":[53],"Minimization":[54],"(SAM)":[55],"Gradient":[57],"Centralization":[58],"(GC)":[59],"to":[60,95,158],"for":[64],"rice":[65],"classification.":[66],"SAM":[67,144,162],"used":[69],"as":[70],"technique":[72],"improves":[74],"generalization":[76,111],"while":[77,84],"minimizing":[78],"value":[80,128],"sharpness,":[83],"GC":[85,164],"works":[86],"directly":[87],"with":[88],"gradients":[89],"by":[90,142],"centralizing":[91],"gradient":[93],"vectors":[94],"have":[96],"zero":[97],"mean.":[98],"It":[99],"both":[101],"speed":[102],"up":[103],"process":[106],"improve":[108],"final":[110],"CCT.":[114],"Based":[115],"on":[116],"our":[117,148],"investigation":[118],"results,":[119],"original":[121],"produce":[125],"0.100":[130],"an":[132],"accuracy":[133,155],"0.9690.":[135],"these":[137],"results":[138],"be":[140],"improved":[141],"using":[143],"GC.":[146],"Through":[147],"experiments,":[149],"decreased,":[152],"values":[156],"increased":[157],"0.9988":[159],"after":[160],"applying":[161],"algorithms.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}