{"id":"https://openalex.org/W4414500004","doi":"https://doi.org/10.1109/aicas64808.2025.11173095","title":"An Adaptive Scheme of Threshold Adjustment for Dynamic Sparsity Extraction of Self-Attention Network","display_name":"An Adaptive Scheme of Threshold Adjustment for Dynamic Sparsity Extraction of Self-Attention Network","publication_year":2025,"publication_date":"2025-04-28","ids":{"openalex":"https://openalex.org/W4414500004","doi":"https://doi.org/10.1109/aicas64808.2025.11173095"},"language":"en","primary_location":{"id":"doi:10.1109/aicas64808.2025.11173095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas64808.2025.11173095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 7th International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003368087","display_name":"Yong-Lun Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yong-Lun Xiao","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103554197","display_name":"Chia\u2010Wei Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Wei Chang","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081792610","display_name":"Cheng\u2010Ting Shih","orcid":"https://orcid.org/0000-0002-8554-9136"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Ting Shih","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110204273","display_name":"Jing-Jia Liou","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jing-Jia Liou","raw_affiliation_strings":["National Tsing Hua University,Department of Electrical Engineering,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Electrical Engineering,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029346217","display_name":"Chih-Tsun Huang","orcid":"https://orcid.org/0000-0002-0214-6826"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Tsun Huang","raw_affiliation_strings":["National Tsing Hua University,Department of Computer Science,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University,Department of Computer Science,Taiwan","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103707449","display_name":"Yao\u2010Hua Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148468","display_name":"Industrial Technology Research Institute","ror":"https://ror.org/05szzwt63","country_code":"TW","type":"nonprofit","lineage":["https://openalex.org/I4210148468"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yao-Hua Chen","raw_affiliation_strings":["Industrial Technology Research Institute,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Technology Research Institute,Taiwan","institution_ids":["https://openalex.org/I4210148468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100460396","display_name":"Jing Lu","orcid":"https://orcid.org/0009-0003-2163-5427"},"institutions":[{"id":"https://openalex.org/I4210148468","display_name":"Industrial Technology Research Institute","ror":"https://ror.org/05szzwt63","country_code":"TW","type":"nonprofit","lineage":["https://openalex.org/I4210148468"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Juin-Min Lu","raw_affiliation_strings":["Industrial Technology Research Institute,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Technology Research Institute,Taiwan","institution_ids":["https://openalex.org/I4210148468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12216294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9120000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7024000287055969},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.6162999868392944},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5224000215530396},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.4805999994277954},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.46860000491142273},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4530999958515167},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4307999908924103}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7024000287055969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6887999773025513},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.6162999868392944},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.609499990940094},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46860000491142273},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4307999908924103},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.38749998807907104},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35249999165534973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32429999113082886},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aicas64808.2025.11173095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas64808.2025.11173095","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 7th International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2885195348","https://openalex.org/W2963896595","https://openalex.org/W3109154950","https://openalex.org/W3159727696","https://openalex.org/W3189877953","https://openalex.org/W3205192296","https://openalex.org/W3206453033","https://openalex.org/W3208552992","https://openalex.org/W4214686755","https://openalex.org/W4293025165","https://openalex.org/W4308083526","https://openalex.org/W4386065588","https://openalex.org/W4386083031","https://openalex.org/W4391681217"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"and":[4,49,63,103],"transformers":[5],"have":[6],"become":[7],"highly":[8],"successful":[9],"across":[10,97],"various":[11],"domains.":[12],"However,":[13],"they":[14],"are":[15,44],"notorious":[16],"for":[17],"their":[18],"quadratic":[19],"computational":[20,95],"complexity,":[21],"which":[22],"increases":[23],"with":[24,90],"sequence":[25],"length.":[26],"To":[27],"mitigate":[28],"this,":[29],"dynamic":[30],"sparsity":[31,96],"techniques":[32],"skip":[33],"near-zero-output":[34],"patterns":[35],"based":[36],"on":[37],"low-precision":[38],"estimations.":[39],"Values":[40],"below":[41],"static":[42],"thresholds":[43],"pruned,":[45],"reducing":[46],"energy":[47],"consumption":[48],"improving":[50],"computation":[51],"speed.By":[52],"utilizing":[53],"low-cost":[54],"estimations":[55],"of":[56,87],"minor":[57],"threshold":[58,80],"adjustments,":[59],"we":[60],"continuously":[61],"monitor":[62],"fine-tune":[64],"the":[65,77,98],"pruning":[66],"strategy":[67],"to":[68],"avoid":[69],"overly":[70],"aggressive":[71],"pruning.":[72],"Experimental":[73],"results":[74],"demonstrate":[75],"that":[76],"proposed":[78],"adaptive":[79],"method":[81],"provides":[82],"an":[83,91],"average":[84,92],"accuracy":[85],"improvement":[86],"0.15%,":[88],"along":[89],"additional":[93],"8.95%":[94],"SQuAD":[99],"v1.1,":[100],"v2,":[101],"SST-2,":[102],"MRPC":[104],"datasets.":[105]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}