{"id":"https://openalex.org/W7131623033","doi":"https://doi.org/10.1109/ickg66886.2025.00057","title":"Lightweight Sentiment Analysis Compression Method Based on BERT","display_name":"Lightweight Sentiment Analysis Compression Method Based on BERT","publication_year":2025,"publication_date":"2025-11-13","ids":{"openalex":"https://openalex.org/W7131623033","doi":"https://doi.org/10.1109/ickg66886.2025.00057"},"language":null,"primary_location":{"id":"doi:10.1109/ickg66886.2025.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00057","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059179307","display_name":"Zhongqian Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongqian Zhang","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology,Hefei,China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126865593","display_name":"Chunxiao Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Fan","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology,Hefei,China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059179307"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85663735,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"389","last_page":"396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.19259999692440033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.19259999692440033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.06210000067949295,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.05849999934434891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5767999887466431},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5364000201225281},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.4668000042438507},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46140000224113464},{"id":"https://openalex.org/keywords/trigonometric-functions","display_name":"Trigonometric functions","score":0.45840001106262207},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.42730000615119934},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.40639999508857727},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.38519999384880066},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.3763999938964844},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714999914169312},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5767999887466431},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5364000201225281},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.4668000042438507},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46140000224113464},{"id":"https://openalex.org/C178009071","wikidata":"https://www.wikidata.org/wiki/Q93344","display_name":"Trigonometric functions","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4447000026702881},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.38519999384880066},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3763999938964844},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3743000030517578},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C202286095","wikidata":"https://www.wikidata.org/wiki/Q579262","display_name":"Error function","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3285999894142151},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.326200008392334},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.27070000767707825},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ickg66886.2025.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ickg66886.2025.00057","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Knowledge Graph (ICKG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G560437458","display_name":null,"funder_award_id":"61802105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6636769801","display_name":null,"funder_award_id":"JZ2022HGTB0250,JZ2024HGTG0308,PA2023IISL0096","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2101746535","https://openalex.org/W2120661262","https://openalex.org/W2250539671","https://openalex.org/W2964110616","https://openalex.org/W2999803881","https://openalex.org/W3016010032","https://openalex.org/W3034368386","https://openalex.org/W3035321581","https://openalex.org/W3137609883","https://openalex.org/W4239025696","https://openalex.org/W4313531231"],"related_works":[],"abstract_inverted_index":{"Pretrained":[0],"language":[1],"models":[2],"such":[3],"as":[4,71],"BERT":[5,36,260],"achieve":[6],"excellent":[7],"results":[8],"in":[9],"text":[10],"sentiment":[11,58],"analysis,":[12],"but":[13],"their":[14],"large":[15],"number":[16],"of":[17,84,172],"parameters":[18],"lead":[19],"to":[20,44,60,80,106,124,147,167,179,247],"high":[21],"computational":[22],"and":[23,138,144,150,174,237],"storage":[24],"costs,":[25],"hindering":[26],"deployment":[27,261],"on":[28,56,194,262],"resource-limited":[29,263],"devices.":[30,265],"This":[31,129],"study":[32],"presents":[33],"a":[34,49,85,154,164,175],"lightweight":[35],"compression":[37,251],"framework":[38,244],"with":[39,231,253],"three":[40],"optimized":[41,66],"core":[42],"stages":[43],"tackle":[45],"this":[46],"issue.":[47],"First,":[48],"BERT-derived":[50],"deep":[51],"teacher":[52,149],"model":[53,101],"is":[54,122],"fine-tuned":[55],"target":[57],"datasets":[59],"optimize":[61],"its":[62],"prediction":[63,139],"layer.":[64,128],"The":[65,182,243],"layer's":[67],"probability":[68],"distributions":[69],"serve":[70],"high-quality":[72],"\u201csoft":[73],"labels\u201d,":[74],"supplementing":[75],"the":[76,82,90,108,125,190],"dataset's":[77],"\u201chard":[78],"labels\u201d":[79],"guide":[81],"training":[83,115],"smaller":[86],"student":[87,109,127,151],"model.":[88],"Second,":[89],"\u201cgroupingrandom\u201d":[91],"hierarchical":[92],"distillation":[93],"strategy":[94,130],"(GroupKD)":[95],"enables":[96],"efficient":[97],"knowledge":[98,134,141],"transfer.":[99],"Teacher":[100],"hidden":[102],"layers":[103],"are":[104],"grouped":[105],"match":[107],"model's":[110],"layer":[111,118,133,140],"count.":[112],"In":[113],"each":[114,120],"step,":[116],"one":[117],"from":[119],"group":[121],"mapped":[123],"corresponding":[126],"combines":[131],"intermediate":[132],"(using":[135,142],"MSE":[136],"loss)":[137,146],"KL-divergence":[143],"cross-entropy":[145],"align":[148],"models.":[152],"Third,":[153],"pre-quantization":[155],"loss":[156],"function":[157,178],"promotes":[158],"low-bit":[159],"quantization":[160,200],"compatibility.":[161],"It":[162],"uses":[163],"trigonometric":[165],"constraint":[166],"push":[168],"weights":[169],"towards":[170],"powers":[171],"two":[173],"range":[176],"boundary":[177,191],"limit":[180],"values.":[181],"Straight-Through":[183],"Estimator":[184],"resolves":[185],"backpropagation":[186],"issues":[187],"caused":[188],"by":[189,214],"constraint.":[192],"Experiments":[193],"IMDB,":[195,225],"SST-2,":[196],"ChnSentiCorp":[197],"show:":[198],"4-bit":[199],"causes":[201],"only":[202],"<tex":[203,215,226,232,238,248],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[204,216,227,233,239,249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$0.85":[205],"\\%":[206],"-":[207,218],"1.28":[208],"\\%$</tex>":[209,229],"accuracy":[210,257],"loss,":[211,258],"outperforming":[212],"DynamicQ/StaticQ":[213],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$0.83":[217],"3.09$</tex>":[219],"pp.":[220],"GroupKD":[221],"outperforms":[222],"DistillBERT/TinyBERT/MiniLM":[223],"(92.59%":[224],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$91.30":[228],"SST-2)":[230],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$38.8":[234],"\\%-41.6\\%$</tex>":[235],"parameter":[236],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$50\\%$</tex>":[240],"FLOPs":[241],"reduction.":[242],"achieves":[245],"up":[246],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$16.56$</tex>":[250],"ratio":[252],"less":[254],"than":[255],"3.5%":[256],"enabling":[259],"end":[264]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-02-27T00:00:00"}