{"id":"https://openalex.org/W4411725693","doi":"https://doi.org/10.1109/iscas56072.2025.11043916","title":"XNC: XOR and NOT-Based Lossless Compression for Optimizing Unquantized Embedding Layers in Large Language Models","display_name":"XNC: XOR and NOT-Based Lossless Compression for Optimizing Unquantized Embedding Layers in Large Language Models","publication_year":2025,"publication_date":"2025-05-25","ids":{"openalex":"https://openalex.org/W4411725693","doi":"https://doi.org/10.1109/iscas56072.2025.11043916"},"language":"en","primary_location":{"id":"doi:10.1109/iscas56072.2025.11043916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11043916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100324472","display_name":"Juyoung Lee","orcid":"https://orcid.org/0000-0003-1281-5832"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Junghyeok Lee","raw_affiliation_strings":["Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061448486","display_name":"Jihoon Jang","orcid":"https://orcid.org/0000-0001-8311-1328"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jihoon Jang","raw_affiliation_strings":["Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371185","display_name":"Hyun Kim","orcid":"https://orcid.org/0000-0002-7962-657X"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun Kim","raw_affiliation_strings":["Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University of Science and Technology,Department of Electrical and Information Engineering and Research Center for Electrical and Information Technology,Seoul,Korea","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100324472"],"corresponding_institution_ids":["https://openalex.org/I118373667"],"apc_list":null,"apc_paid":null,"fwci":2.8599,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.91595074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6092000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6092000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.5958999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.845537543296814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7075284123420715},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.649284839630127},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5337384939193726},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4774497151374817},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34605926275253296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2659924030303955}],"concepts":[{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.845537543296814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7075284123420715},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.649284839630127},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5337384939193726},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4774497151374817},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34605926275253296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2659924030303955},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas56072.2025.11043916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas56072.2025.11043916","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5099999904632568,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1976494130","https://openalex.org/W2516109628","https://openalex.org/W2783428913","https://openalex.org/W2963347649","https://openalex.org/W3198410855","https://openalex.org/W4250043344","https://openalex.org/W4280582964","https://openalex.org/W4390480903","https://openalex.org/W4393318691","https://openalex.org/W4399376085","https://openalex.org/W4401024916","https://openalex.org/W6638523607","https://openalex.org/W6755843862","https://openalex.org/W6846164622","https://openalex.org/W6862909604","https://openalex.org/W6865118152","https://openalex.org/W6866033557","https://openalex.org/W6868720932","https://openalex.org/W6870737912","https://openalex.org/W6871553294","https://openalex.org/W6877022392"],"related_works":["https://openalex.org/W1540303950","https://openalex.org/W1881812814","https://openalex.org/W2468963564","https://openalex.org/W2948148442","https://openalex.org/W2461250372","https://openalex.org/W2394342941","https://openalex.org/W2169853506","https://openalex.org/W2547124190","https://openalex.org/W2350586049","https://openalex.org/W2385628723"],"abstract_inverted_index":{"Although":[0],"4-bit":[1,214],"quantized":[2,42,215],"small":[3,23,43,203],"LLMs":[4,31,204,216],"have":[5,11],"been":[6],"proposed":[7,154,188],"recently,":[8],"many":[9],"studies":[10],"retained":[12],"FP16":[13],"precision":[14],"for":[15,49,170,175,198],"embedding":[16,46,62,97,146,200],"layers,":[17],"as":[18,78,89],"they":[19],"constitute":[20],"a":[21,50,130,185],"relatively":[22],"proportion":[24,52],"of":[25,53,196,202,213,220],"the":[26,45,54,134,138,145,187,199,210],"overall":[27],"model":[28,56,211],"in":[29,41],"existing":[30,81],"and":[32,114,127,140,158,172],"suffer":[33],"from":[34],"severe":[35],"accuracy":[36],"degradation":[37],"when":[38],"quantized.":[39],"However,":[40],"LLMs,":[44],"layer":[47,147],"accounts":[48],"substantial":[51],"total":[55],"parameters,":[57],"necessitating":[58],"its":[59],"compression.":[60],"Since":[61],"layers":[63,98,201],"are":[64],"sensitive":[65],"to":[66,143,148],"approximation,":[67],"lossless":[68,82,116],"compression":[69,75,83,105,117,171,180,189,194],"is":[70,224],"more":[71,106],"desirable":[72],"than":[73],"lossy":[74],"methods":[76,84],"such":[77,88],"quantization.":[79],"While":[80],"efficiently":[85],"compress":[86,144],"patterns":[87],"zeros,":[90],"narrow":[91],"values,":[92,96],"or":[93],"frequently":[94],"occurring":[95],"typically":[99],"lack":[100],"these":[101],"patterns,":[102],"making":[103],"effective":[104],"challenging.":[107],"In":[108],"this":[109],"paper,":[110],"we":[111],"propose":[112],"XOR":[113,121,157],"NOT-based":[115],"(XNC),":[118],"which":[119],"applies":[120],"operations":[122],"between":[123],"adjacent":[124],"16-bit":[125],"blocks":[126],"then":[128],"performs":[129],"NOT":[131,159],"operation":[132],"on":[133],"result,":[135,186],"effectively":[136,208],"truncating":[137],"upper":[139],"lower":[141],"bits":[142],"9-bit":[149],"without":[150,181,205],"any":[151,206],"loss.":[152],"The":[153,222],"method":[155],"leverages":[156],"operations,":[160],"enabling":[161],"easy":[162],"hardware":[163],"implementation,":[164],"with":[165],"only":[166],"four":[167],"cycles":[168,174],"required":[169],"three":[173],"decompression,":[176],"ensuring":[177],"efficient":[178],"data":[179],"performance":[182],"degradation.":[183],"As":[184],"technique":[190],"achieves":[191],"an":[192,218],"average":[193,219],"ratio":[195],"1.34\u00d7":[197],"loss,":[207],"reducing":[209],"size":[212],"by":[217],"9.91%.":[221],"code":[223],"available":[225],"at":[226],"https://github.com/IDSL-SeoulTech/XNC.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}