{"id":"https://openalex.org/W4390971325","doi":"https://doi.org/10.1109/bibm58861.2023.10385775","title":"Exploring Post-Training Quantization of Protein Language Models","display_name":"Exploring Post-Training Quantization of Protein Language Models","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4390971325","doi":"https://doi.org/10.1109/bibm58861.2023.10385775"},"language":"en","primary_location":{"id":"doi:10.1109/bibm58861.2023.10385775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103161211","display_name":"Shuang Peng","orcid":"https://orcid.org/0000-0001-8184-6857"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuang Peng","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365432","display_name":"Fei Yang","orcid":"https://orcid.org/0000-0003-0571-2798"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yang","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406408","display_name":"Ning Sun","orcid":"https://orcid.org/0000-0002-4123-5362"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Sun","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044477809","display_name":"Sheng Chen","orcid":"https://orcid.org/0000-0001-8946-0609"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Chen","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019028268","display_name":"Yanfeng Jiang","orcid":"https://orcid.org/0000-0002-5783-4175"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Jiang","raw_affiliation_strings":["Nankai University,Tianjin,China","Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Nankai University,Tianjin,China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104198782","display_name":"Aimin Pan","orcid":"https://orcid.org/0009-0004-9823-1436"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Pan","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103161211"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":0.1592,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61201407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"602","last_page":"608"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10521","display_name":"RNA and protein synthesis mechanisms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7950472831726074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7430629730224609},{"id":"https://openalex.org/keywords/piecewise","display_name":"Piecewise","score":0.4122403562068939},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.41171640157699585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37734705209732056},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33940306305885315},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1489829123020172}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7950472831726074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7430629730224609},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.4122403562068939},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.41171640157699585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37734705209732056},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33940306305885315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1489829123020172},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm58861.2023.10385775","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm58861.2023.10385775","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2102245393","https://openalex.org/W2770647690","https://openalex.org/W2786771851","https://openalex.org/W2809624076","https://openalex.org/W2896457183","https://openalex.org/W2990138404","https://openalex.org/W2998218113","https://openalex.org/W3108835732","https://openalex.org/W3111174583","https://openalex.org/W3146944767","https://openalex.org/W3177828909","https://openalex.org/W3186179742","https://openalex.org/W3198923619","https://openalex.org/W3202028501","https://openalex.org/W3202105508","https://openalex.org/W3213545574","https://openalex.org/W4210494137","https://openalex.org/W4213112325","https://openalex.org/W4287118909","https://openalex.org/W4296087385","https://openalex.org/W4313069943","https://openalex.org/W6739901393","https://openalex.org/W6748224102","https://openalex.org/W6753069482","https://openalex.org/W6763868836","https://openalex.org/W6767298317","https://openalex.org/W6778883912","https://openalex.org/W6788001715","https://openalex.org/W6796815506","https://openalex.org/W6801913153","https://openalex.org/W6802033083"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2385263368","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2347422947","https://openalex.org/W2989452537","https://openalex.org/W2061292372"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,17,100,177],"unsupervised":[3],"protein":[4,19,178],"language":[5],"models":[6,24],"(ProteinLMs),":[7],"like":[8],"ESM-1b":[9],"[27]":[10],"and":[11,36,80,111,222],"ESM-2":[12,68],"[21],":[13,59],"have":[14],"shown":[15],"promise":[16],"different":[18],"prediction":[20,180,202],"tasks.":[21],"However,":[22],"these":[23,148],"face":[25],"challenges":[26,114,221],"due":[27],"to":[28,76,136,166,188,199,225],"their":[29,39],"high":[30],"computational":[31],"demands,":[32],"significant":[33,98,233],"memory":[34],"needs,":[35],"latency,":[37],"restricting":[38],"usage":[40],"on":[41,57,67,94],"devices":[42],"with":[43,116,232],"limited":[44],"resources.":[45],"To":[46,146],"tackle":[47],"this,":[48],"we":[49,119,150,195],"explore":[50],"post-training":[51],"quantization":[52,90,109,161,220],"(PTQ)":[53],"for":[54,156,162,216,235],"ProteinLMs,":[55,157,217],"focusing":[56],"ESMFold":[58,184],"a":[60,97,152],"simplified":[61],"version":[62],"of":[63,82,174,228],"AlphaFold":[64],"[16]":[65],"based":[66],"ProteinLM.":[69],"Our":[70],"study":[71,210],"is":[72],"the":[73,87,122,138,172,200,226],"first":[74],"attempt":[75],"quantize":[77],"all":[78],"weights":[79],"activations":[81],"ProteinLMs.":[83],"We":[84,106,170],"observed":[85],"that":[86,121,183],"typical":[88],"uniform":[89],"method":[91,155,176,198,215],"performs":[92],"poorly":[93],"ESMFold,":[95],"causing":[96],"drop":[99],"TM-Score":[101],"when":[102,141],"using":[103,142],"8-bit":[104],"quantization.":[105],"conducted":[107],"extensive":[108],"experiments":[110],"discovered":[112],"unique":[113],"associated":[115],"ESMFold.":[117],"Specifically,":[118],"found":[120],"activation":[123,164],"ranges":[124],"before":[125],"Layer":[126],"Normalization":[127],"are":[128],"highly":[129],"asymmetric.":[130],"This":[131],"asymmetry":[132],"makes":[133],"it":[134],"difficult":[135],"represent":[137],"data":[139],"effectively":[140],"low-bit":[143,189],"fixed-point":[144],"formats.":[145],"address":[147],"challenges,":[149],"propose":[151],"new":[153],"PTQ":[154,214],"utilizing":[158],"piecewise":[159],"linear":[160],"asymmetric":[163],"values":[165],"ensure":[167],"accurate":[168],"approximation.":[169],"demonstrated":[171],"effectiveness":[173],"our":[175,197,209],"structure":[179],"tasks,":[181],"showing":[182],"can":[185],"be":[186],"quantized":[187],"widths":[190],"without":[191],"compromising":[192],"accuracy.":[193],"Additionally,":[194],"applied":[196],"contact":[201],"task,":[203],"showcasing":[204],"its":[205],"versatility.":[206],"In":[207],"summary,":[208],"introduces":[211],"an":[212],"innovative":[213],"addressing":[218],"specific":[219],"potentially":[223],"leading":[224],"development":[227],"more":[229],"efficient":[230],"ProteinLMs":[231],"implications":[234],"various":[236],"protein-related":[237],"applications.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}