{"id":"https://openalex.org/W4402352137","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651470","title":"MEFold: Memory-Efficient Optimization for Protein Language Models via Chunk and Quantization","display_name":"MEFold: Memory-Efficient Optimization for Protein Language Models via Chunk and Quantization","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402352137","doi":"https://doi.org/10.1109/ijcnn60899.2024.10651470"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10651470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019028268","display_name":"Yanfeng Jiang","orcid":"https://orcid.org/0000-0002-5783-4175"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanfeng Jiang","raw_affiliation_strings":["Nankai University,College of Computer Science,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Nankai University,College of Computer Science,Tianjin,China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406408","display_name":"Ning Sun","orcid":"https://orcid.org/0000-0002-4123-5362"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Sun","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114080811","display_name":"Zhengxian Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxian Lu","raw_affiliation_strings":["Nankai University,College of Computer Science,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Nankai University,College of Computer Science,Tianjin,China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103161211","display_name":"Shuang Peng","orcid":"https://orcid.org/0000-0001-8184-6857"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Peng","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100365432","display_name":"Fei Yang","orcid":"https://orcid.org/0000-0003-0571-2798"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Yang","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455267","display_name":"Tao Li","orcid":"https://orcid.org/0000-0002-0115-0663"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Li","raw_affiliation_strings":["Nankai University,College of Computer Science,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Nankai University,College of Computer Science,Tianjin,China","institution_ids":["https://openalex.org/I205237279"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5019028268"],"corresponding_institution_ids":["https://openalex.org/I205237279"],"apc_list":null,"apc_paid":null,"fwci":0.2501,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5799492,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10521","display_name":"RNA and protein synthesis mechanisms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7339083552360535},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.619290292263031},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38275274634361267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32408350706100464},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.19094419479370117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339083552360535},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.619290292263031},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38275274634361267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32408350706100464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.19094419479370117}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10651470","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10651470","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2102245393","https://openalex.org/W2119144962","https://openalex.org/W2770647690","https://openalex.org/W2894936553","https://openalex.org/W2896457183","https://openalex.org/W2916954108","https://openalex.org/W2950954328","https://openalex.org/W2963363373","https://openalex.org/W2970601456","https://openalex.org/W3014367186","https://openalex.org/W3108835732","https://openalex.org/W3137147200","https://openalex.org/W3177828909","https://openalex.org/W3186179742","https://openalex.org/W3198923619","https://openalex.org/W3212324398","https://openalex.org/W4221148791","https://openalex.org/W4281790889","https://openalex.org/W4285483966","https://openalex.org/W4295312788","https://openalex.org/W4309148342","https://openalex.org/W4309643848","https://openalex.org/W4327550249","https://openalex.org/W4383550741","https://openalex.org/W4385245566","https://openalex.org/W4385490607","https://openalex.org/W4388979610","https://openalex.org/W6766978945","https://openalex.org/W6767298317","https://openalex.org/W6771626834","https://openalex.org/W6776172991","https://openalex.org/W6848451871","https://openalex.org/W6854720692"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Protein":[0],"language":[1,67],"models":[2,68],"are":[3,22],"currently":[4],"experiencing":[5],"a":[6,60],"surge":[7],"in":[8,15,133,155],"demand":[9],"owing":[10],"to":[11,123,143,153,168,186],"their":[12,20,47],"remarkable":[13],"accuracy":[14,134,183],"protein":[16,66,148],"structure":[17],"prediction.":[18],"Nevertheless,":[19],"applications":[21],"hindered":[23],"by":[24,94],"the":[25,89,98,102,110,119,144,161,172,182,187],"significant":[26],"computation":[27],"and":[28,82,96,135,179],"memory":[29,43,90,111,126,163],"requirements.":[30],"The":[31],"existing":[32],"optimization":[33,63,195],"strategies":[34],"primarily":[35],"focus":[36],"on":[37,73,174],"computational":[38,136],"efficiency":[39],"while":[40,130,170],"often":[41],"neglecting":[42],"optimization,":[44],"thereby":[45],"restricting":[46],"suitability":[48],"for":[49,65,147],"devices":[50],"with":[51],"limited":[52],"resources.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"propose":[58],"MEFold,":[59],"novel":[61],"memory-efficient":[62],"framework":[64],"that":[69,125],"enables":[70],"efficient":[71],"inference":[72,165,175],"resource-constrained":[74],"devices.":[75],"MEFold":[76],"consists":[77],"of":[78,91,100,112,121],"Look-up":[79,85],"Table":[80,86],"Chunk":[81,87],"Fine-grained":[83,115],"Quantization.":[84],"reduces":[88,160],"intermediate":[92],"activations":[93],"chunk":[95,104],"avoids":[97],"overhead":[99],"obtaining":[101],"optimal":[103],"size":[105],"configuration":[106],"through":[107],"pre-computing.":[108],"For":[109],"model":[113,189],"parameters,":[114],"Quantization,":[116],"delicately":[117],"controls":[118],"scope":[120],"quantization":[122],"ensure":[124],"reduction":[127],"is":[128,190,202],"achieved":[129],"preventing":[131],"declines":[132],"speed.":[137],"Experimental":[138],"results":[139],"show":[140],"that,":[141],"compared":[142,185],"original":[145,188],"model,":[146],"sequences":[149],"ranging":[150],"from":[151,166],"74":[152],"1024":[154],"length,":[156],"our":[157,194],"method":[158],"significantly":[159],"peak":[162],"during":[164],"14.7-54.2GB":[167],"6.0-14.4GB,":[169],"minimizing":[171],"impact":[173],"latency.":[176],"On":[177],"CASP14":[178],"CAMEO":[180],"datasets,":[181],"loss":[184],"below":[191],"1%.":[192],"Moreover,":[193],"provides":[196],"various":[197],"memory-saving":[198],"alternatives.":[199],"Our":[200],"code":[201],"available":[203],"at":[204],"https://github.com/llwx593/MEFold.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}