{"id":"https://openalex.org/W4405887239","doi":"https://doi.org/10.1007/s44267-024-00070-x","title":"An empirical study of LLaMA3 quantization: from LLMs to MLLMs","display_name":"An empirical study of LLaMA3 quantization: from LLMs to MLLMs","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405887239","doi":"https://doi.org/10.1007/s44267-024-00070-x","pmid":"https://pubmed.ncbi.nlm.nih.gov/39807379"},"language":"en","primary_location":{"id":"doi:10.1007/s44267-024-00070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-024-00070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-024-00070-x.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s44267-024-00070-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Huang","orcid":"https://orcid.org/0009-0007-9885-0028"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Wei Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077 China","Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077, China"],"raw_orcid":"https://orcid.org/0009-0007-9885-0028","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077 China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084838055","display_name":"Xingyu Zheng","orcid":"https://orcid.org/0009-0009-6283-7635"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Zheng","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0009-0009-6283-7635","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067772486","display_name":"Xudong Ma","orcid":"https://orcid.org/0000-0002-7985-3350"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Ma","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0000-0002-7985-3350","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering, ETH Zurich, Sternwartstrasse 7, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7391-7539","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Zurich, Sternwartstrasse 7, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056240323","display_name":"Chengtao Lv","orcid":"https://orcid.org/0000-0001-9599-6557"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengtao Lv","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0000-0001-9599-6557","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hong Chen","orcid":"https://orcid.org/0009-0001-9658-0593"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0009-0001-9658-0593","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028701003","display_name":"Jie Luo","orcid":"https://orcid.org/0000-0002-4157-9931"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Luo","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0000-0002-4157-9931","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102498323","display_name":"Xiaojuan Qi","orcid":"https://orcid.org/0000-0002-4285-1626"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaojuan Qi","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077 China","Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077, China"],"raw_orcid":"https://orcid.org/0000-0002-4285-1626","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077 China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Pokfulam Road, Hong Kong, 999077, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0002-7618-3275"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China"],"raw_orcid":"https://orcid.org/0000-0002-7618-3275","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191 China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Beihang University, Xueyuan Road, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066423975","display_name":"Michele Magno","orcid":"https://orcid.org/0000-0003-0368-8923"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michele Magno","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering, ETH Zurich, Sternwartstrasse 7, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-0368-8923","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering, ETH Zurich, Sternwartstrasse 7, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":4.712,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96177435,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"2","issue":"1","first_page":"36","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8587687015533447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6632946133613586},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.41719865798950195},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1930626928806305},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1070130467414856}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8587687015533447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6632946133613586},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41719865798950195},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1930626928806305},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1070130467414856},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s44267-024-00070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-024-00070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-024-00070-x.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"},{"id":"pmid:39807379","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39807379","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11728678","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11728678","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11728678/pdf/44267_2024_Article_70.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vis Intell","raw_type":"Text"},{"id":"pmh:doi:10.3929/ethz-b-000726798","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:02c0cca950694326b2c63289293d26aa","is_oa":false,"landing_page_url":"https://doaj.org/article/02c0cca950694326b2c63289293d26aa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Visual Intelligence, Vol 2, Iss 1, Pp 1-13 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44267-024-00070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-024-00070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-024-00070-x.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G1301930804","display_name":null,"funder_award_id":"62306025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2218190453","display_name":null,"funder_award_id":"92367204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5645137436","display_name":null,"funder_award_id":"2021ZD0110503","funder_id":"https://openalex.org/F4320335960","funder_display_name":"National Major Science and Technology Projects of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335960","display_name":"National Major Science and Technology Projects of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405887239.pdf","grobid_xml":"https://content.openalex.org/works/W4405887239.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2093647425","https://openalex.org/W2307512708","https://openalex.org/W2602856279","https://openalex.org/W2777406049","https://openalex.org/W2912083425","https://openalex.org/W2914304175","https://openalex.org/W2981852735","https://openalex.org/W2989588035","https://openalex.org/W3020212829","https://openalex.org/W3083410900","https://openalex.org/W3194676777","https://openalex.org/W4285255856","https://openalex.org/W4309591680","https://openalex.org/W4378770729","https://openalex.org/W4382142077","https://openalex.org/W4385326807","https://openalex.org/W4387156572","https://openalex.org/W4391670689","https://openalex.org/W4391709676","https://openalex.org/W4406650295","https://openalex.org/W6727099177","https://openalex.org/W6739901393","https://openalex.org/W6780502592","https://openalex.org/W6796581206","https://openalex.org/W6851592950","https://openalex.org/W6853251322","https://openalex.org/W6857055897","https://openalex.org/W6859510725","https://openalex.org/W6861189833"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"LLaMA":[1],"family,":[2],"a":[3],"collection":[4],"of":[5,18,32,72,78,108,139,153,159,167],"foundation":[6],"language":[7,24,35,45],"models":[8,25,36,51],"ranging":[9],"from":[10,188],"7B":[11],"to":[12,92,147,212,235,242],"65B":[13],"parameters,":[14],"has":[15],"become":[16],"one":[17],"the":[19,28,75,105,129,149,157,165,168,203],"most":[20],"powerful":[21],"open-source":[22],"large":[23,34],"(LLMs)":[26],"and":[27,43,56,102,110,134,144,193,233],"popular":[29],"LLM":[30,123],"backbone":[31],"multi-modal":[33],"(MLLMs),":[37],"widely":[38],"used":[39],"in":[40,61,83,115,122,191,215,227],"computer":[41],"vision":[42],"natural":[44],"understanding":[46],"tasks.":[47],"In":[48],"particular,":[49],"LLaMA3":[50,109,140,185],"have":[52,57],"recently":[53],"been":[54],"released":[55],"achieved":[58],"impressive":[59],"performance":[60,117,152,166,205],"various":[62,145],"domains":[63],"with":[64,176],"super-large":[65],"scale":[66],"pre-training":[67],"on":[68,141],"over":[69],"15T":[70],"tokens":[71],"data.":[73],"Given":[74],"wide":[76],"application":[77],"low-bit":[79,106,150,160],"quantization":[80,107,133,151,178],"for":[81,104],"LLMs":[82,232],"resource-constrained":[84],"scenarios,":[85],"we":[86,126,163],"explore":[87],"LLaMA3's":[88],"capabilities":[89,158],"when":[90],"quantized":[91,161],"low":[93,208],"bit-width.":[94],"This":[95,201],"exploration":[96],"can":[97],"potentially":[98],"provide":[99],"new":[100],"insights":[101],"challenges":[103],"other":[111],"future":[112,216,229],"LLMs,":[113],"especially":[114],"addressing":[116],"degradation":[118,190],"issues":[119],"that":[120,184,210,220],"suffer":[121],"compression.":[124],"Specifically,":[125],"comprehensively":[127],"evaluate":[128],"10":[130],"existing":[131],"post-training":[132,177],"LoRA":[135],"fine-tuning":[136],"(LoRA-FT)":[137],"methods":[138],"1-8":[142],"bits":[143,175],"datasets":[146],"reveal":[148],"LLaMA3.":[154],"To":[155],"uncover":[156],"MLLM,":[162],"assessed":[164],"LLaMA3-based":[169],"LLaVA-Next-8B":[170],"model":[171],"under":[172,197],"2-4":[173],"ultra-low":[174,198],"methods.":[179],"Our":[180],"experimental":[181],"results":[182],"indicate":[183],"still":[186],"suffers":[187],"non-negligible":[189],"linguistic":[192],"visual":[194],"contexts,":[195],"particularly":[196],"bit":[199,241],"widths.":[200],"highlights":[202],"significant":[204],"gap":[206],"at":[207,239],"bit-width":[209],"needs":[211],"be":[213],"addressed":[214],"developments.":[217],"We":[218],"expect":[219],"this":[221],"empirical":[222],"study":[223],"will":[224],"prove":[225],"valuable":[226],"advancing":[228],"models,":[230],"driving":[231],"MLLMs":[234],"achieve":[236],"higher":[237],"accuracy":[238],"lower":[240],"enhance":[243],"practicality.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}