{"id":"https://openalex.org/W4409480075","doi":"https://doi.org/10.14428/esann/2025.es2025-8","title":"CompactifAI: Extreme Compression of Large Language Models using Quantum-Inspired Tensor Networks","display_name":"CompactifAI: Extreme Compression of Large Language Models using Quantum-Inspired Tensor Networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409480075","doi":"https://doi.org/10.14428/esann/2025.es2025-8"},"language":"en","primary_location":{"id":"doi:10.14428/esann/2025.es2025-8","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2025.es2025-8","pdf_url":"https://doi.org/10.14428/esann/2025.es2025-8","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2025 proceesdings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.14428/esann/2025.es2025-8","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059974749","display_name":"Saeed S. Jahromi","orcid":"https://orcid.org/0000-0001-7994-8192"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saeed Jahromi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117166143","display_name":"Uygar Kurt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uygar Kurt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Sukhi Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sukhi Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093800091","display_name":"David Montero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"David Montero","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104825025","display_name":"Borja Aizpurua Altuna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borja Aizpurua Altuna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5117166144","display_name":"Rom\u00e1n Or\u00fas Lacort","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rom\u00e1n Or\u00fas Lacort","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03068143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"531","last_page":"536"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6684181690216064},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5538163781166077},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.516360878944397},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4898664653301239},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16022583842277527},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1393994688987732},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.07738518714904785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6684181690216064},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5538163781166077},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.516360878944397},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4898664653301239},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16022583842277527},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1393994688987732},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.07738518714904785},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14428/esann/2025.es2025-8","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2025.es2025-8","pdf_url":"https://doi.org/10.14428/esann/2025.es2025-8","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2025 proceesdings","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.14428/esann/2025.es2025-8","is_oa":true,"landing_page_url":"https://doi.org/10.14428/esann/2025.es2025-8","pdf_url":"https://doi.org/10.14428/esann/2025.es2025-8","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ESANN 2025 proceesdings","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409480075.pdf","grobid_xml":"https://content.openalex.org/works/W4409480075.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"like":[4],"ChatGPT":[5],"and":[6,24,58,67,71],"LlaMA":[7],"offer":[8],"immense":[9],"opportunities":[10],"but":[11],"face":[12],"challenges":[13],"due":[14],"to":[15,20,45],"their":[16],"vast":[17],"size,":[18],"leading":[19],"high":[21],"training/inference":[22],"costs":[23],"energy":[25],"demands.Traditional":[26],"compression":[27,40],"methods":[28],"focus":[29],"on":[30,51],"reducing":[31],"neurons":[32],"or":[33],"precision.We":[34],"introduce":[35],"CompactifAI,":[36],"a":[37,55],"novel":[38],"LLM":[39],"using":[41],"quantum-inspired":[42],"Tensor":[43],"Networks":[44],"compress":[46],"the":[47],"model's":[48],"correlation":[49],"space.Testing":[50],"LlaMA-2":[52],"7B":[53],"showed":[54],"93%":[56],"memory":[57],"70%":[59],"parameter":[60],"reduction,":[61],"with":[62],"minimal":[63],"accuracy":[64],"loss":[65],"(2-3%)":[66],"significant":[68],"training":[69],"(50%)":[70],"inference":[72],"(25%)":[73],"speedups.":[74]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}