{"id":"https://openalex.org/W4399354462","doi":"https://doi.org/10.48550/arxiv.2406.00132","title":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","display_name":"QuanTA: Efficient High-Rank Fine-Tuning of LLMs with Quantum-Informed Tensor Adaptation","publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4399354462","doi":"https://doi.org/10.48550/arxiv.2406.00132"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.00132","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.00132","pdf_url":"https://arxiv.org/pdf/2406.00132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.00132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100345086","display_name":"Zhuo Chen","orcid":"https://orcid.org/0000-0002-7407-8885"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chen, Zhuo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058149560","display_name":"Rumen Dangovski","orcid":"https://orcid.org/0000-0003-0814-8934"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dangovski, Rumen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032640764","display_name":"Charlotte Loh","orcid":"https://orcid.org/0000-0003-4587-808X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loh, Charlotte","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046855289","display_name":"Owen Dugan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dugan, Owen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632530","display_name":"Di Luo","orcid":"https://orcid.org/0000-0003-0124-7518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Di","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060426875","display_name":"Marin Solja\u010di\u0107","orcid":"https://orcid.org/0000-0002-7184-5831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Solja\u010di\u0107, Marin","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100345086"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12510","display_name":"Magneto-Optical Properties and Applications","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12510","display_name":"Magneto-Optical Properties and Applications","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11993","display_name":"Atomic and Subatomic Physics Research","score":0.9650999903678894,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10299","display_name":"Photonic and Optical Devices","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7145191431045532},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6893605589866638},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.6511391401290894},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4562969207763672},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3788573741912842},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.34348130226135254},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.336323618888855},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.26557457447052},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22934573888778687},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.19097468256950378},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.16432899236679077},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.10778215527534485}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7145191431045532},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6893605589866638},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.6511391401290894},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4562969207763672},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3788573741912842},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.34348130226135254},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.336323618888855},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.26557457447052},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22934573888778687},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.19097468256950378},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.16432899236679077},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.10778215527534485}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.00132","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.00132","pdf_url":"https://arxiv.org/pdf/2406.00132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.00132","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.00132","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.00132","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.00132","pdf_url":"https://arxiv.org/pdf/2406.00132","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2004883221","display_name":null,"funder_award_id":"PHY-2019786","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3509299210","display_name":null,"funder_award_id":"2019786","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3971516050","display_name":null,"funder_award_id":"DE-SC001270","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5921281487","display_name":null,"funder_award_id":"number","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6357584807","display_name":null,"funder_award_id":"SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6551061839","display_name":null,"funder_award_id":"E-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7090584410","display_name":null,"funder_award_id":"DE-SC001270","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7463374569","display_name":null,"funder_award_id":"SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G7642226822","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8306939026","display_name":null,"funder_award_id":"E-SC0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G869838342","display_name":null,"funder_award_id":"0012704","funder_id":"https://openalex.org/F4320332359","funder_display_name":"Office of Science"},{"id":"https://openalex.org/G872144517","display_name":null,"funder_award_id":"DE-SC0012704","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320309622","display_name":"Harvard University","ror":"https://ror.org/03vek6s52"},{"id":"https://openalex.org/F4320332359","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08"},{"id":"https://openalex.org/F4320338027","display_name":"FAS Division of Science, Harvard University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2950186459","https://openalex.org/W2170114491","https://openalex.org/W2242624680","https://openalex.org/W2136127937","https://openalex.org/W2897298721","https://openalex.org/W4290987221","https://openalex.org/W2216309014","https://openalex.org/W2569661359","https://openalex.org/W3199841771","https://openalex.org/W4286971555"],"abstract_inverted_index":{"We":[0],"propose":[1],"Quantum-informed":[2],"Tensor":[3],"Adaptation":[4,39],"(QuanTA),":[5],"a":[6,110],"novel,":[7],"easy-to-implement,":[8],"fine-tuning":[9,104,116],"method":[10],"with":[11,88,102],"no":[12],"inference":[13],"overhead":[14],"for":[15,44,106,115],"large-scale":[16],"pre-trained":[17],"language":[18,118,125],"models.":[19],"By":[20],"leveraging":[21],"quantum-inspired":[22],"methods":[23],"derived":[24],"from":[25],"quantum":[26],"circuit":[27],"structures,":[28],"QuanTA":[29,70,84],"enables":[30],"efficient":[31,64,113],"high-rank":[32,65],"fine-tuning,":[33],"surpassing":[34],"the":[35,54,58],"limitations":[36],"of":[37],"Low-Rank":[38],"(LoRA)--low-rank":[40],"approximation":[41],"may":[42],"fail":[43],"complicated":[45],"downstream":[46],"tasks.":[47],"Our":[48],"approach":[49],"is":[50],"theoretically":[51],"supported":[52],"by":[53],"universality":[55],"theorem":[56,61],"and":[57,77,96,112,120],"rank":[59],"representation":[60],"to":[62,80,93,100],"achieve":[63],"adaptations.":[66],"Experiments":[67],"demonstrate":[68],"that":[69],"significantly":[71],"enhances":[72],"commonsense":[73],"reasoning,":[74,76],"arithmetic":[75],"scalability":[78],"compared":[79,92],"traditional":[81],"methods.":[82],"Furthermore,":[83],"shows":[85],"superior":[86],"performance":[87],"fewer":[89],"trainable":[90],"parameters":[91],"other":[94],"approaches":[95],"can":[97],"be":[98],"designed":[99],"integrate":[101],"existing":[103],"algorithms":[105],"further":[107],"improvement,":[108],"providing":[109],"scalable":[111],"solution":[114],"large":[117],"models":[119],"advancing":[121],"state-of-the-art":[122],"in":[123],"natural":[124],"processing.":[126]},"counts_by_year":[],"updated_date":"2026-04-19T08:26:33.389920","created_date":"2025-10-10T00:00:00"}