{"id":"https://openalex.org/W4414197160","doi":"https://doi.org/10.1109/dac63849.2025.11133002","title":"DuQTTA: Dual Quantized Tensor-Train Adaptation with Decoupling Magnitude-Direction for Efficient Fine-Tuning of LLMs","display_name":"DuQTTA: Dual Quantized Tensor-Train Adaptation with Decoupling Magnitude-Direction for Efficient Fine-Tuning of LLMs","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4414197160","doi":"https://doi.org/10.1109/dac63849.2025.11133002"},"language":"en","primary_location":{"id":"doi:10.1109/dac63849.2025.11133002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11133002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haoyan Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyan Dong","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030264455","display_name":"Hai\u2010Bao Chen","orcid":"https://orcid.org/0000-0001-7046-3455"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Bao Chen","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110146425","display_name":"Jingjing Chang","orcid":"https://orcid.org/0000-0001-8397-0042"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Chang","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104022741","display_name":"Yixin Yang","orcid":"https://orcid.org/0009-0007-1121-007X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Yang","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025482454","display_name":"Ziyang Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Gao","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058083493","display_name":"Zhigang Ji","orcid":"https://orcid.org/0000-0003-1138-804X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Ji","raw_affiliation_strings":["Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,The Department of Micro-Nano Electronics,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002760019","display_name":"Runsheng Wang","orcid":"https://orcid.org/0000-0002-7514-0767"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runsheng Wang","raw_affiliation_strings":["Peking University, Peking University,School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Peking University,School of Integrated Circuits,Beijing,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012603707","display_name":"Ru Huang","orcid":"https://orcid.org/0000-0001-7545-0987"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ru Huang","raw_affiliation_strings":["Peking University, Peking University,School of Integrated Circuits,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Peking University,School of Integrated Circuits,Beijing,China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12303","display_name":"Tensor decomposition and applications","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2605","display_name":"Computational Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9092000126838684,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.7145000100135803},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6396999955177307},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6254000067710876},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.5960999727249146},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.5303999781608582},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5149000287055969},{"id":"https://openalex.org/keywords/resource-constraints","display_name":"Resource constraints","score":0.323199987411499}],"concepts":[{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.7145000100135803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6905999779701233},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6396999955177307},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6254000067710876},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5960999727249146},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5149000287055969},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32420000433921814},{"id":"https://openalex.org/C3017813396","wikidata":"https://www.wikidata.org/wiki/Q17078173","display_name":"Resource constraints","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3075000047683716},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2825999855995178},{"id":"https://openalex.org/C3019252630","wikidata":"https://www.wikidata.org/wiki/Q6549547","display_name":"Limited resources","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac63849.2025.11133002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac63849.2025.11133002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 62nd ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330944","display_name":"Nature","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1993482030","https://openalex.org/W2999599167","https://openalex.org/W3102987230","https://openalex.org/W3173788106","https://openalex.org/W3174770825","https://openalex.org/W4205991051","https://openalex.org/W4385570529","https://openalex.org/W4386566659","https://openalex.org/W4401042806"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"parameter-efficient":[1],"fine-tuning":[2,60,117],"(PEFT)":[3],"techniques":[4,30],"have":[5],"enabled":[6],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"to":[11,32,84,103,133,140],"be":[12],"efficiently":[13],"fine-tuned":[14],"for":[15,51,171],"specific":[16],"tasks,":[17],"while":[18],"maintaining":[19],"model":[20,86,105],"performance":[21],"with":[22,70,114],"minimal":[23],"additional":[24],"trainable":[25],"parameters.":[26],"However,":[27],"existing":[28,128],"PEFT":[29,129],"continue":[31],"face":[33],"challenges":[34],"in":[35,168],"balancing":[36],"both":[37],"accuracy":[38],"and":[39,45,81,88,98,111,152,159],"efficiency,":[40],"especially":[41],"when":[42],"addressing":[43],"scalability":[44],"the":[46,115,123,141],"demands":[47],"of":[48,62,147],"lightweight":[49],"deployment":[50,172],"LLMs.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"propose":[57],"an":[58,94],"efficient":[59],"method":[61,77,126,165],"LLMs":[63,170],"based":[64],"on":[65,156,173],"dual":[66],"quantized":[67],"Tensor-Train":[68,79],"adaptation":[69],"decoupling":[71],"magnitude-direction":[72],"(DuQTTA).":[73],"The":[74,162],"proposed":[75,124,163],"DuQTTA":[76,125,164],"employs":[78,93],"decomposition":[80],"dual-stage":[82],"quantization":[83],"minimize":[85],"size":[87],"resource":[89],"consumption.":[90],"Additionally,":[91],"it":[92],"adaptive":[95],"optimization":[96],"strategy":[97],"a":[99,134],"decoupled":[100],"update":[101],"mechanism":[102],"improve":[104],"performance,":[106],"thereby":[107],"minimizing":[108],"suboptimal":[109],"outcomes":[110],"ensuring":[112],"alignment":[113],"full-parameter":[116],"goals.":[118],"Experimental":[119],"results":[120],"indicate":[121],"that":[122],"outperforms":[127],"methods,":[130],"achieving":[131],"up":[132],"$65":[135],"\\times$":[136],"compression":[137],"rate":[138],"compared":[139],"LLaMA2-7B":[142],"models,":[143],"meanwhile":[144],"delivering":[145],"improvements":[146],"$4.44":[148],"\\%,":[149],"3.14":[150],"\\%$,":[151],"0.97%":[153],"over":[154],"LoRA":[155],"LLaMA2-7B,":[157],"LLaMA3-8B,":[158],"LLaMA2-13B,":[160],"respectively.":[161],"is":[166],"effective":[167],"compressing":[169],"resource-constrained":[174],"edge":[175],"devices.":[176]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}