{"id":"https://openalex.org/W4412887767","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1178","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","display_name":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887767","doi":"https://doi.org/10.18653/v1/2025.findings-acl.1178"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.1178","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1178","pdf_url":"https://aclanthology.org/2025.findings-acl.1178.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.1178.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102620385","display_name":"Sifan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sifan Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400144","display_name":"Shuo Wang","orcid":"https://orcid.org/0000-0002-1827-4355"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088634717","display_name":"Zhihang Yuan","orcid":"https://orcid.org/0000-0003-4259-4719"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhihang Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049939413","display_name":"Mingjia Shi","orcid":"https://orcid.org/0000-0002-9988-3741"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingjia Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yuzhang Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhang Shang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013740618","display_name":"Dawei Yang","orcid":"https://orcid.org/0000-0002-8928-143X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawei Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22971","last_page":"22988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11338","display_name":"Advancements in Photolithography Techniques","score":0.9164999723434448,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.6223483681678772},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.579735517501831},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5347862243652344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44566547870635986},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.42108774185180664},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17893469333648682},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10737988352775574},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.09118285775184631},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.0834801197052002}],"concepts":[{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.6223483681678772},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.579735517501831},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5347862243652344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44566547870635986},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.42108774185180664},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17893469333648682},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10737988352775574},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.09118285775184631},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0834801197052002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.1178","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1178","pdf_url":"https://aclanthology.org/2025.findings-acl.1178.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.1178","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.1178","pdf_url":"https://aclanthology.org/2025.findings-acl.1178.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887767.pdf","grobid_xml":"https://content.openalex.org/works/W4412887767.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"fine-tuning":[4,12,66,111,128],"technologies":[5],"have":[6],"achieved":[7],"remarkable":[8],"results.However,":[9],"traditional":[10],"LLM":[11,65],"approaches":[13],"face":[14],"significant":[15],"challenges:":[16],"they":[17],"require":[18],"large":[19],"Floating":[20],"Point":[21],"(FP)":[22],"computation,":[23],"raising":[24],"privacy":[25],"concerns":[26],"when":[27],"handling":[28],"sensitive":[29],"data,":[30],"and":[31,77,116,146],"are":[32],"impractical":[33],"for":[34,63,71],"resourceconstrained":[35],"edge":[36,54,159],"devices.While":[37],"Parameter-Efficient":[38],"Fine-Tuning":[39],"(PEFT)":[40],"techniques":[41],"reduce":[42,142],"trainable":[43],"parameters,":[44],"their":[45],"reliance":[46],"on":[47,158],"floating-point":[48,72],"arithmetic":[49],"creates":[50],"fundamental":[51],"incompatibilities":[52],"with":[53,104,150],"hardware.In":[55],"this":[56,107],"work,":[57],"we":[58],"introduce":[59],"a":[60],"novel":[61],"framework":[62],"ondevice":[64],"that":[67,112,120],"eliminates":[68],"the":[69,84],"need":[70],"operations":[73],"in":[74,94],"both":[75,114],"inference":[76],"training,":[78],"named":[79],"GSQ-Tuning.At":[80],"its":[81],"core":[82],"is":[83,113],"Group-Shared":[85],"Exponents":[86],"Integer":[87],"format,":[88],"which":[89],"efficiently":[90],"represents":[91],"model":[92,155],"parameters":[93],"integer":[95],"format":[96],"using":[97],"shared":[98],"exponents":[99],"among":[100],"parameter":[101],"groups.When":[102],"combined":[103],"LoRA-like":[105],"adapters,":[106],"enables":[108],"fully":[109],"integer-based":[110],"memory":[115,132],"compute":[117],"efficient.We":[118],"demonstrate":[119],"our":[121,139],"approach":[122],"achieves":[123],"accuracy":[124],"comparable":[125],"to":[126,137],"FP16-based":[127],"while":[129],"significantly":[130],"reducing":[131],"usage":[133],"(":[134],"50%).Moreover,":[135],"compared":[136],"FP8,":[138],"method":[140],"can":[141],"5":[143],"power":[144],"consumption":[145],"11":[147],"chip":[148],"area":[149],"same":[151],"performance,":[152],"making":[153],"large-scale":[154],"adaptation":[156],"feasible":[157],"devices.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}