{"id":"https://openalex.org/W4412610854","doi":"https://doi.org/10.1109/tsusc.2025.3592043","title":"Enhancing Sustainability in LLM Training: Leveraging Federated Learning and Parameter-Efficient Fine-Tuning","display_name":"Enhancing Sustainability in LLM Training: Leveraging Federated Learning and Parameter-Efficient Fine-Tuning","publication_year":2025,"publication_date":"2025-07-23","ids":{"openalex":"https://openalex.org/W4412610854","doi":"https://doi.org/10.1109/tsusc.2025.3592043"},"language":"en","primary_location":{"id":"doi:10.1109/tsusc.2025.3592043","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2025.3592043","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tsusc.2025.3592043","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109774176","display_name":"Sunbal Iftikhar","orcid":"https://orcid.org/0009-0005-9970-7544"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Sunbal Iftikhar","raw_affiliation_strings":["Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0009-0005-9970-7544","affiliations":[{"raw_affiliation_string":"Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012786887","display_name":"Saeed Hamood Alsamhi","orcid":"https://orcid.org/0000-0003-2857-6979"},"institutions":[{"id":"https://openalex.org/I188760350","display_name":"Ollscoil na Gaillimhe \u2013 University of Galway","ror":"https://ror.org/03bea9k73","country_code":"IE","type":"education","lineage":["https://openalex.org/I188760350"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Saeed Hamood Alsamhi","raw_affiliation_strings":["Data Science Institute, University of Galway, Galway, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-2857-6979","affiliations":[{"raw_affiliation_string":"Data Science Institute, University of Galway, Galway, Ireland","institution_ids":["https://openalex.org/I188760350"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047327377","display_name":"Steven Davy","orcid":"https://orcid.org/0000-0002-3300-1152"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Steven Davy","raw_affiliation_strings":["Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-3300-1152","affiliations":[{"raw_affiliation_string":"Technological University Dublin, Electrical and Electronics Engineering, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8576,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93427803,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"1158","last_page":"1172"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9111999869346619,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9111999869346619,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sustainability","display_name":"Sustainability","score":0.7175842523574829},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6280296444892883},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6088070869445801},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35793063044548035}],"concepts":[{"id":"https://openalex.org/C66204764","wikidata":"https://www.wikidata.org/wiki/Q219416","display_name":"Sustainability","level":2,"score":0.7175842523574829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6280296444892883},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6088070869445801},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35793063044548035},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsusc.2025.3592043","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2025.3592043","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsusc.2025.3592043","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2025.3592043","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3676028294","display_name":"SustAIn: Sustainable, Green and Energy Efficient Artificial Intelligence for Autonomous Systems","funder_award_id":"21/FFP-A/9174","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2003238582","https://openalex.org/W2163455955","https://openalex.org/W2768950724","https://openalex.org/W2884150179","https://openalex.org/W2963318081","https://openalex.org/W3020807179","https://openalex.org/W3037032032","https://openalex.org/W3045027907","https://openalex.org/W3048650942","https://openalex.org/W3146925889","https://openalex.org/W3203937904","https://openalex.org/W4205708288","https://openalex.org/W4206236322","https://openalex.org/W4283704460","https://openalex.org/W4378465235","https://openalex.org/W4385481791","https://openalex.org/W4385572063","https://openalex.org/W4385572219","https://openalex.org/W4387494819","https://openalex.org/W4389518653","https://openalex.org/W4389520700","https://openalex.org/W4391094932","https://openalex.org/W4391855109","https://openalex.org/W4392240262","https://openalex.org/W4401863415","https://openalex.org/W4404790656","https://openalex.org/W4406650295"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"deliver":[3],"strong":[4],"performance":[5],"but":[6,104,117],"at":[7],"the":[8,39,45,84,101,146,191,194,217],"cost":[9],"of":[10,87,193,219],"high":[11],"energy":[12,24,76,120,128,152,172],"use":[13,173],"and":[14,37,62,78,91,107,122,125,130,166,178,211],"carbon":[15,74],"emissions,":[16,75],"limiting":[17],"their":[18],"accessibility.":[19],"Federated":[20],"Learning":[21],"(FL)":[22],"addresses":[23],"efficiency":[25,129],"by":[26,140,174,184],"utilizing":[27],"distributed":[28],"data":[29],"sources,":[30],"coordinating":[31],"learning":[32],"from":[33,145],"diverse,":[34],"energy-constrained":[35],"clients,":[36],"allowing":[38],"training":[40,55,89,99,226],"process":[41],"to":[42,176,186,189,223],"occur":[43],"without":[44],"need":[46],"for":[47,204],"large":[48],"centralized":[49,64,98],"datasets.":[50],"This":[51],"paper":[52],"evaluates":[53],"LLM":[54],"using":[56],"various":[57],"FL":[58,110,161],"client":[59,137,196,221],"selection":[60,138,197,222],"strategies":[61],"a":[63],"approach,":[65],"integrating":[66],"Parameter-Efficient":[67],"Fine-Tuning":[68],"(PEFT).":[69],"The":[70],"assessment":[71],"focuses":[72],"on":[73,207],"consumption,":[77],"model":[79],"performance,":[80],"providing":[81],"insights":[82],"into":[83],"environmental":[85],"impact":[86],"different":[88],"methods":[90,111],"identifying":[92],"sustainable":[93],"practices.":[94],"Results":[95],"show":[96],"that":[97],"achieves":[100],"highest":[102],"accuracy":[103,116,165],"lacks":[105],"privacy":[106],"scalability,":[108],"whereas":[109],"like":[112],"FedFull+LoRa":[113],"provide":[114],"comparable":[115],"incur":[118],"higher":[119],"consumption":[121],"emissions.":[123],"FedProx+LoRa":[124],"FedNorm+LoRa":[126],"balance":[127],"accuracy.":[131],"We":[132],"also":[133],"extended":[134],"our":[135],"FedSustain":[136,158],"strategy":[139,203],"incorporating":[141],"real-time":[142],"renewable-energy":[143],"signals":[144],"Electricity":[147],"Maps":[148],"API":[149],"alongside":[150],"on-device":[151],"buffers.":[153],"On":[154],"an":[155,201],"IMDB/DistilBERT":[156],"benchmark,":[157],"matches":[159],"leading":[160],"baselines":[162],"in":[163],"both":[164],"convergence":[167],"speed":[168],"while":[169],"reducing":[170],"total":[171],"up":[175,185],"38%":[177],"CO<inline-formula":[179],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[180],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[181],"notation=\"LaTeX\">$_{2}$</tex-math></inline-formula>":[182],"emissions":[183],"46%.":[187],"Furthermore,":[188],"address":[190],"limitations":[192],"current":[195],"strategy,":[198],"we":[199],"present":[200],"enhanced":[202],"future":[205],"evaluation":[206],"more":[208,227],"complex":[209],"tasks":[210],"larger":[212],"models.":[213],"These":[214],"results":[215],"highlight":[216],"potential":[218],"energy-aware":[220],"make":[224],"large-model":[225],"sustainable.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}