{"id":"https://openalex.org/W7160856906","doi":"https://doi.org/10.48550/arxiv.2605.07961","title":"Graph Representation Learning Augmented Model Manipulation on Federated Fine-Tuning of LLMs","display_name":"Graph Representation Learning Augmented Model Manipulation on Federated Fine-Tuning of LLMs","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160856906","doi":"https://doi.org/10.48550/arxiv.2605.07961"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07961","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133918788","display_name":"Hanlin Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Hanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135852740","display_name":"Kai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135879207","display_name":"Houtianfu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Houtianfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135880154","display_name":"Haofan Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Haofan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135894899","display_name":"Yichen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135884892","display_name":"Falko Dressler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dressler, Falko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5114439086","display_name":"Ozgur B. Akan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akan, Ozgur B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.3513000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.3513000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.2867000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.15549999475479126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6381999850273132},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5601000189781189},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5572999715805054},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5389999747276306},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5234000086784363},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5113000273704529},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.43220001459121704},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.41749998927116394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8091999888420105},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5572999715805054},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5389999747276306},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5234000086784363},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42640000581741333},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3910999894142151},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C150452318","wikidata":"https://www.wikidata.org/wiki/Q4820432","display_name":"Augmented Lagrangian method","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.31459999084472656},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.771270215511322,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"fine-tuning":[1],"(FFT)":[2],"has":[3],"emerged":[4],"as":[5],"a":[6,27,88],"privacy-preserving":[7],"paradigm":[8],"for":[9],"collaboratively":[10],"adapting":[11],"large":[12],"language":[13],"models":[14],"(LLMs).":[15],"Built":[16],"upon":[17],"federated":[18],"learning,":[19],"FFT":[20],"enables":[21],"distributed":[22],"agents":[23,181],"to":[24,46,102,135,171,184,199],"jointly":[25],"refine":[26],"shared":[28],"pretrained":[29],"LLM":[30,34,56,100,148,167,180],"by":[31,169,182],"aggregating":[32],"local":[33,38,179],"updates":[35,57,101,132],"without":[36],"sharing":[37],"raw":[39],"data.":[40],"However,":[41],"FFT-based":[42,83],"LLMs":[43],"remain":[44],"vulnerable":[45],"model":[47],"manipulation":[48,111,119,158],"threats,":[49],"in":[50],"which":[51],"adversarial":[52,137],"participants":[53],"upload":[54],"manipulated":[55],"that":[58,94,151],"corrupt":[59],"the":[60,65,68,104,152,156,165,175],"aggregation":[61],"process":[62],"and":[63,113,173,191,203],"degrade":[64],"performance":[66,159],"of":[67,106,178],"global":[69,166],"LLM.":[70],"In":[71],"this":[72,129],"paper,":[73],"we":[74,86,115],"propose":[75],"an":[76,117,123],"Augmented":[77],"Model":[78],"maniPulation":[79],"(AugMP)":[80],"strategy":[81,154],"against":[82],"LLMs.":[84],"Specifically,":[85],"design":[87],"novel":[89],"graph":[90],"representation":[91],"learning":[92],"framework":[93],"captures":[95],"feature":[96],"correlations":[97],"among":[98,160],"benign":[99,195],"guide":[103],"generation":[105],"malicious":[107,131],"updates.":[108],"To":[109],"enhance":[110],"effectiveness":[112],"stealthiness,":[114],"develop":[116],"iterative":[118],"algorithm":[120],"based":[121],"on":[122],"augmented":[124],"Lagrangian":[125],"dual":[126],"formulation.":[127],"Through":[128],"formulation,":[130],"are":[133],"optimized":[134],"embed":[136],"objectives":[138],"while":[139],"preserving":[140],"benign-like":[141],"parameter":[142],"characteristics.":[143],"Experimental":[144],"results":[145],"across":[146],"multiple":[147],"backbones":[149],"demonstrate":[150],"AugMP":[153,187],"achieves":[155],"strongest":[157],"all":[161],"competing":[162],"baselines,":[163],"reducing":[164],"accuracy":[168,177],"up":[170,183],"\\(26\\%\\)":[172],"degrading":[174],"average":[176],"\\(22\\%\\).":[185],"Meanwhile,":[186],"maintains":[188],"high":[189],"statistical":[190],"geometric":[192],"consistency":[193],"with":[194],"updates,":[196],"enabling":[197],"it":[198],"evade":[200],"conventional":[201],"distance-":[202],"similarity-based":[204],"defense":[205],"methods.":[206]},"counts_by_year":[],"updated_date":"2026-07-08T06:17:01.165560","created_date":"2026-05-12T00:00:00"}