{"id":"https://openalex.org/W2977678469","doi":"https://doi.org/10.1109/ijcnn.2019.8852464","title":"Learning Private Neural Language Modeling with Attentive Aggregation","display_name":"Learning Private Neural Language Modeling with Attentive Aggregation","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2977678469","doi":"https://doi.org/10.1109/ijcnn.2019.8852464","mag":"2977678469"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2019.8852464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.07108","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shaoxiong Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Shaoxiong Ji","raw_affiliation_strings":["School of ITEE, Faculty of EAIT, The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"School of ITEE, Faculty of EAIT, The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shirui Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shirui Pan","raw_affiliation_strings":["Faculty of Information Technology, Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guodong Long","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guodong Long","raw_affiliation_strings":["Centre for Artificial Intelligence, Faculty of Engineering and IT, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, Faculty of Engineering and IT, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xue Li","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xue Li","raw_affiliation_strings":["School of ITEE, Faculty of EAIT, The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"School of ITEE, Faculty of EAIT, The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jing Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["Centre for Artificial Intelligence, Faculty of Engineering and IT, University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, Faculty of Engineering and IT, University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zi Huang","raw_affiliation_strings":["School of ITEE, Faculty of EAIT, The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"School of ITEE, Faculty of EAIT, The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":5.9253,"has_fulltext":false,"cited_by_count":105,"citation_normalized_percentile":{"value":0.96923584,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.9412000179290771},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7059999704360962},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5065000057220459},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.46720001101493835},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.459199994802475},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3522999882698059},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.33649998903274536},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.3253999948501587}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9412000179290771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8422999978065491},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7059999704360962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025000214576721},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5234000086784363},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5065000057220459},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3253999948501587},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3057999908924103},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.2508000135421753},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn.2019.8852464","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2019.8852464","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1812.07108","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07108","pdf_url":"https://arxiv.org/pdf/1812.07108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.07108","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.07108","pdf_url":"https://arxiv.org/pdf/1812.07108","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1902237438","https://openalex.org/W2064675550","https://openalex.org/W2157331557","https://openalex.org/W2165698076","https://openalex.org/W2211192759","https://openalex.org/W2337795114","https://openalex.org/W2470673105","https://openalex.org/W2535838896","https://openalex.org/W2539241874","https://openalex.org/W2606065148","https://openalex.org/W2607247012","https://openalex.org/W2963347649","https://openalex.org/W6607333740","https://openalex.org/W6635446068","https://openalex.org/W6636649193","https://openalex.org/W6679434410","https://openalex.org/W6682137061","https://openalex.org/W6692563993","https://openalex.org/W6727099177","https://openalex.org/W6728757088","https://openalex.org/W6729239390","https://openalex.org/W6736057607","https://openalex.org/W6738383168","https://openalex.org/W6738460352","https://openalex.org/W6744649695","https://openalex.org/W6746200960","https://openalex.org/W6746720608","https://openalex.org/W6748263980","https://openalex.org/W6748642497","https://openalex.org/W6750254146"],"related_works":[],"abstract_inverted_index":{"Mobile":[0],"keyboard":[1,52],"suggestion":[2],"is":[3,95],"typically":[4],"regarded":[5],"as":[6],"a":[7,41,65,70,100,114,180],"word-level":[8],"language":[9,47,176],"modeling":[10,48,177],"problem.":[11],"Centralized":[12],"machine":[13],"learning":[14,38,45,99],"techniques":[15],"require":[16],"the":[17,80,85,105,123,129,146,150,163,166],"collection":[18],"of":[19,87,125,194,202],"massive":[20],"user":[21],"data":[22],"for":[23,49,73,98],"training":[24,55,62],"purposes,":[25],"which":[26],"may":[27],"raise":[28],"privacy":[29],"concerns":[30],"in":[31,192,199],"relation":[32],"to":[33,44,128,162],"users'":[34],"sensitive":[35],"data.":[36],"Federated":[37],"(FL)":[39],"provides":[40],"promising":[42],"approach":[43],"private":[46],"intelligent":[50],"personalized":[51],"suggestions":[53],"by":[54,156],"models":[56,82,127,155],"on":[57,64,104,173],"distributed":[58],"clients":[59],"rather":[60],"than":[61],"them":[63],"central":[66,106],"server.":[67,107],"To":[68,108],"obtain":[69],"global":[71,102,130],"model":[72,91,103,116,152,168],"prediction,":[74],"existing":[75],"FL":[76],"algorithms":[77],"simply":[78],"average":[79],"client":[81,89,126,154,170],"and":[83,153,169,179,196],"ignore":[84],"importance":[86],"each":[88],"during":[90,137],"aggregation.":[92,139],"Furthermore,":[93],"there":[94],"no":[96],"optimization":[97,135],"well-generalized":[101],"solve":[109],"these":[110],"problems,":[111],"we":[112],"propose":[113],"novel":[115],"aggregation":[117,143],"with":[118,133],"an":[119,134],"attention":[120],"mechanism":[121],"considering":[122],"contribution":[124],"model,":[131],"together":[132],"technique":[136],"server":[138,151,167],"Our":[140],"proposed":[141,187],"attentive":[142],"method":[144,188],"minimizes":[145],"weighted":[147],"distance":[148,164],"between":[149,165],"iteratively":[157],"updating":[158],"parameters":[159],"while":[160],"attending":[161],"models.":[171],"Experiments":[172],"two":[174],"popular":[175],"datasets":[178],"social":[181],"media":[182],"dataset":[183],"show":[184],"that":[185],"our":[186],"outperforms":[189],"its":[190],"counterparts":[191],"terms":[193],"perplexity":[195],"communication":[197],"cost":[198],"most":[200],"settings":[201],"comparison.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2019-10-10T00:00:00"}