{"id":"https://openalex.org/W3017440759","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348439","title":"Lottery Hypothesis based Unsupervised Pre-training for Model Compression in Federated Learning","display_name":"Lottery Hypothesis based Unsupervised Pre-training for Model Compression in Federated Learning","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3017440759","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348439","mag":"3017440759"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2020-fall49728.2020.9348439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.09817","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020616959","display_name":"Sohei Itahara","orcid":"https://orcid.org/0000-0003-3729-6215"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Sohei Itahara","raw_affiliation_strings":["Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501"],"affiliations":[{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042195263","display_name":"Takayuki Nishio","orcid":"https://orcid.org/0000-0003-1026-319X"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takayuki Nishio","raw_affiliation_strings":["Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","Kyoto University"],"affiliations":[{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Kyoto University","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694405","display_name":"Masahiro Morikura","orcid":"https://orcid.org/0000-0002-3634-1320"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masahiro Morikura","raw_affiliation_strings":["Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501"],"affiliations":[{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063642951","display_name":"Koji Yamamoto","orcid":"https://orcid.org/0000-0003-4106-3983"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koji Yamamoto","raw_affiliation_strings":["Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501"],"affiliations":[{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,Japan,606-8501","institution_ids":["https://openalex.org/I22299242"]},{"raw_affiliation_string":"Kyoto University,Graduate School of Informatics,Kyoto,JAPAN,606-8501","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020616959"],"corresponding_institution_ids":["https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.1371,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53323316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8468163013458252},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6758987307548523},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6189903020858765},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.5999515056610107},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5653071403503418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5452103018760681},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5298753976821899},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.46080684661865234},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45217660069465637},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4432351291179657},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4340501129627228},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.42914503812789917},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.41717594861984253},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09564131498336792},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09154343605041504}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468163013458252},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6758987307548523},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6189903020858765},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.5999515056610107},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5653071403503418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5452103018760681},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5298753976821899},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46080684661865234},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45217660069465637},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4432351291179657},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4340501129627228},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.42914503812789917},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.41717594861984253},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09564131498336792},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09154343605041504},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/vtc2020-fall49728.2020.9348439","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348439","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.09817","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.09817","pdf_url":"https://arxiv.org/pdf/2004.09817","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3017440759","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2004.09817.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2004.09817","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.09817","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.09817","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.09817","pdf_url":"https://arxiv.org/pdf/2004.09817","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2025768430","https://openalex.org/W2112796928","https://openalex.org/W2145094598","https://openalex.org/W2405920868","https://openalex.org/W2541884796","https://openalex.org/W2606891064","https://openalex.org/W2904190483","https://openalex.org/W2963664311","https://openalex.org/W2963813662","https://openalex.org/W2989289980","https://openalex.org/W3101036738","https://openalex.org/W6681096077","https://openalex.org/W6714058667","https://openalex.org/W6728757088","https://openalex.org/W6748019269","https://openalex.org/W6751979845","https://openalex.org/W6757172675","https://openalex.org/W6760157594"],"related_works":["https://openalex.org/W3130896299","https://openalex.org/W3141518839","https://openalex.org/W3035453001","https://openalex.org/W3152986485","https://openalex.org/W2756467403","https://openalex.org/W2971155615","https://openalex.org/W2810989615","https://openalex.org/W3132772989","https://openalex.org/W3205027275","https://openalex.org/W2462940117","https://openalex.org/W3184049905","https://openalex.org/W3134850107","https://openalex.org/W2811507669","https://openalex.org/W2587314205","https://openalex.org/W3108835755","https://openalex.org/W3005598094","https://openalex.org/W1907114107","https://openalex.org/W2608431727","https://openalex.org/W3037308981","https://openalex.org/W2785896742"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"enables":[3],"a":[4,56,138,162,181,215],"neural":[5],"network":[6],"(NN)":[7],"to":[8,32,43,66,113,136,179],"be":[9,114],"trained":[10],"using":[11,145,161,191],"privacy-sensitive":[12],"data":[13,21,120,148,169],"on":[14,22,86,150],"mobile":[15,30],"devices":[16,31,40],"while":[17],"retaining":[18],"all":[19],"the":[20,29,69,78,87,93,117,132,142,146,151,167,176,200],"their":[23],"local":[24],"storages.":[25],"However,":[26],"FL":[27],"asks":[28],"perform":[33],"heavy":[34],"communication":[35,70,79],"and":[36,45,50,71,80,170,207],"computation":[37,72,81,208],"tasks,":[38],"i.e.,":[39],"are":[41,83],"requested":[42],"upload":[44],"download":[46],"large-volume":[47],"NN":[48,90,144],"models":[49],"train":[51],"them.":[52],"This":[53],"paper":[54],"proposes":[55],"novel":[57],"unsupervised":[58],"pre-training":[59],"method":[60,106,134,156,188,202],"adapted":[61],"for":[62],"FL,":[63],"which":[64,110],"aims":[65],"reduce":[67,100],"both":[68],"costs":[73,82],"through":[74],"model":[75,97,160,178],"compression.":[76],"Since":[77],"highly":[84],"dependent":[85],"volume":[88,94],"of":[89,131,175],"models,":[91],"reducing":[92],"without":[95],"decreasing":[96],"performance":[98],"can":[99],"these":[101],"costs.":[102],"The":[103,128,154,186,196],"proposed":[104,133,155,187,201],"pretraining":[105],"leverages":[107],"unlabeled":[108,147,168],"data,":[109],"is":[111,135,189],"expected":[112],"obtained":[115],"from":[116,141],"Internet":[118],"or":[119],"repository":[121],"much":[122],"more":[123],"easily":[124],"than":[125,210],"labeled":[126],"data.":[127],"key":[129],"idea":[130],"obtain":[137],"\"good\"":[139],"subnetwork":[140],"original":[143,159,177],"based":[149],"lottery":[152],"hypothesis.":[153],"trains":[157],"an":[158,192],"denoising":[163],"auto":[164],"encoder":[165],"with":[166],"then":[171],"prunes":[172],"small-magnitude":[173],"parameters":[174],"generate":[180],"small":[182],"but":[183],"good":[184],"subnetwork.":[185],"evaluated":[190],"image":[193],"classification":[194],"task.":[195],"results":[197],"show":[198],"that":[199],"requires":[203],"35%":[204],"less":[205],"traffic":[206],"time":[209],"previous":[211],"methods":[212],"when":[213],"achieving":[214],"certain":[216],"test":[217],"accuracy.":[218]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}