{"id":"https://openalex.org/W4283333224","doi":"https://doi.org/10.48550/arxiv.2206.10369","title":"The State of Sparse Training in Deep Reinforcement Learning","display_name":"The State of Sparse Training in Deep Reinforcement Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-06-17","ids":{"openalex":"https://openalex.org/W4283333224","doi":"https://doi.org/10.48550/arxiv.2206.10369"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2206.10369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.10369","pdf_url":"https://arxiv.org/pdf/2206.10369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4283333224"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.10369","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002723909","display_name":"Laura Graesser","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Graesser, Laura","raw_affiliation_strings":["Google Research , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069716783","display_name":"Utku Evci","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Evci, Utku","raw_affiliation_strings":["Google Research , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009345506","display_name":"Erich Elsen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Elsen, Erich","raw_affiliation_strings":["Google Research , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , Canada","institution_ids":["https://openalex.org/I4210148186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068291173","display_name":"Pablo Samuel Castro","orcid":"https://orcid.org/0000-0002-3206-336X","observed_orcids":["https://orcid.org/0000-0002-3206-336X"]},"institutions":[{"id":"https://openalex.org/I4210148186","display_name":"Google (Canada)","ror":"https://ror.org/04d06q394","country_code":"CA","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969","https://openalex.org/I4210148186"]}],"countries":["CA"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Castro, Pablo Samuel","raw_affiliation_strings":["Google Research , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , Canada","institution_ids":["https://openalex.org/I4210148186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210148186"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":56,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sparse-neural-networks","display_name":"sparse neural networks","score":0.9319999814033508},{"id":"https://openalex.org/keywords/sparse-training","display_name":"sparse training","score":0.9649999737739563},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9940000176429749},{"id":"https://openalex.org/keywords/parameter-efficiency","display_name":"parameter efficiency","score":0.777999997138977},{"id":"https://openalex.org/keywords/network-compression","display_name":"network compression","score":0.44600000977516174},{"id":"https://openalex.org/keywords/learning-efficiency","display_name":"learning efficiency","score":0.43700000643730164}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7660030126571655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6680111289024353},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6579186320304871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6297686100006104},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5899936556816101},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5715368390083313},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5302875638008118},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.42585891485214233},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4120141565799713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09660977125167847},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2206.10369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.10369","pdf_url":"https://arxiv.org/pdf/2206.10369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.10369","doi":"https://doi.org/10.48550/arxiv.2206.10369","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.10369","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.10369","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.10369","pdf_url":"https://arxiv.org/pdf/2206.10369","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283333224.pdf","grobid_xml":"https://content.openalex.org/works/W4283333224.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1845051632","https://openalex.org/W1902150074","https://openalex.org/W2111935653","https://openalex.org/W2116339921","https://openalex.org/W2134273960","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2158782408","https://openalex.org/W2257979135","https://openalex.org/W2334782222","https://openalex.org/W2622263826","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2786036274","https://openalex.org/W2808133870","https://openalex.org/W2905342215","https://openalex.org/W2907502844","https://openalex.org/W2915589364","https://openalex.org/W2943283198","https://openalex.org/W2948635472","https://openalex.org/W2950656546","https://openalex.org/W2953319219","https://openalex.org/W2953488952","https://openalex.org/W2956434358","https://openalex.org/W2964121744","https://openalex.org/W2996037775","https://openalex.org/W2999204576","https://openalex.org/W3005273253","https://openalex.org/W3009686669","https://openalex.org/W3010156474","https://openalex.org/W3011120880","https://openalex.org/W3012502279","https://openalex.org/W3034877463","https://openalex.org/W3035178967","https://openalex.org/W3035435378","https://openalex.org/W3042879175","https://openalex.org/W3087194612","https://openalex.org/W3092446983","https://openalex.org/W3107153805","https://openalex.org/W3123386591","https://openalex.org/W3129093240","https://openalex.org/W3168133273","https://openalex.org/W3175149871","https://openalex.org/W3177637566","https://openalex.org/W3197485521","https://openalex.org/W4213377513","https://openalex.org/W4280502627"],"related_works":["https://openalex.org/W4417539754","https://openalex.org/W4285600354","https://openalex.org/W7065352630","https://openalex.org/W4402450920","https://openalex.org/W4281639343","https://openalex.org/W4406959246","https://openalex.org/W7135228021","https://openalex.org/W4415084753","https://openalex.org/W4220733308","https://openalex.org/W4415262154"],"abstract_inverted_index":{"The":[0],"use":[1,51,128,152],"of":[2,25,69,77,129,142],"sparse":[3,71,88,96,130,143],"neural":[4],"networks":[5,97,102,131],"has":[6],"seen":[7],"rapid":[8],"growth":[9],"in":[10,14,35,38,52,90,109,122,153],"recent":[11],"years,":[12],"particularly":[13],"computer":[15,92],"vision.":[16],"Their":[17],"appeal":[18],"stems":[19],"largely":[20],"from":[21,87],"the":[22,85,91,104,110,119,127,140],"reduced":[23],"number":[24,68],"parameters":[26],"required":[27],"to":[28],"train":[29],"and":[30,80,132],"store,":[31],"as":[32,34,146,148],"well":[33,147],"an":[36],"increase":[37],"learning":[39],"efficiency.":[40],"Somewhat":[41],"surprisingly,":[42],"there":[43],"have":[44],"been":[45],"very":[46],"few":[47],"efforts":[48],"exploring":[49],"their":[50,151],"Deep":[53],"Reinforcement":[54],"Learning":[55],"(DRL).":[56],"In":[57],"this":[58],"work":[59],"we":[60],"perform":[61,98],"a":[62,67,75],"systematic":[63],"investigation":[64],"into":[65],"applying":[66],"existing":[70],"training":[72,89,144],"techniques":[73],"on":[74,117],"variety":[76],"DRL":[78,111,123],"agents":[79],"environments.":[81],"Our":[82],"results":[83],"corroborate":[84],"findings":[86],"vision":[93],"domain":[94],"-":[95,108],"better":[99],"than":[100],"dense":[101],"for":[103,138,149],"same":[105],"parameter":[106],"count":[107],"domain.":[112],"We":[113],"provide":[114],"detailed":[115],"analyses":[116],"how":[118],"various":[120],"components":[121],"are":[124],"affected":[125],"by":[126,134],"conclude":[133],"suggesting":[135],"promising":[136],"avenues":[137],"improving":[139],"effectiveness":[141],"methods,":[145],"advancing":[150],"DRL.":[154]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283333224","counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":12}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-06-24T00:00:00"}
