{"id":"https://openalex.org/W3131649438","doi":"https://doi.org/10.1145/3446382.3448358","title":"GrGym","display_name":"GrGym","publication_year":2021,"publication_date":"2021-02-20","ids":{"openalex":"https://openalex.org/W3131649438","doi":"https://doi.org/10.1145/3446382.3448358","mag":"3131649438"},"language":"en","primary_location":{"id":"doi:10.1145/3446382.3448358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446382.3448358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Workshop on Mobile Computing Systems and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090173388","display_name":"Anatolij Zubow","orcid":"https://orcid.org/0000-0002-4117-6729"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anatolij Zubow","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011459832","display_name":"Sascha R\u00f6sler","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sascha R\u00f6sler","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018334460","display_name":"P. Gaw\u0142owicz","orcid":"https://orcid.org/0000-0002-7599-130X"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Piotr Gaw\u0142owicz","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042212040","display_name":"Falko Dressler","orcid":"https://orcid.org/0000-0002-1989-1750"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falko Dressler","raw_affiliation_strings":["TU Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":4.0499,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.95198518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.796556830406189},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7800449132919312},{"id":"https://openalex.org/keywords/software-defined-radio","display_name":"Software-defined radio","score":0.7343907952308655},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6193215250968933},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.6100621819496155},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5240324139595032},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.47994735836982727},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4215843975543976},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4171471893787384},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3868822157382965},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.32533133029937744},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3251749873161316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31539636850357056},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24214455485343933},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.21083849668502808},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11602666974067688},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10754582285881042},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09742432832717896}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.796556830406189},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7800449132919312},{"id":"https://openalex.org/C171115542","wikidata":"https://www.wikidata.org/wiki/Q1331892","display_name":"Software-defined radio","level":2,"score":0.7343907952308655},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6193215250968933},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.6100621819496155},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5240324139595032},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.47994735836982727},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4215843975543976},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4171471893787384},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3868822157382965},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.32533133029937744},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3251749873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31539636850357056},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24214455485343933},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.21083849668502808},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11602666974067688},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10754582285881042},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09742432832717896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3446382.3448358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3446382.3448358","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Workshop on Mobile Computing Systems and Applications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1490756768","https://openalex.org/W1967754176","https://openalex.org/W1977655452","https://openalex.org/W2009303086","https://openalex.org/W2041310642","https://openalex.org/W2287724167","https://openalex.org/W2530944449","https://openalex.org/W2546571074","https://openalex.org/W2562146178","https://openalex.org/W2617931713","https://openalex.org/W2754040117","https://openalex.org/W2760661167","https://openalex.org/W2788005034","https://openalex.org/W2899076365","https://openalex.org/W2963721358","https://openalex.org/W2990740617","https://openalex.org/W3099427826","https://openalex.org/W4299610895"],"related_works":["https://openalex.org/W2355663289","https://openalex.org/W2106913410","https://openalex.org/W4380372336","https://openalex.org/W2354248671","https://openalex.org/W2359134391","https://openalex.org/W2594116857","https://openalex.org/W2947628004","https://openalex.org/W2935229758","https://openalex.org/W2352791832","https://openalex.org/W2387913039"],"abstract_inverted_index":{"Trends":[0],"like":[1],"softwarization":[2],"through":[3],"the":[4,14,49,80,92,102,107,125,136,174],"usage":[5,15],"of":[6,16,94],"flexible":[7],"Software-defined":[8],"Radio":[9,109,119],"(SDR)":[10],"platforms":[11],"together":[12],"with":[13],"Machine":[17],"Learning":[18,39],"(ML)":[19],"techniques":[20],"are":[21],"key":[22],"enablers":[23],"for":[24,63,71,97,135],"building":[25],"and":[26,51,59,106,132,144,169],"running":[27],"future":[28],"high-performance":[29],"communication":[30,98,152],"networks":[31,99],"in":[32,124],"a":[33,68,89],"cost-efficient":[34],"way.":[35],"In":[36,83],"particular,":[37],"Reinforcement":[38],"(RL)":[40],"becomes":[41],"very":[42],"popular":[43],"as":[44,121],"an":[45,122,156,160],"agent":[46],"can":[47,78,145],"explore":[48],"environment":[50,123],"adapt":[52,166],"its":[53,130,167],"behavior":[54],"based":[55,100,172],"on":[56,101,173],"collected":[57],"observations":[58],"reward":[60],"values.":[61],"However,":[62],"early":[64],"deployments":[65],"there":[66],"is":[67,142],"pressing":[69],"need":[70],"well-defined":[72],"environments":[73],"so":[74],"that":[75],"ML/RL-based":[76],"algorithms":[77],"learn":[79],"best":[81],"policies.":[82],"this":[84],"paper,":[85],"we":[86],"present":[87,155],"GrGym,":[88],"framework":[90,114,127,141],"enabling":[91],"design":[93],"RL-driven":[95],"solutions":[96],"OpenAI":[103],"Gym":[104,126],"toolkit":[105],"GNU":[108,118],"SDR":[110],"platform.":[111],"The":[112],"GrGym":[113],"allows":[115],"integrating":[116],"any":[117],"program":[120],"by":[128],"exposing":[129],"state":[131],"control":[133],"knobs":[134],"agent's":[137],"learning":[138],"purposes.":[139],"Our":[140],"generic":[143],"be":[146],"easily":[147],"extended":[148],"to":[149,165],"cover":[150],"various":[151],"problems.":[153],"We":[154],"illustrative":[157],"example,":[158],"where":[159],"IEEE":[161],"802.11":[162],"transmitter":[163],"learns":[164],"modulation":[168],"coding":[170],"rate":[171],"observed":[175],"channel":[176],"conditions.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2021-03-01T00:00:00"}