{"id":"https://openalex.org/W4297950490","doi":"https://doi.org/10.48550/arxiv.2209.13540","title":"FORLORN: A Framework for Comparing Offline Methods and Reinforcement Learning for Optimization of RAN Parameters","display_name":"FORLORN: A Framework for Comparing Offline Methods and Reinforcement Learning for Optimization of RAN Parameters","publication_year":2022,"publication_date":"2022-09-08","ids":{"openalex":"https://openalex.org/W4297950490","doi":"https://doi.org/10.48550/arxiv.2209.13540"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.13540","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13540","pdf_url":"https://arxiv.org/pdf/2209.13540","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.13540","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015769061","display_name":"Vegard Edvardsen","orcid":"https://orcid.org/0000-0002-3357-9544"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Edvardsen, Vegard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065891094","display_name":"Gard Spreemann","orcid":"https://orcid.org/0000-0002-5945-0466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spreemann, Gard","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064513927","display_name":"Jeriek Van den Abeele","orcid":"https://orcid.org/0000-0002-3077-6390"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abeele, Jeriek Van den","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5015769061"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.910674512386322},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7823187112808228},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7016240358352661},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.6577355265617371},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5708280801773071},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.48997822403907776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44928786158561707},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4474829435348511},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4095652997493744},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3774987757205963},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18019145727157593}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.910674512386322},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7823187112808228},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7016240358352661},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.6577355265617371},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5708280801773071},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.48997822403907776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44928786158561707},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4474829435348511},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4095652997493744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3774987757205963},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18019145727157593},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.13540","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13540","pdf_url":"https://arxiv.org/pdf/2209.13540","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.13540","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.13540","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.13540","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.13540","pdf_url":"https://arxiv.org/pdf/2209.13540","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"The":[0],"growing":[1],"complexity":[2],"and":[3],"capacity":[4],"demands":[5],"for":[6,12,46,115,121],"mobile":[7],"networks":[8],"necessitate":[9],"innovative":[10],"techniques":[11],"optimizing":[13],"resource":[14],"usage.":[15],"Meanwhile,":[16],"recent":[17],"breakthroughs":[18],"have":[19],"brought":[20],"Reinforcement":[21],"Learning":[22],"(RL)":[23],"into":[24],"the":[25,48,94,103],"domain":[26],"of":[27,30,50],"continuous":[28],"control":[29,125],"real-world":[31],"systems.":[32],"As":[33],"a":[34,43,113],"step":[35],"towards":[36],"RL-based":[37,123],"network":[38,55],"control,":[39],"this":[40,61],"paper":[41],"introduces":[42],"new":[44],"framework":[45,109],"benchmarking":[47],"performance":[49],"an":[51,66],"RL":[52,67],"agent":[53,68],"in":[54,87,96,99,118],"environments":[56],"simulated":[57],"with":[58],"ns-3.":[59],"Within":[60],"framework,":[62],"we":[63],"demonstrate":[64],"that":[65],"without":[69],"domain-specific":[70],"knowledge":[71],"can":[72],"learn":[73],"how":[74],"to":[75,83,101],"efficiently":[76],"adjust":[77],"Radio":[78],"Access":[79],"Network":[80],"(RAN)":[81],"parameters":[82],"match":[84],"offline":[85],"optimization":[86],"static":[88],"scenarios,":[89,98],"while":[90],"also":[91],"adapting":[92],"on":[93],"fly":[95],"dynamic":[97],"order":[100],"improve":[102],"overall":[104],"user":[105],"experience.":[106],"Our":[107],"proposed":[108],"may":[110],"serve":[111],"as":[112],"foundation":[114],"further":[116],"work":[117],"developing":[119],"workflows":[120],"designing":[122],"RAN":[124],"algorithms.":[126]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}
