{"id":"https://openalex.org/W3128910074","doi":"https://doi.org/10.1109/tnse.2021.3058037","title":"Deep Reinforcement Learning for Network Selection Over Heterogeneous Health Systems","display_name":"Deep Reinforcement Learning for Network Selection Over Heterogeneous Health Systems","publication_year":2021,"publication_date":"2021-02-10","ids":{"openalex":"https://openalex.org/W3128910074","doi":"https://doi.org/10.1109/tnse.2021.3058037","mag":"3128910074"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2021.3058037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3058037","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005080443","display_name":"Zina Chkirbene","orcid":"https://orcid.org/0000-0001-6764-188X"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Zina Chkirbene","raw_affiliation_strings":["College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-6764-188X","affiliations":[{"raw_affiliation_string":"College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006961690","display_name":"Alaa Awad Abdellatif","orcid":"https://orcid.org/0000-0002-3887-2520"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Alaa Awad Abdellatif","raw_affiliation_strings":["College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-3887-2520","affiliations":[{"raw_affiliation_string":"College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021329808","display_name":"Amr Mohamed","orcid":"https://orcid.org/0000-0002-1583-7503"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Amr Mohamed","raw_affiliation_strings":["College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-1583-7503","affiliations":[{"raw_affiliation_string":"College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061831106","display_name":"Aiman Erbad","orcid":"https://orcid.org/0000-0001-7565-5253"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]},{"id":"https://openalex.org/I92528248","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05","country_code":"QA","type":"funder","lineage":["https://openalex.org/I92528248"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Aiman Erbad","raw_affiliation_strings":["Division of Information, Computing Technology, College of Science, Engineering, Hamad Bin Khalifa University, Qatar Foundation, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-7565-5253","affiliations":[{"raw_affiliation_string":"Division of Information, Computing Technology, College of Science, Engineering, Hamad Bin Khalifa University, Qatar Foundation, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839","https://openalex.org/I92528248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0002-8972-8094","affiliations":[{"raw_affiliation_string":"College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0685,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.8607858,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"258","last_page":"270"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11932","display_name":"Wireless Body Area Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13052","display_name":"Molecular Communication and Nanonetworks","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7382537126541138},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.7092793583869934},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6962260007858276},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5888648629188538},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5061411261558533},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4834247827529907},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.47107449173927307},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4620835781097412},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.37457597255706787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21750563383102417},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.21397599577903748},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18130522966384888},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.11216142773628235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7382537126541138},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.7092793583869934},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6962260007858276},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5888648629188538},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5061411261558533},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4834247827529907},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.47107449173927307},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4620835781097412},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.37457597255706787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21750563383102417},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.21397599577903748},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18130522966384888},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.11216142773628235},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnse.2021.3058037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2021.3058037","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/30049","is_oa":false,"landing_page_url":"http://hdl.handle.net/10576/30049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/35283","is_oa":false,"landing_page_url":"https://www.scopus.com/inward/record.uri?partnerID=HzOxMe3b&scp=85100859447&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8899999856948853,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1811143567","display_name":null,"funder_award_id":"NPRP12S-0305-190231","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"}],"funders":[{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1994934077","https://openalex.org/W2007921544","https://openalex.org/W2033775444","https://openalex.org/W2053744708","https://openalex.org/W2087260876","https://openalex.org/W2108967892","https://openalex.org/W2145339207","https://openalex.org/W2159314643","https://openalex.org/W2325772666","https://openalex.org/W2485360919","https://openalex.org/W2513720123","https://openalex.org/W2604427121","https://openalex.org/W2612779293","https://openalex.org/W2736601468","https://openalex.org/W2741401130","https://openalex.org/W2756144809","https://openalex.org/W2769378718","https://openalex.org/W2774996295","https://openalex.org/W2783871507","https://openalex.org/W2883810469","https://openalex.org/W2887286578","https://openalex.org/W2891135006","https://openalex.org/W2919339757","https://openalex.org/W2963805280","https://openalex.org/W2969324740","https://openalex.org/W2973229164","https://openalex.org/W2980360843","https://openalex.org/W2982313136","https://openalex.org/W2986919178","https://openalex.org/W3004421451","https://openalex.org/W3010396974","https://openalex.org/W3023252330","https://openalex.org/W3046017994","https://openalex.org/W3100789280","https://openalex.org/W4250589301","https://openalex.org/W4302067267","https://openalex.org/W6638018090","https://openalex.org/W6704571135","https://openalex.org/W6736372492","https://openalex.org/W6741002519","https://openalex.org/W6775351243"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W2334642245","https://openalex.org/W1584888409","https://openalex.org/W2268092139","https://openalex.org/W2963527963","https://openalex.org/W2914383144","https://openalex.org/W3100451096","https://openalex.org/W2366251550","https://openalex.org/W2779515473","https://openalex.org/W2183862607"],"abstract_inverted_index":{"Smart":[0],"health":[1,14,25,44,72,125],"systems":[2],"improve":[3,22],"our":[4],"quality":[5],"oflife":[6],"by":[7,90],"integrating":[8],"diverse":[9,156],"information":[10],"and":[11,15,30,66,152,177],"technologies":[12,19],"into":[13],"medical":[16,120],"practices.":[17],"Such":[18],"can":[20],"significantly":[21],"the":[23,36,40,52,91,111,116,135,143,148,168,174,181],"existing":[24],"services.":[26],"However,":[27,74],"reliability,":[28],"latency,":[29,153],"limited":[31],"networks":[32],"resources":[33],"are":[34],"among":[35],"many":[37],"challenges":[38],"hindering":[39],"realization":[41],"of":[42,93,118,159],"smart":[43,71],"systems.":[45,73,126],"Thus,":[46],"in":[47,77,98,189],"this":[48],"paper,":[49],"we":[50,103,128],"leverage":[51],"dense":[53],"heterogeneous":[54,124],"network":[55,61,64,75,112,136,144],"(HetNet)":[56],"architecture":[57],"over":[58,123],"5":[59],"G":[60],"to":[62,86,146,180],"enhance":[63],"capacity":[65],"provide":[67],"seamless":[68],"connectivity":[69],"for":[70,109],"selection":[76,113,137],"HetNets":[78],"is":[79],"still":[80],"a":[81,105],"challenging":[82],"problem":[83,114,138],"that":[84,133,167],"needs":[85],"be":[87],"addressed.":[88],"Inspired":[89],"success":[92],"Deep":[94],"Reinforcement":[95],"Learning":[96],"(DRL)":[97],"solving":[99,110],"complicated":[100],"control":[101],"problems,":[102],"present":[104],"novel":[106],"DRL":[107],"model":[108,132,171],"with":[115,139],"aim":[117],"optimizing":[119],"data":[121],"delivery":[122],"Specifically,":[127],"formulate":[129],"an":[130],"optimization":[131],"integrates":[134],"adaptive":[140],"compression,":[141],"at":[142],"edge,":[145],"minimize":[147,173],"transmission":[149],"energy":[150,175],"consumption":[151,176],"while":[154,184],"meeting":[155,185],"applications\u2019":[157],"Quality":[158],"service":[160],"(QoS)":[161],"requirements.":[162],"Our":[163],"experimental":[164],"results":[165],"show":[166],"proposed":[169],"DRL-based":[170],"could":[172],"latency":[178],"compared":[179],"greedy":[182],"techniques,":[183],"different":[186],"users\u2019":[187],"demands":[188],"high":[190],"dynamics":[191],"environments.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2021-02-15T00:00:00"}