{"id":"https://openalex.org/W3099964583","doi":"https://doi.org/10.1109/tvt.2021.3063953","title":"Optimizing Age of Information Through Aerial Reconfigurable Intelligent Surfaces: A Deep Reinforcement Learning Approach","display_name":"Optimizing Age of Information Through Aerial Reconfigurable Intelligent Surfaces: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-03-05","ids":{"openalex":"https://openalex.org/W3099964583","doi":"https://doi.org/10.1109/tvt.2021.3063953","mag":"3099964583"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3063953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3063953","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2011.04817","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109086141","display_name":"Moataz Samir","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Moataz Samir","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Qc, Canada#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Qc, Canada#TAB#","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059101599","display_name":"Mohamed Elhattab","orcid":"https://orcid.org/0000-0001-7682-9972"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Elhattab","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","Department of Electrical & Computer Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7682-9972","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072393948","display_name":"Chadi Assi","orcid":"https://orcid.org/0000-0002-3161-1846"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chadi Assi","raw_affiliation_strings":["Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Qc, Canada#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-3161-1846","affiliations":[{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]},{"raw_affiliation_string":"Concordia Institute for Information Systems Engineering, Concordia University, Montreal, Qc, Canada#TAB#","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071725114","display_name":"Sanaa Sharafeddine","orcid":"https://orcid.org/0000-0001-6548-1624"},"institutions":[{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Sanaa Sharafeddine","raw_affiliation_strings":["Lebanese American University Beirut, Beirut, Lebanon","[Lebanese American University Beirut, Beirut, Lebanon]"],"raw_orcid":"https://orcid.org/0000-0001-6548-1624","affiliations":[{"raw_affiliation_string":"Lebanese American University Beirut, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]},{"raw_affiliation_string":"[Lebanese American University Beirut, Beirut, Lebanon]","institution_ids":["https://openalex.org/I56306041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014049864","display_name":"Ali Ghrayeb","orcid":null},"institutions":[{"id":"https://openalex.org/I58152225","display_name":"Texas A&M University at Qatar","ror":"https://ror.org/03vb4dm14","country_code":"QA","type":"education","lineage":["https://openalex.org/I58152225","https://openalex.org/I91045830"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ali Ghrayeb","raw_affiliation_strings":["Electrical and Computer Engineering Department, Texas A&M University at Qatar, Doha, Qatar","Electrical and Computer Engineering Department, Texas A&M University at Qatar, Doha, QATAR"],"raw_orcid":"https://orcid.org/0000-0002-6808-5886","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Texas A&M University at Qatar, Doha, Qatar","institution_ids":["https://openalex.org/I58152225"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, Texas A&M University at Qatar, Doha, QATAR","institution_ids":["https://openalex.org/I58152225"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109086141"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":1.4411,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.82032084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"70","issue":"4","first_page":"3978","last_page":"3983"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7302761673927307},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6606121063232422},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6231527328491211},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.621791660785675},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5873866081237793},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4456346035003662},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.4416177570819855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43777069449424744},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.368000864982605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3277212381362915},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2531057894229889},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19017326831817627},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16140514612197876},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.1449585258960724}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7302761673927307},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6606121063232422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6231527328491211},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.621791660785675},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5873866081237793},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4456346035003662},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.4416177570819855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43777069449424744},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.368000864982605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3277212381362915},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2531057894229889},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19017326831817627},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16140514612197876},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.1449585258960724},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tvt.2021.3063953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3063953","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2011.04817","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.04817","pdf_url":"https://arxiv.org/pdf/2011.04817","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3099964583","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2011.04817.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2011.04817","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2011.04817","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2011.04817","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2011.04817","pdf_url":"https://arxiv.org/pdf/2011.04817","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321588","display_name":"Concordia University","ror":"https://ror.org/0420zvk78"},{"id":"https://openalex.org/F4320321747","display_name":"Fonds Qu\u00e9b\u00e9cois de la Recherche sur la Nature et les Technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3099964583.pdf","grobid_xml":"https://content.openalex.org/works/W3099964583.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2604830243","https://openalex.org/W2968389137","https://openalex.org/W2970920473","https://openalex.org/W3000577820","https://openalex.org/W3026439725","https://openalex.org/W3033291036","https://openalex.org/W3038104762","https://openalex.org/W3039402952","https://openalex.org/W3044888032","https://openalex.org/W3050389062","https://openalex.org/W3084578038","https://openalex.org/W3092562074","https://openalex.org/W3093728622","https://openalex.org/W3106530718","https://openalex.org/W3111189508","https://openalex.org/W3130381884","https://openalex.org/W6772546502","https://openalex.org/W6777631306","https://openalex.org/W6779632539","https://openalex.org/W6781245366","https://openalex.org/W6782849551","https://openalex.org/W6784015481","https://openalex.org/W6788472880"],"related_works":["https://openalex.org/W3038418740","https://openalex.org/W3003493416","https://openalex.org/W3114471069","https://openalex.org/W3026439725","https://openalex.org/W3210577393","https://openalex.org/W3109039904","https://openalex.org/W3203864028","https://openalex.org/W3012163124","https://openalex.org/W3162366242","https://openalex.org/W3196155817","https://openalex.org/W3010441622","https://openalex.org/W2893917677","https://openalex.org/W3132555612","https://openalex.org/W2972503844","https://openalex.org/W2920312006","https://openalex.org/W3134737640","https://openalex.org/W3195088590","https://openalex.org/W2807532264","https://openalex.org/W3029830333","https://openalex.org/W3209826234"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,28,36,45,49,58,61,63,72,78,82],"benefits":[3],"of":[4,23,38,47,60,68,74,77,81,109],"integrating":[5],"unmanned":[6],"aerial":[7],"vehicles":[8],"(UAVs)":[9],"with":[10,44],"reconfigurable":[11],"intelligent":[12],"surface":[13],"(RIS)":[14],"elements":[15],"to":[16,27,34,56,90],"passively":[17],"relay":[18],"information":[19],"sampled":[20],"by":[21],"Internet":[22],"Things":[24],"devices":[25],"(IoTDs)":[26],"base":[29],"station":[30],"(BS).":[31],"In":[32,71],"order":[33],"maintain":[35],"freshness":[37],"relayed":[39],"information,":[40],"an":[41],"optimization":[42,86,95],"problem":[43],"objective":[46],"minimizing":[48],"expected":[50],"sum":[51],"Age-of-Information":[52],"(AoI)":[53],"is":[54,88],"formulated":[55],"optimize":[57],"altitude":[59],"UAV,":[62],"communication":[64],"schedule,":[65],"and":[66],"phases-shift":[67],"RIS":[69],"elements.":[70],"absence":[73],"prior":[75],"knowledge":[76],"activation":[79],"pattern":[80],"IoTDs,":[83],"proximal":[84],"policy":[85],"algorithm":[87,103],"developed":[89],"solve":[91],"this":[92],"mixed-integer":[93],"non-convex":[94],"problem.":[96],"Numerical":[97],"results":[98],"show":[99],"that":[100],"our":[101],"proposed":[102],"outperforms":[104],"all":[105],"others":[106],"in":[107],"terms":[108],"AoI.":[110]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}