{"id":"https://openalex.org/W4293057565","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860760","title":"Actor-Critic Scheduling for Path-Aware Air-to-Ground Multipath Multimedia Delivery","display_name":"Actor-Critic Scheduling for Path-Aware Air-to-Ground Multipath Multimedia Delivery","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293057565","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860760"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860760","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/8046311","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004767791","display_name":"Achilles Machumilane","orcid":"https://orcid.org/0000-0002-0260-2465"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]},{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210104311","display_name":"Institute of Scientific and Technical Information of China","ror":"https://ror.org/01b2av652","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210104311","https://openalex.org/I4210120069","https://openalex.org/I4210127390"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Achilles Machumilane","raw_affiliation_strings":["University of Pisa,Department of Information Engineering","Department of Information Engineering, University of Pisa","Institute of Information Science and Technologies (ISTI), CNR, Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa,Department of Information Engineering","institution_ids":["https://openalex.org/I108290504"]},{"raw_affiliation_string":"Department of Information Engineering, University of Pisa","institution_ids":["https://openalex.org/I108290504"]},{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR, Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048540584","display_name":"Alberto Gotta","orcid":"https://orcid.org/0000-0002-8134-7844"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210099310","display_name":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni","ror":"https://ror.org/0182a5n39","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210099310"]},{"id":"https://openalex.org/I4210104311","display_name":"Institute of Scientific and Technical Information of China","ror":"https://ror.org/01b2av652","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210104311","https://openalex.org/I4210120069","https://openalex.org/I4210127390"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Alberto Gotta","raw_affiliation_strings":["Institute of Information Science and Technologies (ISTI), CNR,Pisa","Institute of Information Science and Technologies (ISTI), CNR, Pisa","CNIT - National Inter-University Consortium for Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR,Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR, Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"CNIT - National Inter-University Consortium for Telecommunications","institution_ids":["https://openalex.org/I4210099310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091257734","display_name":"Pietro Cassar\u00e1","orcid":"https://orcid.org/0000-0002-3704-4133"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210099310","display_name":"Consorzio Nazionale Interuniversitario per le Telecomunicazioni","ror":"https://ror.org/0182a5n39","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210099310"]},{"id":"https://openalex.org/I4210104311","display_name":"Institute of Scientific and Technical Information of China","ror":"https://ror.org/01b2av652","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210104311","https://openalex.org/I4210120069","https://openalex.org/I4210127390"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Pietro Cassara","raw_affiliation_strings":["Institute of Information Science and Technologies (ISTI), CNR,Pisa","Institute of Information Science and Technologies (ISTI), CNR, Pisa","CNIT - National Inter-University Consortium for Telecommunications"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR,Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR, Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"CNIT - National Inter-University Consortium for Telecommunications","institution_ids":["https://openalex.org/I4210099310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072879702","display_name":"Claudio Gennaro","orcid":"https://orcid.org/0000-0002-3715-149X"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210104311","display_name":"Institute of Scientific and Technical Information of China","ror":"https://ror.org/01b2av652","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210104311","https://openalex.org/I4210120069","https://openalex.org/I4210127390"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Claudio Gennaro","raw_affiliation_strings":["Institute of Information Science and Technologies (ISTI), CNR,Pisa","Institute of Information Science and Technologies (ISTI), CNR, Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR,Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR, Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072396889","display_name":"Giuseppe Amato","orcid":"https://orcid.org/0000-0003-0171-4315"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210104311","display_name":"Institute of Scientific and Technical Information of China","ror":"https://ror.org/01b2av652","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210104311","https://openalex.org/I4210120069","https://openalex.org/I4210127390"]}],"countries":["CN","IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Amato","raw_affiliation_strings":["Institute of Information Science and Technologies (ISTI), CNR,Pisa","Institute of Information Science and Technologies (ISTI), CNR, Pisa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR,Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]},{"raw_affiliation_string":"Institute of Information Science and Technologies (ISTI), CNR, Pisa","institution_ids":["https://openalex.org/I122991210","https://openalex.org/I4210104311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8503047227859497},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.74294513463974},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6142762899398804},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5662893056869507},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5444232225418091},{"id":"https://openalex.org/keywords/multipath-propagation","display_name":"Multipath propagation","score":0.5393959879875183},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4632585644721985},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.42085108160972595},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4104643166065216},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3967474699020386},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3493456542491913},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.29855090379714966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18430450558662415},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13125541806221008}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8503047227859497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.74294513463974},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6142762899398804},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5662893056869507},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5444232225418091},{"id":"https://openalex.org/C161218011","wikidata":"https://www.wikidata.org/wiki/Q11827794","display_name":"Multipath propagation","level":3,"score":0.5393959879875183},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4632585644721985},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.42085108160972595},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4104643166065216},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3967474699020386},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3493456542491913},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.29855090379714966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18430450558662415},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13125541806221008},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860760","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860760","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:8046311","is_oa":true,"landing_page_url":"https://zenodo.org/record/8046311","pdf_url":"https://zenodo.org/record/8046311","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"pmh:oai:dnet:people______::58a0c184050238aa7c971ef153836901","is_oa":true,"landing_page_url":"https://openportal.isti.cnr.it/doc?id=people______::58a0c184050238aa7c971ef153836901","pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VTC2022-Spring - 95th IEEE Vehicular Technology Conference, Helsinki, Finland, 19-22 June 2022","raw_type":"http://purl.org/coar/resource_type/c_5794"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:8046311","is_oa":true,"landing_page_url":"https://zenodo.org/record/8046311","pdf_url":"https://zenodo.org/record/8046311","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6681187973","display_name":null,"funder_award_id":"871385","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293057565.pdf","grobid_xml":"https://content.openalex.org/works/W4293057565.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W2046376809","https://openalex.org/W2154564162","https://openalex.org/W2156737235","https://openalex.org/W2591938480","https://openalex.org/W2794160160","https://openalex.org/W2898652425","https://openalex.org/W2918130934","https://openalex.org/W2922988740","https://openalex.org/W2952192939","https://openalex.org/W2983432303","https://openalex.org/W2988705972","https://openalex.org/W3013878260","https://openalex.org/W3034631130","https://openalex.org/W4200075149","https://openalex.org/W6683195989","https://openalex.org/W6749447817","https://openalex.org/W6764045336"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2376969857","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2110252992","https://openalex.org/W2586732548","https://openalex.org/W614679600","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"has":[3],"recently":[4],"found":[5],"wide":[6],"applications":[7],"in":[8,39,77,107,132],"network":[9,25,150],"traffic":[10],"management":[11],"and":[12,88],"control":[13],"because":[14],"some":[15],"of":[16,24,55,100,149],"its":[17],"variants":[18],"do":[19],"not":[20],"require":[21],"prior":[22,147],"knowledge":[23,148],"models.":[26,152],"In":[27],"this":[28],"paper,":[29],"we":[30],"present":[31],"a":[32,52,98,121],"novel":[33],"scheduler":[34,70,118],"for":[35,82,91],"real-time":[36,56,78,133],"multimedia":[37],"delivery":[38],"multipath":[40],"systems":[41],"based":[42],"on":[43,51,146],"an":[44,60,73],"Actor-Critic":[45],"(AC)":[46],"RL":[47,74],"algorithm.":[48],"We":[49],"focus":[50],"challenging":[53],"scenario":[54],"video":[57],"streaming":[58],"from":[59],"Unmanned":[61],"Aerial":[62],"Vehicle":[63],"(UAV)":[64],"using":[65],"multiple":[66],"wireless":[67],"paths.":[68],"The":[69,94,112],"acting":[71],"as":[72,97],"agent":[75],"learns":[76],"the":[79,101,127,134,138],"optimal":[80],"policy":[81,136],"path":[83,85,139],"selection,":[84],"rate":[86,125],"allocation":[87],"redundancy":[89],"estimation":[90],"flow":[92],"protection.":[93],"scheduler,":[95],"implemented":[96],"module":[99],"GStreamer":[102],"framework,":[103],"can":[104,119],"be":[105],"used":[106],"real":[108],"or":[109,144],"simulated":[110],"settings.":[111],"simulation":[113],"results":[114],"show":[115],"that":[116],"our":[117],"target":[120],"very":[122],"low":[123],"loss":[124],"at":[126],"receiver":[128],"by":[129],"dynamically":[130],"adapting":[131],"scheduling":[135],"to":[137],"conditions":[140],"without":[141],"performing":[142],"training":[143],"relying":[145],"channel":[151]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}