{"id":"https://openalex.org/W3212689941","doi":"https://doi.org/10.1109/tvt.2021.3134457","title":"Quality-Aware Deep Reinforcement Learning for Streaming in Infrastructure-Assisted Connected Vehicles","display_name":"Quality-Aware Deep Reinforcement Learning for Streaming in Infrastructure-Assisted Connected Vehicles","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W3212689941","doi":"https://doi.org/10.1109/tvt.2021.3134457","mag":"3212689941"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3134457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3134457","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081315657","display_name":"Won Joon Yun","orcid":"https://orcid.org/0000-0003-0405-8843"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won Joon Yun","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0405-8843","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052173276","display_name":"Dohyun Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dohyun Kwon","raw_affiliation_strings":["Hyundai-Autoever, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hyundai-Autoever, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000003740","display_name":"Minseok Choi","orcid":"https://orcid.org/0000-0001-7027-1920"},"institutions":[{"id":"https://openalex.org/I83202590","display_name":"Jeju National University","ror":"https://ror.org/05hnb4n85","country_code":"KR","type":"education","lineage":["https://openalex.org/I83202590"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minseok Choi","raw_affiliation_strings":["Department of Telecommunication Engineering, Jeju National University, Jeju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-7027-1920","affiliations":[{"raw_affiliation_string":"Department of Telecommunication Engineering, Jeju National University, Jeju, Republic of Korea","institution_ids":["https://openalex.org/I83202590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049202871","display_name":"Joongheon Kim","orcid":"https://orcid.org/0000-0003-2126-768X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joongheon Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-2126-768X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058252389","display_name":"Giuseppe Caire","orcid":"https://orcid.org/0000-0002-7749-1333"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Giuseppe Caire","raw_affiliation_strings":["Communications and Information Theory Group, Technical University of Berlin, Berlin, Deutschland, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7749-1333","affiliations":[{"raw_affiliation_string":"Communications and Information Theory Group, Technical University of Berlin, Berlin, Deutschland, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071725365","display_name":"Andreas F. Molisch","orcid":"https://orcid.org/0000-0002-4779-4763"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andreas F. Molisch","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4779-4763","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0728,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.89161367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"71","issue":"2","first_page":"2002","last_page":"2017"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7647557258605957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575291395187378},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6834793090820312},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6776571273803711},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6655292510986328},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.589664876461029},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5144870281219482},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5124809741973877},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.48726239800453186},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.46369707584381104},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4596869647502899},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.44752514362335205},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4376556873321533},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18443387746810913},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1835167109966278}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7647557258605957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575291395187378},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6834793090820312},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6776571273803711},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6655292510986328},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.589664876461029},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5144870281219482},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5124809741973877},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.48726239800453186},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.46369707584381104},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4596869647502899},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.44752514362335205},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4376556873321533},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18443387746810913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1835167109966278},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3134457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3134457","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2028608648","display_name":null,"funder_award_id":"NRF-2021R1A4A1030775","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G2662008848","display_name":null,"funder_award_id":"1816699","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G607477202","display_name":null,"funder_award_id":"NRF-2020R1G1A1101164","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1571805169","https://openalex.org/W1784384189","https://openalex.org/W2097395379","https://openalex.org/W2121863487","https://openalex.org/W2155027007","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2325899653","https://openalex.org/W2333599012","https://openalex.org/W2508619106","https://openalex.org/W2508712411","https://openalex.org/W2587849672","https://openalex.org/W2606830649","https://openalex.org/W2744628735","https://openalex.org/W2751125589","https://openalex.org/W2769893221","https://openalex.org/W2799488224","https://openalex.org/W2805628168","https://openalex.org/W2809315175","https://openalex.org/W2911877688","https://openalex.org/W2928077227","https://openalex.org/W2963213404","https://openalex.org/W2963556501","https://openalex.org/W2964062035","https://openalex.org/W2964079373","https://openalex.org/W2965671543","https://openalex.org/W2965834989","https://openalex.org/W2973165538","https://openalex.org/W2973229164","https://openalex.org/W3001264325","https://openalex.org/W3002597435","https://openalex.org/W3002844053","https://openalex.org/W3016207298","https://openalex.org/W3036260642","https://openalex.org/W3080404044","https://openalex.org/W3100882102","https://openalex.org/W3101359755","https://openalex.org/W3102392503","https://openalex.org/W3105462206","https://openalex.org/W3163089200","https://openalex.org/W3182356845","https://openalex.org/W4214717370","https://openalex.org/W4387042191","https://openalex.org/W6631943919","https://openalex.org/W6683204974","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2097644939","https://openalex.org/W2012551222","https://openalex.org/W4200445394","https://openalex.org/W4303414366","https://openalex.org/W2041847789","https://openalex.org/W2594059527","https://openalex.org/W1724300815","https://openalex.org/W2357429841"],"abstract_inverted_index":{"This":[0,105,191],"paper":[1,192],"proposes":[2],"a":[3,69,199],"deep":[4,179],"reinforcement":[5],"learning-based":[6],"video":[7,70,97,125,188],"streaming":[8,36,78,200],"scheme":[9,127],"for":[10,160,185],"mobility-aware":[11],"vehicular":[12],"networks,":[13],"e.g.,":[14],"vehicles":[15,39,110],"on":[16],"the":[17,27,35,42,56,59,66,92,100,123,147,161,166,170,178,186,196],"highway.":[18],"We":[19,121],"consider":[20],"infrastructure-assisted":[21],"and":[22,76,137,169,217],"mmWave-based":[23],"scenarios":[24],"in":[25],"which":[26,132],"macro":[28],"base":[29,52],"station":[30],"(MBS)":[31],"cannot":[32],"directly":[33],"provide":[34],"service":[37],"to":[38,41,62,80,103,108,142,149,163],"due":[40],"short":[43],"range":[44],"of":[45,73,99],"mmWave":[46,51],"beams":[47],"so":[48],"that":[49,68,111,128,195,202],"small":[50],"stations":[53],"(mBSs)":[54],"along":[55],"road":[57],"deliver":[58],"desired":[60,101],"videos":[61],"users.":[63],"Motivated":[64],"by":[65,118],"fact":[67],"stream":[71],"consists":[72],"sequential":[74],"chunks":[75,98,141],"smooth":[77],"has":[79],"be":[81,117,143],"provided":[82],"while":[83,207],"users":[84],"pass":[85],"through":[86],"multiple":[87],"mBSs":[88,150],"at":[89],"high":[90,204],"speed,":[91],"MBS":[93,148,162],"proactively":[94,144],"pushes":[95],"some":[96],"contents":[102],"mBSs.":[104],"is":[106,158],"done":[107],"support":[109],"are":[112],"currently":[113],"covered":[114],"and/or":[115],"will":[116],"each":[119],"mBS.":[120],"formulate":[122],"dynamic":[124],"delivery":[126,189],"adaptively":[129],"determines":[130],"1)":[131],"content,":[133],"2)":[134],"what":[135],"quality":[136,206,215],"3)":[138],"how":[139],"many":[140],"delivered":[145],"from":[146],"using":[151],"Markov":[152],"decision":[153],"process":[154],"(MDP).":[155],"Since":[156],"it":[157],"difficult":[159],"track":[164],"all":[165],"channel":[167],"conditions":[168],"network":[171],"states":[172],"have":[173],"extensive":[174],"dimensions,":[175],"we":[176],"adopt":[177],"deterministic":[180],"policy":[181,201],"gradient":[182],"(DDPG)":[183],"algorithm":[184],"DRL-based":[187],"scheme.":[190],"finally":[193],"shows":[194],"DRL":[197],"agentlearns":[198],"pursues":[203],"average":[205],"limiting":[208],"packet":[209],"drops,":[210],"avoiding":[211],"playback":[212],"stalls,":[213],"reducing":[214],"fluctuations":[216],"saving":[218],"backhaul":[219],"usage.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}