{"id":"https://openalex.org/W4385221283","doi":"https://doi.org/10.23919/ifipnetworking57963.2023.10186429","title":"Q-learning for Waiting Time Control in CDN/V2V Live streaming","display_name":"Q-learning for Waiting Time Control in CDN/V2V Live streaming","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4385221283","doi":"https://doi.org/10.23919/ifipnetworking57963.2023.10186429"},"language":"en","primary_location":{"id":"doi:10.23919/ifipnetworking57963.2023.10186429","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/ifipnetworking57963.2023.10186429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-04309215/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080703191","display_name":"Zhejiayu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhejiayu Ma","raw_affiliation_strings":["EasyBroadcast,Nantes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EasyBroadcast,Nantes,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070740890","display_name":"Soufiane Roubia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soufiane Roubia","raw_affiliation_strings":["EasyBroadcast,Nantes,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EasyBroadcast,Nantes,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070726630","display_name":"Fr\u00e9d\u00e9ric Giroire","orcid":"https://orcid.org/0000-0002-3727-051X"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Giroire","raw_affiliation_strings":["Université Côte d'Azur, CNRS,Sophia-Antipolis,France","COATI - Combinatorics, Optimization and Algorithms for Telecommunications (2004 route des Lucioles BP 93 F-06902 Sophia Antipolis (France) - France)","CNRS - Centre National de la Recherche Scientifique (France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Côte d'Azur, CNRS,Sophia-Antipolis,France","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"COATI - Combinatorics, Optimization and Algorithms for Telecommunications (2004 route des Lucioles BP 93 F-06902 Sophia Antipolis (France) - France)","institution_ids":[]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083524854","display_name":"Guillaume Urvoy-Keller","orcid":null},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Urvoy-Keller","raw_affiliation_strings":["Université Côte d'Azur, CNRS,Sophia-Antipolis,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université Côte d'Azur, CNRS,Sophia-Antipolis,France","institution_ids":["https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07303027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286290168762207},{"id":"https://openalex.org/keywords/webrtc","display_name":"WebRTC","score":0.7680320739746094},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6770231127738953},{"id":"https://openalex.org/keywords/content-delivery-network","display_name":"Content delivery network","score":0.6751922369003296},{"id":"https://openalex.org/keywords/real-time-streaming-protocol","display_name":"Real Time Streaming Protocol","score":0.5668904781341553},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.5480537414550781},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5154446363449097},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.49306461215019226},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4800525903701782},{"id":"https://openalex.org/keywords/video-streaming","display_name":"Video streaming","score":0.4176163673400879},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4086903929710388},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.26730412244796753},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.2671496868133545},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.21837592124938965},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17730742692947388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10249122977256775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286290168762207},{"id":"https://openalex.org/C2779790888","wikidata":"https://www.wikidata.org/wiki/Q1089715","display_name":"WebRTC","level":2,"score":0.7680320739746094},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6770231127738953},{"id":"https://openalex.org/C2778898579","wikidata":"https://www.wikidata.org/wiki/Q72588","display_name":"Content delivery network","level":3,"score":0.6751922369003296},{"id":"https://openalex.org/C110738861","wikidata":"https://www.wikidata.org/wiki/Q682598","display_name":"Real Time Streaming Protocol","level":3,"score":0.5668904781341553},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.5480537414550781},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5154446363449097},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.49306461215019226},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4800525903701782},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.4176163673400879},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4086903929710388},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.26730412244796753},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2671496868133545},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.21837592124938965},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17730742692947388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10249122977256775}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/ifipnetworking57963.2023.10186429","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/ifipnetworking57963.2023.10186429","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IFIP Networking Conference (IFIP Networking)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04309215v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04309215","pdf_url":"https://inria.hal.science/hal-04309215/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/10186376/proceeding","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04309215v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04309215","pdf_url":"https://inria.hal.science/hal-04309215/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/10186376/proceeding","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313934","display_name":"Institut national de recherche en informatique et en automatique (INRIA)","ror":"https://ror.org/02kvxyf05"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385221283.pdf","grobid_xml":"https://content.openalex.org/works/W4385221283.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1496637959","https://openalex.org/W1641379095","https://openalex.org/W2007087980","https://openalex.org/W2118268795","https://openalex.org/W2125090141","https://openalex.org/W2157869550","https://openalex.org/W2161012989","https://openalex.org/W2963864421","https://openalex.org/W3030973072","https://openalex.org/W3116648806","https://openalex.org/W3216319996","https://openalex.org/W4293900757","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6652111958","https://openalex.org/W6684921986","https://openalex.org/W6804645031"],"related_works":["https://openalex.org/W2547310372","https://openalex.org/W3111003943","https://openalex.org/W4289123118","https://openalex.org/W2992634480","https://openalex.org/W4364305686","https://openalex.org/W2606926485","https://openalex.org/W1525779867","https://openalex.org/W2296736168","https://openalex.org/W3037404310","https://openalex.org/W2390531461"],"abstract_inverted_index":{"HTTP-based":[0],"streaming":[1,8,19,49,192],"has":[2],"become":[3],"the":[4,11,15,52,81,114,126,130,144,169,183],"dominant":[5],"technology":[6,45,60],"for":[7,39,47,108],"due":[9,124],"to":[10,100,113,125],"widespread":[12],"adoption":[13],"of":[14,24],"HTTP":[16],"protocol.":[17],"Many":[18],"providers":[20],"use":[21],"a":[22,74,103,151,157,178,212],"combination":[23],"Content":[25],"Delivery":[26],"Network":[27],"(CDN)":[28],"and":[29,42,54,58,90,111,155,173,205],"Viewer-to-Viewer":[30],"(V2V)":[31],"technology,":[32],"known":[33],"as":[34,65,150],"Hybrid":[35],"CDN/V2V":[36],"live":[37],"streaming,":[38],"both":[40],"efficiency":[41],"cost-effectiveness.":[43],"V2V":[44,63,76,131,215],"allows":[46],"of-floading":[48],"traffic":[50],"from":[51,93,136],"CDN":[53,115],"reducing":[55],"operational":[56],"costs,":[57],"WebRTC":[59],"facilitates":[61],"direct":[62],"transfer,":[64],"it":[66],"is":[67,116,134],"natively":[68],"supported":[69],"by":[70],"all":[71],"browsers.":[72],"In":[73,138],"WebRTC-based":[75],"network,":[77],"some":[78],"viewers":[79],"cache":[80],"video":[82,200],"chunks":[83,92],"on":[84],"their":[85,94],"devices,":[86],"while":[87],"others":[88],"wait":[89],"fetch":[91],"neighbors.":[95],"A":[96],"common":[97],"strategy":[98],"used":[99],"determine":[101],"when":[102],"viewer":[104],"should":[105],"stop":[106],"waiting":[107],"chunk":[109],"delivery":[110],"revert":[112],"called":[117],"Random":[118],"Waiting":[119,145,159],"Time":[120,146,160],"Control":[121,147,161],"(RWC).":[122],"However,":[123],"complex":[127],"dynamics":[128],"in":[129,168,182,195],"system,":[132],"RWC":[133],"far":[135],"optimal.":[137],"this":[139],"work,":[140],"we":[141],"have":[142],"formulated":[143],"determination":[148],"problem":[149,154],"reinforcement":[152],"learning":[153],"proposed":[156],"Q-learning-based":[158],"(QWC)":[162],"solution.":[163],"We":[164],"conducted":[165],"offline":[166],"experiments":[167],"Grid5000":[170],"[1]":[171],"testbed":[172],"validated":[174],"our":[175],"results":[176],"through":[177],"14-day":[179],"A/B":[180],"testing":[181],"wild.":[184],"Our":[185],"findings":[186],"showed":[187],"that":[188],"QWC":[189],"improves":[190],"overall":[191],"Quality-of-Experience":[193],"(QoE)":[194],"rebuffering":[196],"(-29%":[197],"fewer":[198],"events),":[199],"quality":[201],"(+17":[202],"%":[203,209,218],"higher),":[204],"buffer":[206],"length":[207],"(+5":[208,217],"longer),":[210],"with":[211],"slightly":[213],"improved":[214],"ratio":[216],"more).":[219]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}