{"id":"https://openalex.org/W2066258383","doi":"https://doi.org/10.1109/tsp.2012.2237171","title":"Online Learning Based Congestion Control for Adaptive Multimedia Transmission","display_name":"Online Learning Based Congestion Control for Adaptive Multimedia Transmission","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W2066258383","doi":"https://doi.org/10.1109/tsp.2012.2237171","mag":"2066258383"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2012.2237171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2012.2237171","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066282116","display_name":"Oussama Habachi","orcid":"https://orcid.org/0000-0001-7121-5760"},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Oussama Habachi","raw_affiliation_strings":["CERI/LIA, University of Avignon, Avignon, France","LIA - University of Avignon, Avignon, France#TAB#"],"affiliations":[{"raw_affiliation_string":"CERI/LIA, University of Avignon, Avignon, France","institution_ids":["https://openalex.org/I198415970"]},{"raw_affiliation_string":"LIA - University of Avignon, Avignon, France#TAB#","institution_ids":["https://openalex.org/I198415970"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048585090","display_name":"Hsien-Po Shiang","orcid":null},"institutions":[{"id":"https://openalex.org/I151281966","display_name":"Cisco Systems (China)","ror":"https://ror.org/02qy75381","country_code":"CN","type":"company","lineage":["https://openalex.org/I135428043","https://openalex.org/I151281966"]},{"id":"https://openalex.org/I135428043","display_name":"Cisco Systems (United States)","ror":"https://ror.org/03yt1ez60","country_code":"US","type":"company","lineage":["https://openalex.org/I135428043"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Hsien-Po Shiang","raw_affiliation_strings":["Cisco Systems, Inc., San Jose, CA, USA","Cisco Systems, Inc., San Jose, CA , USA"],"affiliations":[{"raw_affiliation_string":"Cisco Systems, Inc., San Jose, CA, USA","institution_ids":["https://openalex.org/I135428043"]},{"raw_affiliation_string":"Cisco Systems, Inc., San Jose, CA , USA","institution_ids":["https://openalex.org/I151281966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["Department of Electrical Engineering, University of California, Los Angeles, USA","Dept. of Electr. Eng., Univ. of California, Los Angeles (UCLA), Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Dept. of Electr. Eng., Univ. of California, Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006338234","display_name":"Y\u00e9z\u00e9ka\u00ebl Hayel","orcid":"https://orcid.org/0000-0003-3891-3916"},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yezekael Hayel","raw_affiliation_strings":["CERI/LIA, University of Avignon, Avignon, France","LIA - University of Avignon, Avignon, France#TAB#"],"affiliations":[{"raw_affiliation_string":"CERI/LIA, University of Avignon, Avignon, France","institution_ids":["https://openalex.org/I198415970"]},{"raw_affiliation_string":"LIA - University of Avignon, Avignon, France#TAB#","institution_ids":["https://openalex.org/I198415970"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5066282116"],"corresponding_institution_ids":["https://openalex.org/I198415970"],"apc_list":null,"apc_paid":null,"fwci":3.987,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.9426709,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"61","issue":"6","first_page":"1460","last_page":"1469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8180643916130066},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.7353277206420898},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6580150127410889},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.6391738653182983},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5947183966636658},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5232407450675964},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4950994551181793},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4902966320514679},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4610303044319153},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.4598693549633026},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.42088013887405396},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.41506949067115784},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4109788239002228},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40734076499938965},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.32510611414909363},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.28403016924858093},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15107756853103638},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1409372091293335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8180643916130066},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.7353277206420898},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6580150127410889},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.6391738653182983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5947183966636658},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5232407450675964},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4950994551181793},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4902966320514679},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4610303044319153},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.4598693549633026},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.42088013887405396},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.41506949067115784},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4109788239002228},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40734076499938965},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.32510611414909363},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.28403016924858093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15107756853103638},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1409372091293335},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2012.2237171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2012.2237171","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W95627046","https://openalex.org/W1491973539","https://openalex.org/W1532688806","https://openalex.org/W1534658810","https://openalex.org/W1549519846","https://openalex.org/W1591195137","https://openalex.org/W1657674574","https://openalex.org/W1995173604","https://openalex.org/W2034725503","https://openalex.org/W2037894865","https://openalex.org/W2044375425","https://openalex.org/W2047947005","https://openalex.org/W2098465579","https://openalex.org/W2100948257","https://openalex.org/W2101167844","https://openalex.org/W2108169811","https://openalex.org/W2119567691","https://openalex.org/W2123764803","https://openalex.org/W2124175081","https://openalex.org/W2126880366","https://openalex.org/W2131633717","https://openalex.org/W2132454267","https://openalex.org/W2150339816","https://openalex.org/W2162459976","https://openalex.org/W2163093107","https://openalex.org/W2166615620","https://openalex.org/W2411359688","https://openalex.org/W3011120880","https://openalex.org/W6603889278","https://openalex.org/W6631864160","https://openalex.org/W6632072271","https://openalex.org/W6636922475","https://openalex.org/W6678114464"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W1760611253","https://openalex.org/W52153049","https://openalex.org/W1589140671","https://openalex.org/W2951545791","https://openalex.org/W1515117609","https://openalex.org/W2294884454","https://openalex.org/W4323315247","https://openalex.org/W3169161914","https://openalex.org/W4321379664"],"abstract_inverted_index":{"The":[0,68,94],"increase":[1],"of":[2,89,96,114,132,198],"Internet":[3],"application":[4],"requirements,":[5],"such":[6],"as":[7,75],"throughput":[8],"and":[9,111,136,165,196],"delay,":[10],"has":[11],"spurred":[12],"the":[13,40,59,85,90,121,125,128,137,153,163,168,174,180,188,194,199],"need":[14],"for":[15,65],"transport":[16],"protocols":[17],"with":[18],"flexible":[19],"transmission":[20,45],"control.":[21],"Current":[22],"TCP":[23],"congestion":[24,41,55,61,70,123,200],"control":[25,56,71,201],"adopts":[26],"an":[27,52,148],"Additive":[28],"Increase":[29],"Multiplicative":[30],"Decrease":[31],"(AIMD)":[32],"algorithm":[33],"that":[34,57,118,179],"linearly":[35],"increases":[36],"or":[37],"exponentially":[38],"decreases":[39],"window":[42,62],"based":[43],"on":[44,173],"acknowledgments.":[46],"In":[47],"this":[48,97],"paper,":[49],"we":[50],"propose":[51],"AIMD-like":[53],"media-aware":[54,69],"determines":[58],"optimal":[60,122],"updating":[63],"policy":[64,102],"multimedia":[66,92,105,115,134],"transmission.":[67],"problem":[72,99],"is":[73],"formulated":[74],"a":[76,101,157],"Partially":[77],"Observable":[78],"Markov":[79],"Decision":[80],"Process":[81],"(POMDP),":[82],"which":[83,140],"maximizes":[84],"long-term":[86],"expected":[87],"quality":[88,191],"received":[91,189],"application.":[93],"solution":[95,155],"POMDP":[98],"gives":[100],"adapted":[103],"to":[104,119,160,166,170],"applications'":[106],"characteristics":[107],"(i.e.,":[108],"distortion":[109],"impacts":[110],"delay":[112],"deadlines":[113],"packets).":[116],"Note":[117],"obtain":[120],"policy,":[124],"sender":[126],"requires":[127],"complete":[129],"statistical":[130],"knowledge":[131],"both":[133],"traffic":[135],"network":[138,171,204],"environment,":[139],"may":[141],"not":[142],"be":[143],"available":[144],"in":[145,152,202],"practice.":[146],"Hence,":[147],"online":[149,182],"reinforcement":[150],"learning":[151,183],"POMDP-based":[154],"provides":[156],"powerful":[158],"tool":[159],"accurately":[161],"estimate":[162],"environment":[164],"adapt":[167],"source":[169],"variations":[172],"fly.":[175],"Simulation":[176],"results":[177],"show":[178],"proposed":[181],"approach":[184],"can":[185],"significantly":[186],"improve":[187],"video":[190],"while":[192],"maintaining":[193],"responsiveness":[195],"TCP-friendliness":[197],"various":[203],"scenarios.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}