{"id":"https://openalex.org/W2051063333","doi":"https://doi.org/10.1145/1730836.1730843","title":"Online layered learning for cross-layer optimization of dynamic multimedia systems","display_name":"Online layered learning for cross-layer optimization of dynamic multimedia systems","publication_year":2010,"publication_date":"2010-02-22","ids":{"openalex":"https://openalex.org/W2051063333","doi":"https://doi.org/10.1145/1730836.1730843","mag":"2051063333"},"language":"en","primary_location":{"id":"doi:10.1145/1730836.1730843","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1730836.1730843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first annual ACM SIGMM conference on Multimedia systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047238501","display_name":"Nicholas Mastronarde","orcid":"https://orcid.org/0000-0002-8474-7237"},"institutions":[{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Mastronarde","raw_affiliation_strings":["UCLA, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I2799798094"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012339002","display_name":"Mihaela van der Schaar","orcid":"https://orcid.org/0000-0003-3933-6049"},"institutions":[{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799798094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihaela van der Schaar","raw_affiliation_strings":["UCLA, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I2799798094"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2799798094"],"apc_list":null,"apc_paid":null,"fwci":1.0878,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77903571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8741700649261475},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7118266224861145},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.660040557384491},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5318835377693176},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5250622630119324},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5138576030731201},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.49841761589050293},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48886317014694214},{"id":"https://openalex.org/keywords/application-layer","display_name":"Application layer","score":0.4793894290924072},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3942410349845886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3430083394050598},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3405175507068634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8741700649261475},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7118266224861145},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.660040557384491},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5318835377693176},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5250622630119324},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5138576030731201},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.49841761589050293},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48886317014694214},{"id":"https://openalex.org/C190793597","wikidata":"https://www.wikidata.org/wiki/Q189768","display_name":"Application layer","level":3,"score":0.4793894290924072},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3942410349845886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3430083394050598},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3405175507068634},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1730836.1730843","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1730836.1730843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the first annual ACM SIGMM conference on Multimedia systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1492669572","https://openalex.org/W1580614272","https://openalex.org/W2100471277","https://openalex.org/W2100505110","https://openalex.org/W2107726111","https://openalex.org/W2115001684","https://openalex.org/W2120945246","https://openalex.org/W2128528066","https://openalex.org/W2141450509","https://openalex.org/W2146258699","https://openalex.org/W2155101077","https://openalex.org/W2164385378","https://openalex.org/W2164762242","https://openalex.org/W4236322642","https://openalex.org/W4255512641","https://openalex.org/W6684289358"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"In":[0,73,88,167],"our":[1,168,206],"recent":[2],"work,":[3],"we":[4,91,170,191],"proposed":[5,38,207],"a":[6,61,68,80,140,149],"systematic":[7],"cross-layer":[8,42,137],"framework":[9],"for":[10,124],"dynamic":[11],"multimedia":[12,50,98,200],"systems,":[13],"which":[14],"allows":[15],"each":[16,107],"layer":[17],"to":[18,101,109,187],"make":[19],"autonomous":[20],"and":[21,82,143,163],"foresighted":[22,208],"decisions":[23],"that":[24,48,172,193],"maximize":[25],"the":[26,32,41,46,49,55,65,97,112,126,132,136,144,185],"system's":[27,51,113],"long-term":[28,114],"performance,":[29],"while":[30,183],"meeting":[31],"application's":[33,56],"real-time":[34],"delay":[35],"constraints.":[36],"The":[37],"solution":[39],"solved":[40],"optimization":[43,138],"offline,":[44],"under":[45,128],"assumption":[47],"probabilistic":[52],"dynamics":[53,77],"(e.g.":[54],"rate-distortion-complexity":[57],"behavior)":[58],"were":[59],"known":[60],"priori,":[62],"by":[63,95],"modeling":[64],"system":[66,99,127],"as":[67,178,180],"layered":[69],"Markov":[70],"decision":[71],"process.":[72],"practice,":[74],"however,":[75],"these":[76],"are":[78],"unknown":[79],"priori":[81],"therefore":[83],"must":[84],"be":[85],"learned":[86],"online.":[87],"this":[89,93],"paper,":[90],"address":[92],"problem":[94],"allowing":[96],"layers":[100,186],"learn,":[102],"through":[103],"repeated":[104],"interactions":[105],"with":[106],"other,":[108],"autonomously":[110],"optimize":[111],"performance":[115],"at":[116],"run-time.":[117],"We":[118,152],"propose":[119],"two":[120],"reinforcement":[121],"learning":[122,174,196,209],"algorithms":[123,155,197],"optimizing":[125],"different":[129],"design":[130],"constraints:":[131],"first":[133],"algorithm":[134],"solves":[135,146],"in":[139,148,156,199],"centralized":[141,181],"manner,":[142],"second":[145],"it":[147],"decentralized":[150,173],"manner.":[151],"analyze":[153],"both":[154],"terms":[157],"of":[158],"their":[159],"required":[160],"computation,":[161],"memory,":[162],"inter-layer":[164],"communication":[165],"overheads.":[166],"experiments,":[169],"demonstrate":[171],"can":[175],"perform":[176,202],"equally":[177],"well":[179],"learning,":[182],"enabling":[184],"act":[188],"autonomously.":[189],"Additionally,":[190],"show":[192],"existing":[194],"myopic":[195],"deployed":[198],"systems":[201],"significantly":[203],"worse":[204],"than":[205],"methods.":[210]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}