{"id":"https://openalex.org/W4323020890","doi":"https://doi.org/10.1109/access.2023.3249284","title":"Reinforcement Learning for Rate-Distortion Optimized Hierarchical Prediction Structure","display_name":"Reinforcement Learning for Rate-Distortion Optimized Hierarchical Prediction Structure","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323020890","doi":"https://doi.org/10.1109/access.2023.3249284"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3249284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3249284","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10054024.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10054024.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000112573","display_name":"Jung-Kyung Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jung-Kyung Lee","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348067","display_name":"Nayoung Kim","orcid":"https://orcid.org/0000-0002-9886-6421"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Nayoung Kim","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039192390","display_name":"Je\u2010Won Kang","orcid":"https://orcid.org/0000-0002-1637-9479"},"institutions":[{"id":"https://openalex.org/I138925566","display_name":"Ewha Womans University","ror":"https://ror.org/053fp5c05","country_code":"KR","type":"education","lineage":["https://openalex.org/I138925566"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Je-Won Kang","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea","Graduate Program in Smart Factory, Ewha Womans University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1637-9479","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]},{"raw_affiliation_string":"Graduate Program in Smart Factory, Ewha Womans University, Seoul, South Korea","institution_ids":["https://openalex.org/I138925566"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138925566"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5219,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.58727097,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"20240","last_page":"20253"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8306653499603271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809516191482544},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.630304753780365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5308590531349182},{"id":"https://openalex.org/keywords/tree-structure","display_name":"Tree structure","score":0.48875975608825684},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.44632667303085327},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4181561768054962},{"id":"https://openalex.org/keywords/binary-code","display_name":"Binary code","score":0.416730135679245},{"id":"https://openalex.org/keywords/binary-tree","display_name":"Binary tree","score":0.4162839651107788},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.4152674674987793},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.40468159317970276},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3894367814064026},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3025406002998352},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10872194170951843}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8306653499603271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809516191482544},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.630304753780365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5308590531349182},{"id":"https://openalex.org/C163797641","wikidata":"https://www.wikidata.org/wiki/Q2067937","display_name":"Tree structure","level":3,"score":0.48875975608825684},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.44632667303085327},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4181561768054962},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.416730135679245},{"id":"https://openalex.org/C197855036","wikidata":"https://www.wikidata.org/wiki/Q380172","display_name":"Binary tree","level":2,"score":0.4162839651107788},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.4152674674987793},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.40468159317970276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3894367814064026},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3025406002998352},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10872194170951843},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3249284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3249284","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10054024.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:657d9dfb593c437c9d6e654cc05a7b8c","is_oa":true,"landing_page_url":"https://doaj.org/article/657d9dfb593c437c9d6e654cc05a7b8c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 20240-20253 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3249284","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3249284","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10054024.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1235097852","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320324891","funder_display_name":"Iran Telecommunication Research Center"},{"id":"https://openalex.org/G3321215230","display_name":null,"funder_award_id":"2020-0-00920","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G56471595","display_name":null,"funder_award_id":"NRF-2022R1A2C4002052","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G5997358968","display_name":null,"funder_award_id":"NRF-2022R1A2C4002052","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G6014928966","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6060633543","display_name":null,"funder_award_id":"IITP-2023-2020-0-01460","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323020890.pdf","grobid_xml":"https://content.openalex.org/works/W4323020890.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1522301498","https://openalex.org/W1603969114","https://openalex.org/W1686810756","https://openalex.org/W1972915598","https://openalex.org/W1981586728","https://openalex.org/W1981984213","https://openalex.org/W2011426177","https://openalex.org/W2013816257","https://openalex.org/W2021987189","https://openalex.org/W2041275211","https://openalex.org/W2042829735","https://openalex.org/W2052718775","https://openalex.org/W2066922315","https://openalex.org/W2086608109","https://openalex.org/W2119882211","https://openalex.org/W2133597297","https://openalex.org/W2135084625","https://openalex.org/W2139418546","https://openalex.org/W2146395539","https://openalex.org/W2150468603","https://openalex.org/W2185777401","https://openalex.org/W2249544981","https://openalex.org/W2493586286","https://openalex.org/W2500355674","https://openalex.org/W2509866917","https://openalex.org/W2515018963","https://openalex.org/W2572532254","https://openalex.org/W2576085152","https://openalex.org/W2623587439","https://openalex.org/W2729240590","https://openalex.org/W2751105188","https://openalex.org/W2769152877","https://openalex.org/W2771022762","https://openalex.org/W2779040961","https://openalex.org/W2783356302","https://openalex.org/W2801519264","https://openalex.org/W2887412014","https://openalex.org/W2896406755","https://openalex.org/W2907533366","https://openalex.org/W2912987725","https://openalex.org/W2921679045","https://openalex.org/W2922414248","https://openalex.org/W2943766642","https://openalex.org/W3021895009","https://openalex.org/W3024526820","https://openalex.org/W3083069961","https://openalex.org/W3131833214","https://openalex.org/W3135530072","https://openalex.org/W3162189190","https://openalex.org/W4298857966","https://openalex.org/W4372046852","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6637967152"],"related_works":["https://openalex.org/W3133183159","https://openalex.org/W4306904969","https://openalex.org/W2952222336","https://openalex.org/W4297872561","https://openalex.org/W2116633494","https://openalex.org/W2138720691","https://openalex.org/W1978807050","https://openalex.org/W2890975198","https://openalex.org/W2067642082","https://openalex.org/W1945695511"],"abstract_inverted_index":{"Video":[0,95],"coding":[1,30,34,103],"standards":[2],"use":[3],"a":[4,36,75,89,107,127,132,167,174,178,191,221],"prediction":[5,86],"structure":[6,87],"to":[7,21,28,52,81,101,130,140,195],"arrange":[8],"video":[9],"frames":[10,27],"and":[11,160,177],"exploit":[12],"temporal":[13,24,68,198],"correlations.":[14],"In":[15,70],"this":[16,71],"aspect,":[17],"it":[18],"is":[19,100,158,164],"crucial":[20],"resolve":[22],"complicated":[23],"dependencies":[25],"among":[26,148],"improve":[29],"efficiency":[31,104],"because":[32],"the":[33,40,45,54,83,142,145,161,187,197,205,208,217],"of":[35,44,109,112,144,207],"preceding":[37],"frame":[38],"affects":[39],"rate-distortion":[41],"(R-D)":[42],"performance":[43],"subsequent":[46],"frames.":[47],"Previous":[48],"algorithms":[49],"have":[50],"attempted":[51],"address":[53],"problem":[55],"using":[56],"handcrafted":[57],"features":[58],"or":[59],"analytical":[60],"models":[61],"even":[62],"though":[63],"natural":[64],"videos":[65],"display":[66],"various":[67],"characteristics.":[69],"paper,":[72],"we":[73,119],"propose":[74],"reinforcement":[76],"learning":[77],"(RL)-based":[78],"decision":[79],"algorithm":[80,125],"build":[82],"optimal":[84,110,137,162],"hierarchical":[85,175],"under":[88],"random-access":[90],"configuration":[91],"(RA-HPS)":[92],"in":[93,181],"Versatile":[94],"Coding":[96],"(VVC).":[97],"Our":[98],"goal":[99],"maximize":[102],"by":[105,166],"selecting":[106],"series":[108],"group":[111],"pictures":[113],"(GOP)":[114],"structures":[115],"for":[116],"coding.":[117],"Accordingly,":[118],"formulate":[120],"an":[121,136],"adaptive":[122],"GOP":[123,229],"selection":[124],"with":[126,173,227],"binary":[128,138,151],"tree":[129,139,171],"represent":[131],"policy.":[133],"We":[134],"generate":[135],"minimize":[141],"sum":[143],"R-D":[146],"costs":[147],"all":[149],"plausible":[150],"trees.":[152],"A":[153],"new":[154],"RL":[155,210],"policy":[156,163,206],"representation":[157],"defined,":[159],"obtained":[165],"sequential":[168],"update.":[169],"The":[170],"grows":[172],"state-action":[176],"reward":[179],"sequence":[180],"each":[182],"node.":[183],"For":[184],"efficient":[185],"learning,":[186],"proposed":[188,218],"technique":[189,219],"uses":[190],"deep":[192],"Q-network":[193],"architecture":[194],"capture":[196],"correlation":[199],"between":[200],"frames,":[201],"which":[202],"helps":[203],"learn":[204],"tree-based":[209],"framework":[211],"effectively.":[212],"Experimental":[213],"results":[214],"demonstrate":[215],"that":[216],"achieves":[220],"significant":[222],"Bjontegaard-Delta":[223],"(BD)-rate":[224],"reduction":[225],"compared":[226],"state-of-the-art":[228],"size-selection":[230],"algorithms.":[231]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}