{"id":"https://openalex.org/W4392827422","doi":"https://doi.org/10.1109/tpami.2024.3377372","title":"Real-Time CNN Training and Compression for Neural-Enhanced Adaptive Live Streaming","display_name":"Real-Time CNN Training and Compression for Neural-Enhanced Adaptive Live Streaming","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392827422","doi":"https://doi.org/10.1109/tpami.2024.3377372","pmid":"https://pubmed.ncbi.nlm.nih.gov/38483797"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3377372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3377372","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039510002","display_name":"Seunghwa Jeong","orcid":"https://orcid.org/0000-0002-6011-4857"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seunghwa Jeong","raw_affiliation_strings":["Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022648507","display_name":"Bumki Kim","orcid":"https://orcid.org/0000-0003-2653-306X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bumki Kim","raw_affiliation_strings":["KAI Inc., Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAI Inc., Daejeon, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109392646","display_name":"Seung\u2010Hoon Cha","orcid":"https://orcid.org/0000-0002-7318-0116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seunghoon Cha","raw_affiliation_strings":["CJeS Studios, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"CJeS Studios, Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054403925","display_name":"Kwanggyoon Seo","orcid":"https://orcid.org/0000-0003-0570-4915"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kwanggyoon Seo","raw_affiliation_strings":["Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109691877","display_name":"Hayoung Chang","orcid":"https://orcid.org/0000-0001-5988-2288"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hayoung Chang","raw_affiliation_strings":["LG Eletronics Inc., Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"LG Eletronics Inc., Seoul, Republic of Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101522243","display_name":"Jungjin Lee","orcid":"https://orcid.org/0000-0003-3471-4848"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jungjin Lee","raw_affiliation_strings":["Soongsil University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Soongsil University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114488641","display_name":"Younghui Kim","orcid":"https://orcid.org/0009-0005-9334-9264"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Younghui Kim","raw_affiliation_strings":["KAI Inc., Daejeon, Republic of Korea","Graduate School of Culture Technology, KAIST, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"KAI Inc., Daejeon, Republic of Korea","institution_ids":[]},{"raw_affiliation_string":"Graduate School of Culture Technology, KAIST, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026087865","display_name":"Junyong Noh","orcid":"https://orcid.org/0000-0003-1925-3326"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junyong Noh","raw_affiliation_strings":["Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Graduate School of Culture Technology, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5039510002"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":4.6945,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.95879322,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"46","issue":"9","first_page":"6023","last_page":"6039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8762348890304565},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.8178427219390869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6341820955276489},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6043792963027954},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5006585121154785},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4469524621963501},{"id":"https://openalex.org/keywords/compression-artifact","display_name":"Compression artifact","score":0.4310660660266876},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4241850972175598},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40396106243133545},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3552922010421753},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.25846558809280396},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.14443382620811462},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.14162805676460266}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8762348890304565},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.8178427219390869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6341820955276489},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6043792963027954},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5006585121154785},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4469524621963501},{"id":"https://openalex.org/C57654395","wikidata":"https://www.wikidata.org/wiki/Q1097775","display_name":"Compression artifact","level":5,"score":0.4310660660266876},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4241850972175598},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40396106243133545},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3552922010421753},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.25846558809280396},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.14443382620811462},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14162805676460266},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3377372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3377372","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38483797","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38483797","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1885185971","https://openalex.org/W1902934009","https://openalex.org/W1970200030","https://openalex.org/W1974561310","https://openalex.org/W1976944900","https://openalex.org/W2000769684","https://openalex.org/W2055165550","https://openalex.org/W2057438281","https://openalex.org/W2110424938","https://openalex.org/W2119144962","https://openalex.org/W2150453038","https://openalex.org/W2160561682","https://openalex.org/W2242218935","https://openalex.org/W2294512426","https://openalex.org/W2296073425","https://openalex.org/W2469490737","https://openalex.org/W2476548250","https://openalex.org/W2524365899","https://openalex.org/W2741137940","https://openalex.org/W2744628735","https://openalex.org/W2769654144","https://openalex.org/W2916004337","https://openalex.org/W2947681860","https://openalex.org/W2955519013","https://openalex.org/W2955994610","https://openalex.org/W2963122961","https://openalex.org/W2963163009","https://openalex.org/W2963372104","https://openalex.org/W2963470893","https://openalex.org/W2963610452","https://openalex.org/W2963645458","https://openalex.org/W2963704386","https://openalex.org/W2963966458","https://openalex.org/W2964042923","https://openalex.org/W2976718572","https://openalex.org/W2982763192","https://openalex.org/W2991391304","https://openalex.org/W2999803881","https://openalex.org/W3007940350","https://openalex.org/W3010380983","https://openalex.org/W3011005573","https://openalex.org/W3036004930","https://openalex.org/W3046761316","https://openalex.org/W3047354607","https://openalex.org/W3087814885","https://openalex.org/W3102015846","https://openalex.org/W3106656598","https://openalex.org/W3107781032","https://openalex.org/W3110378228","https://openalex.org/W3148677604","https://openalex.org/W3203825070","https://openalex.org/W3204989974","https://openalex.org/W3206034005","https://openalex.org/W3215065149","https://openalex.org/W4212988999","https://openalex.org/W4280491778","https://openalex.org/W4280581786","https://openalex.org/W4312446478","https://openalex.org/W4375869345","https://openalex.org/W6639703010","https://openalex.org/W6677580257","https://openalex.org/W6720242923","https://openalex.org/W6728047685","https://openalex.org/W6728757088","https://openalex.org/W6756040472","https://openalex.org/W6763381322","https://openalex.org/W6777205017","https://openalex.org/W6779271302"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W2370786670","https://openalex.org/W2357539252","https://openalex.org/W2548133455","https://openalex.org/W2135773442","https://openalex.org/W1507361256","https://openalex.org/W2032778808","https://openalex.org/W3179290367"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,19,26,58,63,157,164],"real-time":[3],"convolutional":[4],"neural":[5],"network":[6,21],"(CNN)":[7],"training":[8,73,166,173],"and":[9,110,156,174],"compression":[10,160,175],"method":[11,69],"for":[12,35],"delivering":[13],"high-quality":[14],"live":[15,148,192],"video":[16,28,54,64],"even":[17],"in":[18,49,66,122],"poor":[20],"environment.":[22],"The":[23],"server":[24],"delivers":[25],"low-resolution":[27],"segment":[29,48,65],"along":[30],"with":[31,119],"the":[32,41,44,47,72,77,81,92,99,108,127,132,141,170,185],"corresponding":[33,61],"CNN":[34,45,60,82,94,112,159,172],"super":[36],"resolution":[37],"(SR),":[38],"after":[39],"which":[40],"client":[42,100],"applies":[43],"to":[46,51,62,169,180,189],"order":[50],"recover":[52],"high-resolution":[53],"frames.":[55],"To":[56],"generate":[57],"trained":[59],"real-time,":[67],"our":[68,145],"rapidly":[70],"increases":[71],"accuracy":[74,155],"by":[75],"promoting":[76],"overfitting":[78],"property":[79],"of":[80,129,140,184],"while":[83,125],"also":[84],"using":[85],"curriculum-based":[86],"training.":[87],"In":[88],"addition,":[89],"assuming":[90],"that":[91,139],"pretrained":[93,111],"is":[95,135],"already":[96],"downloaded":[97],"on":[98],"side,":[101],"we":[102],"transfer":[103],"only":[104],"residual":[105],"values":[106,115],"between":[107],"updated":[109,142],"parameters.":[113],"These":[114],"can":[116],"be":[117],"quantized":[118],"low":[120],"bits":[121],"real":[123],"time":[124,167],"minimizing":[126],"amount":[128],"loss,":[130],"as":[131],"distribution":[133],"range":[134],"significantly":[136],"narrower":[137],"than":[138],"CNN.":[143],"Quantitatively,":[144],"neural-enhanced":[146,191],"adaptive":[147],"streaming":[149,193],"pipeline":[150],"(NEALS)":[151],"achieves":[152,178],"higher":[153,182],"SR":[154],"lower":[158],"loss":[161],"rate":[162],"within":[163],"constrained":[165],"compared":[168,188],"state-of-the-art":[171,190],"method.":[176],"NEALS":[177],"15":[179],"48%":[181],"quality":[183],"user":[186],"experience":[187],"systems.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}