{"id":"https://openalex.org/W4328007150","doi":"https://doi.org/10.1109/tvcg.2023.3259141","title":"MNSS: Neural Supersampling Framework for Real-Time Rendering on Mobile Devices","display_name":"MNSS: Neural Supersampling Framework for Real-Time Rendering on Mobile Devices","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328007150","doi":"https://doi.org/10.1109/tvcg.2023.3259141","pmid":"https://pubmed.ncbi.nlm.nih.gov/37030766"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2023.3259141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3259141","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007960405","display_name":"Sipeng Yang","orcid":"https://orcid.org/0000-0002-8141-2335"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sipeng Yang","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8141-2335","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626585","display_name":"Yunlu Zhao","orcid":"https://orcid.org/0009-0004-6210-3598"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunlu Zhao","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-6210-3598","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018230219","display_name":"Yuzhe Luo","orcid":"https://orcid.org/0009-0008-5796-6144"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhe Luo","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050061175","display_name":"He Wang","orcid":"https://orcid.org/0000-0002-2281-5679"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"He Wang","raw_affiliation_strings":["School of Computing, University of Leeds, Leeds, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2281-5679","affiliations":[{"raw_affiliation_string":"School of Computing, University of Leeds, Leeds, U.K","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500315","display_name":"Hongyu Sun","orcid":"https://orcid.org/0009-0002-4118-4777"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongyu Sun","raw_affiliation_strings":["OPPO US Research Center, Bellevue, WA, USA"],"raw_orcid":"https://orcid.org/0009-0002-4118-4777","affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100369797","display_name":"Chen Li","orcid":"https://orcid.org/0000-0002-0260-2182"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Li","raw_affiliation_strings":["OPPO US Research Center, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038278967","display_name":"Binghuang Cai","orcid":"https://orcid.org/0000-0002-0348-0690"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Binghuang Cai","raw_affiliation_strings":["OPPO US Research Center, Bellevue, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0348-0690","affiliations":[{"raw_affiliation_string":"OPPO US Research Center, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015279307","display_name":"Xiaogang Jin","orcid":"https://orcid.org/0000-0001-7339-2920"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Jin","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7339-2920","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.567,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8305057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"30","issue":"7","first_page":"4271","last_page":"4284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9057673215866089},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.8516554236412048},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.6078209280967712},{"id":"https://openalex.org/keywords/display-resolution","display_name":"Display resolution","score":0.5524873733520508},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5453426837921143},{"id":"https://openalex.org/keywords/frame-rate","display_name":"Frame rate","score":0.4983963966369629},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.46753570437431335},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41714024543762207},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33849555253982544},{"id":"https://openalex.org/keywords/display-device","display_name":"Display device","score":0.12527048587799072}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9057673215866089},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.8516554236412048},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.6078209280967712},{"id":"https://openalex.org/C71597744","wikidata":"https://www.wikidata.org/wiki/Q12538706","display_name":"Display resolution","level":3,"score":0.5524873733520508},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5453426837921143},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4983963966369629},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.46753570437431335},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41714024543762207},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33849555253982544},{"id":"https://openalex.org/C164597639","wikidata":"https://www.wikidata.org/wiki/Q327065","display_name":"Display device","level":2,"score":0.12527048587799072},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2023.3259141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2023.3259141","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:37030766","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37030766","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10215223","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10215223/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics , 30 (7) 4271 -4284. (2024)","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G818859660","display_name":null,"funder_award_id":"61972344","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8606100586","display_name":null,"funder_award_id":"62036010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W63415228","https://openalex.org/W764651262","https://openalex.org/W1885185971","https://openalex.org/W1987931295","https://openalex.org/W2016259051","https://openalex.org/W2044338482","https://openalex.org/W2065460909","https://openalex.org/W2083790008","https://openalex.org/W2093965327","https://openalex.org/W2133665775","https://openalex.org/W2166538457","https://openalex.org/W2242218935","https://openalex.org/W2293114155","https://openalex.org/W2557227117","https://openalex.org/W2601564443","https://openalex.org/W2604219108","https://openalex.org/W2747898905","https://openalex.org/W2891441131","https://openalex.org/W2914107945","https://openalex.org/W2950689937","https://openalex.org/W2962927175","https://openalex.org/W2963122961","https://openalex.org/W2963372104","https://openalex.org/W2964040059","https://openalex.org/W2964101377","https://openalex.org/W2965669158","https://openalex.org/W2970835139","https://openalex.org/W3010644855","https://openalex.org/W3013529009","https://openalex.org/W3014447010","https://openalex.org/W3043521633","https://openalex.org/W3044723170","https://openalex.org/W3048388100","https://openalex.org/W3093378268","https://openalex.org/W3104962140","https://openalex.org/W3108686129","https://openalex.org/W3159518114","https://openalex.org/W3166741286","https://openalex.org/W3176148916","https://openalex.org/W3176583247","https://openalex.org/W3185070214","https://openalex.org/W3195959070","https://openalex.org/W4200409247","https://openalex.org/W4212825726","https://openalex.org/W4234917464","https://openalex.org/W4249050513","https://openalex.org/W6676954901","https://openalex.org/W6686186229","https://openalex.org/W6800661962"],"related_works":["https://openalex.org/W2144964421","https://openalex.org/W2116965183","https://openalex.org/W2382607371","https://openalex.org/W2161540075","https://openalex.org/W358646022","https://openalex.org/W3139177179","https://openalex.org/W2942937231","https://openalex.org/W2126059285","https://openalex.org/W3089256083","https://openalex.org/W2184703663"],"abstract_inverted_index":{"Although":[0],"neural":[1,173],"supersampling":[2,64,174,236],"has":[3],"achieved":[4],"great":[5],"success":[6],"in":[7,170,243],"various":[8],"applications":[9,28,69],"for":[10,66],"improving":[11],"image":[12,74,138],"quality,":[13],"it":[14,20],"is":[15,81,156,166],"still":[16],"difficult":[17],"to":[18,21,30,70,84,128,158,179,222],"apply":[19],"a":[22,62,72,77,89,130,145,187,208,214],"wide":[23],"range":[24],"of":[25,76,182,228],"real-time":[26,67,90,172],"rendering":[27,68],"due":[29],"the":[31,97,122,167,180,203,225],"high":[32,104,137],"computational":[33],"power":[34],"demand.":[35],"Most":[36],"existing":[37,239],"methods":[38],"are":[39],"computationally":[40],"expensive":[41],"and":[42,102,106,153,193,207,246],"require":[43],"high-performance":[44],"hardware,":[45,53],"preventing":[46],"their":[47],"use":[48],"on":[49,86,175,202],"platforms":[50],"with":[51],"limited":[52],"such":[54],"as":[55,95],"smartphones.":[56],"To":[57,109,162],"this":[58,165],"end,":[59],"we":[60,113,185,212],"propose":[61,114],"new":[63,142,188,215],"framework":[65],"reconstruct":[71],"high-quality":[73],"out":[75],"low-resolution":[78],"one,":[79],"which":[80],"sufficiently":[82],"lightweight":[83],"run":[85],"smartphones":[87],"within":[88],"budget.":[91],"Our":[92],"model":[93,134,237],"takes":[94],"input":[96],"renderer-generated":[98],"low":[99],"resolution":[100,105],"content":[101],"produces":[103],"anti-aliased":[107],"results.":[108],"maximize":[110],"sampling":[111],"efficiency,":[112],"using":[115],"an":[116,149],"alternate":[117],"sub-pixel":[118],"sample":[119],"pattern":[120],"during":[121],"rasterization":[123],"process.":[124],"This":[125],"allows":[126],"us":[127],"create":[129],"relatively":[131],"small":[132],"reconstruction":[133],"while":[135],"maintaining":[136],"quality.":[139],"By":[140],"accumulating":[141],"samples":[143],"into":[144],"high-resolution":[146],"history":[147,151],"buffer,":[148],"efficient":[150],"check":[152],"re-usage":[154],"scheme":[155],"introduced":[157],"improve":[159],"temporal":[160,226,247],"stability.":[161,248],"our":[163,235],"knowledge,":[164],"first":[168],"research":[169],"pushing":[171],"mobile":[176],"devices.":[177],"Due":[178],"absence":[181],"training":[183,192],"data,":[184],"present":[186],"dataset":[189],"containing":[190],"57":[191],"test":[194],"sequences":[195],"from":[196],"three":[197],"game":[198],"scenes.":[199],"Furthermore,":[200],"based":[201],"rendered":[204,229],"motion":[205],"vectors":[206],"visual":[209],"perception":[210],"study,":[211],"introduce":[213],"metric":[216],"called":[217],"inter-frame":[218],"structural":[219],"similarity":[220],"(IF-SSIM)":[221],"quantitatively":[223],"measure":[224],"stability":[227],"videos.":[230],"Extensive":[231],"evaluations":[232],"demonstrate":[233],"that":[234],"outperforms":[238],"or":[240],"alternative":[241],"solutions":[242],"both":[244],"performance":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}