{"id":"https://openalex.org/W4328007264","doi":"https://doi.org/10.1109/tvcg.2023.3257840","title":"MobileSky: Real-Time Sky Replacement for Mobile AR","display_name":"MobileSky: Real-Time Sky Replacement for Mobile AR","publication_year":2023,"publication_date":"2023-03-20","ids":{"openalex":"https://openalex.org/W4328007264","doi":"https://doi.org/10.1109/tvcg.2023.3257840","pmid":"https://pubmed.ncbi.nlm.nih.gov/37030763"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2023.3257840","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tvcg.2023.3257840","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000167766","display_name":"Xinjie Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinjie Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-3157-7358","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011763207","display_name":"Qingxuan Lv","orcid":"https://orcid.org/0000-0002-5211-4363"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingxuan Lv","raw_affiliation_strings":["Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-5211-4363","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445726","display_name":"Guo Chen","orcid":"https://orcid.org/0000-0001-8886-1873"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Chen","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077489197","display_name":"Jing Zhang","orcid":"https://orcid.org/0000-0002-8444-3663"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhang","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-8444-3663","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079932099","display_name":"Zhiqiang Wei","orcid":"https://orcid.org/0000-0002-2830-8301"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Wei","raw_affiliation_strings":["Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0002-2830-8301","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029633264","display_name":"Junyu Dong","orcid":"https://orcid.org/0000-0001-7012-2087"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Dong","raw_affiliation_strings":["Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0001-7012-2087","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Ocean University of China, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616579","display_name":"Hongbo Fu","orcid":"https://orcid.org/0000-0002-0284-726X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongbo Fu","raw_affiliation_strings":["City University of Hong Kong, Kowloon Tong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0284-726X","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100954864","display_name":"Zhipeng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Zhu","raw_affiliation_strings":["Guangdong OPPO Mobile Telecommunications Corp., Ltd, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong OPPO Mobile Telecommunications Corp., Ltd, Dongguan, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755006","display_name":"Jingxin Liu","orcid":"https://orcid.org/0000-0001-6071-9197"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingxin Liu","raw_affiliation_strings":["Guangdong OPPO Mobile Telecommunications Corp., Ltd, Dongguan, China","Department of Computer Science and Technology, Ocean University of China, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong OPPO Mobile Telecommunications Corp., Ltd, Dongguan, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Ocean University of China, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015279307","display_name":"Xiaogang Jin","orcid":"https://orcid.org/0000-0001-7339-2920"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Jin","raw_affiliation_strings":["State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-7339-2920","affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1846,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90339519,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"30","issue":"7","first_page":"4304","last_page":"4320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7960925102233887},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5271211266517639},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32974618673324585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7960925102233887},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5271211266517639},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32974618673324585}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2023.3257840","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tvcg.2023.3257840","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:37030763","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37030763","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-137854","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-137854","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6255486348","display_name":null,"funder_award_id":"2021M703031","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7030635047","display_name":null,"funder_award_id":"A2219","funder_id":"https://openalex.org/F4320327047","funder_display_name":"State Key Laboratory of Computer Aided Design and Computer Graphics"},{"id":"https://openalex.org/G8606100586","display_name":null,"funder_award_id":"62036010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320327047","display_name":"State Key Laboratory of Computer Aided Design and Computer Graphics","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1542723449","https://openalex.org/W1560729591","https://openalex.org/W1755205674","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1977341822","https://openalex.org/W1990124658","https://openalex.org/W2014538668","https://openalex.org/W2035773017","https://openalex.org/W2041282815","https://openalex.org/W2048489440","https://openalex.org/W2067191022","https://openalex.org/W2070309867","https://openalex.org/W2083309241","https://openalex.org/W2125186487","https://openalex.org/W2125188192","https://openalex.org/W2125215748","https://openalex.org/W2125310925","https://openalex.org/W2130103520","https://openalex.org/W2142013027","https://openalex.org/W2157887643","https://openalex.org/W2158305599","https://openalex.org/W2163884840","https://openalex.org/W2171943915","https://openalex.org/W2194775991","https://openalex.org/W2244837655","https://openalex.org/W2278007922","https://openalex.org/W2293703294","https://openalex.org/W2295475768","https://openalex.org/W2340897893","https://openalex.org/W2384132967","https://openalex.org/W2412782625","https://openalex.org/W2467156531","https://openalex.org/W2560023338","https://openalex.org/W2561196672","https://openalex.org/W2604469346","https://openalex.org/W2630837129","https://openalex.org/W2737258237","https://openalex.org/W2787091153","https://openalex.org/W2799157347","https://openalex.org/W2799213142","https://openalex.org/W2921526792","https://openalex.org/W2948070565","https://openalex.org/W2962891704","https://openalex.org/W2963037463","https://openalex.org/W2963091558","https://openalex.org/W2963163009","https://openalex.org/W2963304750","https://openalex.org/W2963923251","https://openalex.org/W2964254721","https://openalex.org/W2985469567","https://openalex.org/W2989494838","https://openalex.org/W3024156945","https://openalex.org/W3038006402","https://openalex.org/W3041133507","https://openalex.org/W3090408982","https://openalex.org/W3093732248","https://openalex.org/W3135203219","https://openalex.org/W3149604755","https://openalex.org/W3168729576","https://openalex.org/W3174887243","https://openalex.org/W3176253545","https://openalex.org/W4224991000","https://openalex.org/W4229977739","https://openalex.org/W4283832391","https://openalex.org/W4293406525","https://openalex.org/W6632687447","https://openalex.org/W6633724138","https://openalex.org/W6717372056","https://openalex.org/W6739696289","https://openalex.org/W6760613829","https://openalex.org/W6760859213","https://openalex.org/W6766029800","https://openalex.org/W6766978945","https://openalex.org/W6774015895"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0,59],"present":[1],"MobileSky,":[2],"the":[3,36,124,129,149,162],"first":[4],"automatic":[5],"method":[6,136,179],"for":[7,12,73],"real-time":[8],"high-quality":[9],"sky":[10,26,39,70,151,177,216],"replacement":[11,40,152,178],"mobile":[13],"AR":[14,185],"applications.":[15],"The":[16],"primary":[17],"challenge":[18],"of":[19,38,128,140,156],"this":[20,81],"task":[21],"is":[22,41],"how":[23],"to":[24,56,61,121,168],"extract":[25],"regions":[27,217],"in":[28,77,154],"camera":[29,75],"feed":[30],"both":[31,65],"quickly":[32],"and":[33,67,118,147,159,198],"accurately.":[34],"While":[35],"problem":[37],"not":[42],"new,":[43],"previous":[44],"methods":[45,153],"mainly":[46],"concern":[47],"extraction":[48],"quality":[49],"rather":[50],"than":[51],"efficiency,":[52],"limiting":[53],"their":[54],"application":[55],"our":[57,135,164],"task.":[58],"aim":[60],"provide":[62],"higher":[63],"quality,":[64],"spatially":[66],"temporally":[68],"consistent":[69],"mask":[71,165],"maps":[72,166],"all":[74],"frames":[76],"real":[78],"time.":[79],"To":[80,203],"end,":[82],"we":[83,106,207],"develop":[84],"a":[85,90,210],"novel":[86,98],"framework":[87],"that":[88,134],"combines":[89],"new":[91,109,211],"deep":[92],"semantic":[93],"network":[94],"called":[95],"FSNet":[96],"with":[97,218],"post-processing":[99],"refinement":[100],"steps.":[101],"By":[102],"leveraging":[103],"IMU":[104,219],"data,":[105],"also":[107,208],"propose":[108],"sky-aware":[110],"constraints":[111],"such":[112,183],"as":[113,184],"temporal":[114],"consistency,":[115,117],"position":[116],"color":[119],"consistency":[120],"help":[122],"refine":[123],"weakly":[125],"classified":[126],"part":[127],"segmentation":[130],"output.":[131],"Experiments":[132],"show":[133],"achieves":[137],"an":[138],"average":[139],"around":[141],"30":[142],"FPS":[143],"on":[144],"off-the-shelf":[145],"smartphones":[146],"outperforms":[148],"state-of-the-art":[150],"terms":[155],"execution":[157],"speed":[158],"quality.":[160],"In":[161],"meantime,":[163],"appear":[167],"be":[169],"visually":[170,193],"more":[171],"stable":[172],"across":[173],"frames.":[174],"Our":[175],"fast":[176],"enables":[180],"several":[181],"applications,":[182],"advertising,":[186],"art":[187],"making,":[188],"generating":[189],"fantasy":[190],"celestial":[191],"objects,":[192],"learning":[194],"about":[195],"weather":[196],"phenomena,":[197],"advanced":[199],"video-based":[200],"visual":[201],"effects.":[202],"facilitate":[204],"future":[205],"research,":[206],"create":[209],"video":[212],"dataset":[213],"containing":[214],"annotated":[215],"data.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}