{"id":"https://openalex.org/W4396230342","doi":"https://doi.org/10.3390/s24092795","title":"Real-Time Multi-Person Video Synthesis with Controllable Prior-Guided Matting","display_name":"Real-Time Multi-Person Video Synthesis with Controllable Prior-Guided Matting","publication_year":2024,"publication_date":"2024-04-27","ids":{"openalex":"https://openalex.org/W4396230342","doi":"https://doi.org/10.3390/s24092795","pmid":"https://pubmed.ncbi.nlm.nih.gov/38732903"},"language":"en","primary_location":{"id":"doi:10.3390/s24092795","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092795","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2795/pdf?version=1714361755","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/9/2795/pdf?version=1714361755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027972651","display_name":"Aoran Chen","orcid":"https://orcid.org/0000-0001-8068-573X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoran Chen","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0001-8068-573X","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087063620","display_name":"Hai Huang","orcid":"https://orcid.org/0000-0002-3637-1378"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hai Huang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0002-3637-1378","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045453324","display_name":"Yueyan Zhu","orcid":"https://orcid.org/0000-0003-1374-9419"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueyan Zhu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":"https://orcid.org/0000-0003-1374-9419","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100551457","display_name":"Junsheng Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junsheng Xue","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087063620"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":0.2244,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45763477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"24","issue":"9","first_page":"2795","last_page":"2795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8535701632499695},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6725869178771973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6447259187698364},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.643150269985199},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5681369304656982},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49572598934173584},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.43796223402023315},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42055055499076843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32615217566490173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8535701632499695},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6725869178771973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6447259187698364},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.643150269985199},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5681369304656982},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49572598934173584},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.43796223402023315},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42055055499076843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32615217566490173},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/s24092795","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092795","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2795/pdf?version=1714361755","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38732903","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38732903","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11086136","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11086136","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:dd010ac8391043ceb7c8f6140f4f8599","is_oa":true,"landing_page_url":"https://doaj.org/article/dd010ac8391043ceb7c8f6140f4f8599","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 9, p 2795 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s24092795","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24092795","pdf_url":"https://www.mdpi.com/1424-8220/24/9/2795/pdf?version=1714361755","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G854353899","display_name":null,"funder_award_id":"2021YFF0900700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396230342.pdf"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2336589871","https://openalex.org/W2604469346","https://openalex.org/W2793668851","https://openalex.org/W2797382244","https://openalex.org/W2939217524","https://openalex.org/W2956891660","https://openalex.org/W2963222130","https://openalex.org/W2963268050","https://openalex.org/W2963986095","https://openalex.org/W2998154526","https://openalex.org/W3009134234","https://openalex.org/W3024232493","https://openalex.org/W3034179969","https://openalex.org/W3034522851","https://openalex.org/W3035358681","https://openalex.org/W3111255625","https://openalex.org/W3120692174","https://openalex.org/W3126541466","https://openalex.org/W3159018159","https://openalex.org/W3160499679","https://openalex.org/W3164814841","https://openalex.org/W3166852674","https://openalex.org/W3174887243","https://openalex.org/W3176253545","https://openalex.org/W3176288137","https://openalex.org/W3180447501","https://openalex.org/W3190025040","https://openalex.org/W3193427204","https://openalex.org/W3194539144","https://openalex.org/W3202092538","https://openalex.org/W3202623187","https://openalex.org/W3204643350","https://openalex.org/W3207558419","https://openalex.org/W4205174848","https://openalex.org/W4205861598","https://openalex.org/W4224992933","https://openalex.org/W4225773438","https://openalex.org/W4225787400","https://openalex.org/W4281478479","https://openalex.org/W4282938418","https://openalex.org/W4283804702","https://openalex.org/W4312429965","https://openalex.org/W4312524025","https://openalex.org/W4312664986","https://openalex.org/W4312933868","https://openalex.org/W4312955815","https://openalex.org/W4321505037","https://openalex.org/W4360884927","https://openalex.org/W4362654014","https://openalex.org/W4385271061","https://openalex.org/W4385800659","https://openalex.org/W4386047745","https://openalex.org/W4386076386","https://openalex.org/W4390873054","https://openalex.org/W4390873752","https://openalex.org/W6761869070","https://openalex.org/W6782945700","https://openalex.org/W6809664228"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,56,79],"enhance":[3],"the":[4,27,58,61,113,118,150,154,160],"matting":[5,21,39,94,104,138],"performance":[6],"in":[7,67,83,89],"multi-person":[8,68],"dynamic":[9,167],"scenarios,":[10],"we":[11,46,121],"introduce":[12],"a":[13,48,52,98,106,123],"robust,":[14],"real-time,":[15],"high-resolution,":[16],"and":[17,85,92,105,139],"controllable":[18,53],"human":[19,151],"video":[20,38],"method":[22],"that":[23,36,130,146],"achieves":[24,86],"state":[25],"of":[26,60,63,103,117],"art":[28],"on":[29,136],"all":[30],"metrics.":[31],"Unlike":[32],"most":[33],"existing":[34],"methods":[35],"perform":[37],"frame":[40,42],"by":[41,165],"as":[43],"independent":[44,76],"images,":[45],"design":[47],"unified":[49],"architecture":[50,78],"using":[51],"generation":[54],"model":[55],"solve":[57],"problem":[59,163],"lack":[62],"overall":[64],"semantic":[65,107,114],"information":[66,82,148],"video.":[69],"Our":[70,142],"method,":[71],"called":[72],"ControlMatting,":[73],"uses":[74],"an":[75],"recurrent":[77],"exploit":[80],"temporal":[81,90],"videos":[84],"significant":[87],"improvements":[88],"coherence":[91],"detailed":[93,133],"quality.":[95],"ControlMatting":[96],"adopts":[97],"mixed":[99],"training":[100],"strategy":[101],"comprised":[102],"segmentation":[108,140],"dataset,":[109],"which":[110],"effectively":[111,158],"improves":[112],"understanding":[115],"ability":[116,135],"model.":[119],"Furthermore,":[120],"propose":[122],"novel":[124],"deep":[125],"learning-based":[126],"image":[127,155],"filter":[128],"algorithm":[129],"enforces":[131],"our":[132],"augmentation":[134],"both":[137],"objectives.":[141],"experiments":[143],"have":[144],"proved":[145],"prior":[147],"about":[149],"body":[152],"from":[153],"itself":[156],"can":[157],"combat":[159],"defect":[161],"masking":[162],"caused":[164],"complex":[166],"scenarios":[168],"with":[169],"multiple":[170],"people.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}