{"id":"https://openalex.org/W4403791319","doi":"https://doi.org/10.1145/3664647.3680654","title":"Continual Panoptic Perception: Towards Multi-modal Incremental Interpretation of Remote Sensing Images","display_name":"Continual Panoptic Perception: Towards Multi-modal Incremental Interpretation of Remote Sensing Images","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791319","doi":"https://doi.org/10.1145/3664647.3680654"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680654","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.14242","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006034300","display_name":"Bo Yuan","orcid":"https://orcid.org/0000-0001-7723-4823"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Yuan","raw_affiliation_strings":["Beihang University & Tianmushan Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University & Tianmushan Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036886150","display_name":"Danpei Zhao","orcid":"https://orcid.org/0000-0001-6701-0471"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Danpei Zhao","raw_affiliation_strings":["Beihang University & Tianmushan Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University & Tianmushan Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011975959","display_name":"Zhuoran Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoran Liu","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wentao Li","orcid":"https://orcid.org/0009-0001-8037-2124"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Li","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100345576","display_name":"Tian Li","orcid":"https://orcid.org/0000-0002-7318-5881"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Li","raw_affiliation_strings":["Beihang University & Tianmushan Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University & Tianmushan Laboratory, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006034300"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.2437,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54088496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2117","last_page":"2126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/panopticon","display_name":"Panopticon","score":0.8129092454910278},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7408779859542847},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.7369424700737},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.6912460327148438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6480457782745361},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5869497060775757},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5109414458274841},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4064266085624695},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.375166654586792},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16987955570220947},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11409100890159607},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10469326376914978},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07394587993621826}],"concepts":[{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.8129092454910278},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7408779859542847},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7369424700737},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.6912460327148438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480457782745361},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5869497060775757},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5109414458274841},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4064266085624695},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.375166654586792},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16987955570220947},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11409100890159607},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10469326376914978},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07394587993621826},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C2780430339","wikidata":"https://www.wikidata.org/wiki/Q10861465","display_name":"Brother","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664647.3680654","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2407.14242","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.14242","pdf_url":"https://arxiv.org/pdf/2407.14242","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.14242","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.14242","pdf_url":"https://arxiv.org/pdf/2407.14242","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3221306437","display_name":null,"funder_award_id":"62271018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403791319.pdf","grobid_xml":"https://content.openalex.org/works/W4403791319.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1614862348","https://openalex.org/W1682403713","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2745461083","https://openalex.org/W2753709519","https://openalex.org/W2896348597","https://openalex.org/W2943885184","https://openalex.org/W2981864462","https://openalex.org/W2986670728","https://openalex.org/W2991309414","https://openalex.org/W3011986058","https://openalex.org/W3034435444","https://openalex.org/W3041184466","https://openalex.org/W3106901158","https://openalex.org/W3138516171","https://openalex.org/W3141797743","https://openalex.org/W3155127799","https://openalex.org/W3167917117","https://openalex.org/W3168149265","https://openalex.org/W3171888599","https://openalex.org/W3175294706","https://openalex.org/W3180659539","https://openalex.org/W3213165621","https://openalex.org/W4225773271","https://openalex.org/W4281480496","https://openalex.org/W4296603926","https://openalex.org/W4312401347","https://openalex.org/W4312447529","https://openalex.org/W4312752917","https://openalex.org/W4375928793","https://openalex.org/W4382318707","https://openalex.org/W4382450654","https://openalex.org/W4382459038","https://openalex.org/W4385062313","https://openalex.org/W4385801558","https://openalex.org/W4386075840","https://openalex.org/W4386076193","https://openalex.org/W4386076251","https://openalex.org/W4386450617","https://openalex.org/W4391274686","https://openalex.org/W4394653171","https://openalex.org/W4395056554","https://openalex.org/W4396680453","https://openalex.org/W4402772396"],"related_works":["https://openalex.org/W2921107741","https://openalex.org/W2197002326","https://openalex.org/W2494728058","https://openalex.org/W3204968380","https://openalex.org/W1710116222","https://openalex.org/W2800383628","https://openalex.org/W2345320341","https://openalex.org/W4233922521","https://openalex.org/W2492288033","https://openalex.org/W2110567475"],"abstract_inverted_index":{"Continual":[0,65],"learning":[1,72,78],"(CL)":[2],"breaks":[3],"off":[4],"the":[5,43,56,104,118,121,164,170,173],"one-way":[6],"training":[7],"manner":[8],"and":[9,19,39,84,112,139,176],"enables":[10],"a":[11,69,97,129,151],"model":[12,73,123],"to":[13,15,55,102,143,155],"adapt":[14],"new":[16],"data,":[17,47],"semantics":[18],"tasks":[20],"continuously.":[21],"However,":[22],"current":[23],"CL":[24,32,185],"methods":[25],"mainly":[26],"focus":[27],"on":[28,163,192],"single":[29],"tasks.":[30],"Besides,":[31],"models":[33],"are":[34],"plagued":[35],"by":[36],"catastrophic":[37,145],"forgetting":[38],"semantic":[40],"drift":[41],"since":[42],"lack":[44],"of":[45,172],"old":[46,122],"which":[48,108,135],"often":[49],"occurs":[50],"in":[51,90],"remote-sensing":[52],"interpretation":[53,89],"due":[54],"intricate":[57],"fine-grained":[58,165],"semantics.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,95,127,148],"propose":[64,96,128,150],"Panoptic":[66],"Perception":[67],"(CPP),":[68],"unified":[70],"continual":[71],"that":[74,179],"leverages":[75,136],"multi-task":[76],"joint":[77,152,180],"covering":[79],"pixel-level":[80],"classification,":[81],"instance-level":[82],"segmentation":[83],"image-level":[85],"perception":[86,167],"for":[87],"universal":[88],"remote":[91],"sensing":[92],"images.":[93],"Concretely,":[94],"collaborative":[98],"cross-modal":[99,137],"encoder":[100],"(CCE)":[101],"extract":[103],"input":[105],"image":[106],"features,":[107],"supports":[109],"pixel":[110],"classification":[111],"caption":[113],"generation":[114],"synchronously.":[115],"To":[116],"inherit":[117],"knowledge":[119,131],"from":[120],"without":[124],"exemplar":[125],"memory,":[126],"task-interactive":[130],"distillation":[132],"(TKD)":[133],"method,":[134],"optimization":[138,153,181],"task-asymmetric":[140],"pseudo-labeling":[141],"(TPL)":[142],"alleviate":[144],"forgetting.":[146],"Furthermore,":[147],"also":[149,177],"mechanism":[154],"achieve":[156],"end-to-end":[157],"multi-modal":[158],"panoptic":[159,166,193],"perception.":[160],"Experimental":[161],"results":[162],"dataset":[168],"validate":[169],"effectiveness":[171],"proposed":[174],"model,":[175],"prove":[178],"can":[182],"boost":[183],"sub-task":[184],"efficiency":[186],"with":[187],"over":[188],"13%":[189],"relative":[190],"improvement":[191],"quality.":[194],"The":[195],"project":[196],"page":[197],"is":[198],"available":[199],"at":[200],"https://github.com/YBIO/CPP.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2024-10-27T00:00:00"}