{"id":"https://openalex.org/W4406946980","doi":"https://doi.org/10.1109/tcsvt.2025.3536086","title":"CPAL: Cross-Prompting Adapter With LoRAs for RGB+X Semantic Segmentation","display_name":"CPAL: Cross-Prompting Adapter With LoRAs for RGB+X Semantic Segmentation","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406946980","doi":"https://doi.org/10.1109/tcsvt.2025.3536086"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2025.3536086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3536086","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.lancs.ac.uk/id/eprint/227920/1/paper_1_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100346548","display_name":"Ye Liu","orcid":"https://orcid.org/0000-0002-2686-3002"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Liu","raw_affiliation_strings":["School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-2686-3002","affiliations":[{"raw_affiliation_string":"School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, P.R. China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061120675","display_name":"Pengfei Wu","orcid":"https://orcid.org/0000-0003-3404-3474"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wu","raw_affiliation_strings":["School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"School of Automation and Artificial Intelligence, Nanjing University of Posts and Telecommunications, P.R. China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080596209","display_name":"Miaohui Wang","orcid":"https://orcid.org/0000-0003-1125-9299"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miaohui Wang","raw_affiliation_strings":["Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen University, Shenzhen, China","Shenzhen Institute of Artificial Intelligence and Robotics for Society, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-1125-9299","affiliations":[{"raw_affiliation_string":"Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen Institute of Artificial Intelligence and Robotics for Society, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Shenzhen Institute of Artificial Intelligence and Robotics for Society, Guangdong Key Laboratory of Intelligent Information Processing, Shenzhen University, Shenzhen, P.R. China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100361857","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0002-4365-4165"},"institutions":[{"id":"https://openalex.org/I67415387","display_name":"Lancaster University","ror":"https://ror.org/04f2nsd36","country_code":"GB","type":"education","lineage":["https://openalex.org/I67415387"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["School of Computing and Communications, Lancaster University, Lancaster, U.K","School of Computing and Communications, Lancaster University, UK"],"raw_orcid":"https://orcid.org/0000-0002-4365-4165","affiliations":[{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, Lancaster, U.K","institution_ids":["https://openalex.org/I67415387"]},{"raw_affiliation_string":"School of Computing and Communications, Lancaster University, UK","institution_ids":["https://openalex.org/I67415387"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0621,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.90570813,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"35","issue":"6","first_page":"5858","last_page":"5871"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6749370098114014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6101297736167908},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.5541849136352539},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5440293550491333},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5021393299102783},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4919392764568329},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.48196813464164734},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.0847429633140564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6749370098114014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6101297736167908},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.5541849136352539},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5440293550491333},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5021393299102783},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4919392764568329},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.48196813464164734},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0847429633140564}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2025.3536086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3536086","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:227920","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/227920/1/paper_1_.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:eprints.lancs.ac.uk:227920","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.lancs.ac.uk/id/eprint/227920/1/paper_1_.pdf","source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4406946980.pdf"},"referenced_works_count":102,"referenced_works":["https://openalex.org/W20683899","https://openalex.org/W125693051","https://openalex.org/W1923184257","https://openalex.org/W1966025376","https://openalex.org/W1976409045","https://openalex.org/W1982075130","https://openalex.org/W1994922096","https://openalex.org/W2037227137","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2592939477","https://openalex.org/W2737258237","https://openalex.org/W2774839435","https://openalex.org/W2775906317","https://openalex.org/W2777686015","https://openalex.org/W2884822772","https://openalex.org/W2886934227","https://openalex.org/W2887531143","https://openalex.org/W2892220819","https://openalex.org/W2921749009","https://openalex.org/W2948515602","https://openalex.org/W2957414648","https://openalex.org/W2963529609","https://openalex.org/W2963868681","https://openalex.org/W2965867763","https://openalex.org/W2990205821","https://openalex.org/W3008115128","https://openalex.org/W3015871565","https://openalex.org/W3035687312","https://openalex.org/W3046421354","https://openalex.org/W3048402753","https://openalex.org/W3091001089","https://openalex.org/W3097053213","https://openalex.org/W3106587394","https://openalex.org/W3108601100","https://openalex.org/W3108608656","https://openalex.org/W3120875261","https://openalex.org/W3122412340","https://openalex.org/W3127555982","https://openalex.org/W3159637683","https://openalex.org/W3173788106","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3174847012","https://openalex.org/W3194841206","https://openalex.org/W4200635035","https://openalex.org/W4214893857","https://openalex.org/W4220849367","https://openalex.org/W4221147914","https://openalex.org/W4285134614","https://openalex.org/W4285600783","https://openalex.org/W4296913506","https://openalex.org/W4306827030","https://openalex.org/W4312372834","https://openalex.org/W4312376179","https://openalex.org/W4312402232","https://openalex.org/W4312594135","https://openalex.org/W4312651322","https://openalex.org/W4312685069","https://openalex.org/W4313023122","https://openalex.org/W4313139043","https://openalex.org/W4313142416","https://openalex.org/W4319879007","https://openalex.org/W4322766882","https://openalex.org/W4367663172","https://openalex.org/W4381300351","https://openalex.org/W4382465573","https://openalex.org/W4383812946","https://openalex.org/W4384519183","https://openalex.org/W4385245566","https://openalex.org/W4386065698","https://openalex.org/W4386071619","https://openalex.org/W4386076222","https://openalex.org/W4386179772","https://openalex.org/W4387967911","https://openalex.org/W4390489106","https://openalex.org/W4390873110","https://openalex.org/W4390874217","https://openalex.org/W4393156115","https://openalex.org/W4393241190","https://openalex.org/W4394597128","https://openalex.org/W4394597798","https://openalex.org/W4401807704","https://openalex.org/W6745178058","https://openalex.org/W6752606552","https://openalex.org/W6757817989","https://openalex.org/W6759579507","https://openalex.org/W6789041250","https://openalex.org/W6796581206","https://openalex.org/W6802386650","https://openalex.org/W6802744804","https://openalex.org/W6838701581","https://openalex.org/W6841790845","https://openalex.org/W6846351897","https://openalex.org/W6852669933","https://openalex.org/W6853854338","https://openalex.org/W6856738047","https://openalex.org/W6859814213","https://openalex.org/W6863998031","https://openalex.org/W6864022625","https://openalex.org/W6869133318"],"related_works":["https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2981692913","https://openalex.org/W3044188621","https://openalex.org/W3184035966","https://openalex.org/W2485605994","https://openalex.org/W2160602540","https://openalex.org/W4385571108","https://openalex.org/W1522196789"],"abstract_inverted_index":{"As":[0],"sensor":[1],"technology":[2],"evolves,":[3],"RGB+X":[4,34,48,108],"systems":[5],"combine":[6],"traditional":[7,47],"RGB":[8,57,77,116,140,212,217],"cameras":[9],"with":[10,162],"another":[11],"type":[12],"of":[13,74,92,134,196,202,211],"auxiliary":[14],"sensor,":[15],"which":[16,145],"enhances":[17],"perception":[18],"capabilities":[19],"and":[20,71,141,178,218,236,254],"provides":[21],"richer":[22],"information":[23],"for":[24,42],"important":[25],"tasks":[26],"such":[27],"as":[28,243,245],"semantic":[29,151,181],"segmentation.":[30],"However,":[31,59],"acquiring":[32],"massive":[33],"data":[35],"is":[36,146],"difficult":[37],"due":[38,148],"to":[39,65,87,110,130,149,172,191],"the":[40,68,72,75,90,119,132,150,158,176,180,193,200,209],"need":[41],"specific":[43],"acquisition":[44],"equipment.":[45],"Therefore,":[46],"segmentation":[49,241],"methods":[50,61,98],"often":[51],"perform":[52],"pretraining":[53,76],"on":[54,228],"relatively":[55],"abundant":[56],"data.":[58],"these":[60,97,203],"lack":[62],"corresponding":[63],"mechanisms":[64],"fully":[66,174],"exploit":[67,175],"pretrained":[69,93,112,135],"model,":[70],"scope":[73],"dataset":[78],"remains":[79],"limited.":[80],"Recent":[81],"works":[82],"have":[83,206],"employed":[84],"prompt":[85,111],"learning":[86],"tap":[88],"into":[89],"potential":[91,120,133,210],"foundation":[94,113,136,194,213],"models,":[95],"but":[96],"adopt":[99],"a":[100,164,168,237],"unidirectional":[101],"prompting":[102],"approach":[103],"i.e.,":[104],"using":[105],"X":[106],"or":[107],"modality":[109],"models":[114,137,214],"in":[115,121,138,215],"modality,":[117],"neglecting":[118],"non-RGB":[122,142,219],"modalities.":[123,154,184],"In":[124],"this":[125],"paper,":[126],"we":[127,156,205],"are":[128,256],"dedicated":[129],"developing":[131],"both":[139,216],"modalities":[143,220],"simultaneously,":[144],"non-trivial":[147],"gap":[152,182],"between":[153,183],"Specifically,":[155],"present":[157],"CPAL":[159,186],"(Cross-prompting":[160],"Adapter":[161],"LoRAs),":[163],"framework":[165],"that":[166],"features":[167],"novel":[169],"bi-directional":[170],"adapter":[171],"simultaneously":[173],"complementarity":[177],"bridging":[179],"Additionally,":[185],"introduces":[187],"low-rank":[188],"adaption":[189],"(LoRA)":[190],"fine-tune":[192],"model":[195],"each":[197],"modal.":[198],"With":[199],"support":[201],"elements,":[204],"successfully":[207],"unleashed":[208],"simultaneously.":[221],"Our":[222],"method":[223],"achieves":[224],"state-of-the-art":[225],"(SOTA)":[226],"performance":[227],"five":[229],"multi-modal":[230,238,247],"benchmarks,":[231],"including":[232],"RGB+Depth,":[233],"RGB+Thermal,":[234],"RGB+Event,":[235],"video":[239],"object":[240,249],"benchmark,":[242],"well":[244],"four":[246],"salient":[248],"detection":[250],"benchmarks.":[251],"The":[252],"code":[253],"results":[255],"available":[257],"at:":[258],"<uri":[259],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[260],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/abelny56/CPAL</uri>.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}