{"id":"https://openalex.org/W4401691645","doi":"https://doi.org/10.1109/tcsvt.2024.3445337","title":"Relation-Aware Multi-Pass Comparison Deconfounded Network for Change Captioning","display_name":"Relation-Aware Multi-Pass Comparison Deconfounded Network for Change Captioning","publication_year":2024,"publication_date":"2024-08-19","ids":{"openalex":"https://openalex.org/W4401691645","doi":"https://doi.org/10.1109/tcsvt.2024.3445337"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3445337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3445337","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001032176","display_name":"Zhicong Lu","orcid":"https://orcid.org/0009-0005-7520-7799"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhicong Lu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783142","display_name":"Li Jin","orcid":"https://orcid.org/0000-0001-8833-4862"},"institutions":[{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Jin","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010545977","display_name":"Ziwei Chen","orcid":"https://orcid.org/0000-0001-6705-8387"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Chen","raw_affiliation_strings":["School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","School of Computer Science, Beijing University of Posts and Telecommunications, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Computer Science, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052887619","display_name":"Changyuan Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyuan Tian","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005905514","display_name":"Xian Sun","orcid":"https://orcid.org/0000-0002-0038-9816"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Sun","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449169","display_name":"Xiaoyu Li","orcid":"https://orcid.org/0000-0003-0286-6660"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Li","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388333","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0003-4299-1511"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["School of Electronic Countermeasures, National University of Defense Technology, Changsha, China","National University of Defense Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Countermeasures, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102009609","display_name":"Qi Li","orcid":"https://orcid.org/0009-0005-7999-4179"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Li","raw_affiliation_strings":["School of Psychology, Beijing Normal University, Beijing, China","Beijing Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Psychology, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]},{"raw_affiliation_string":"Beijing Normal University, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057853630","display_name":"Guangluan Xu","orcid":"https://orcid.org/0000-0003-3529-593X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210137199","display_name":"Aerospace Information Research Institute","ror":"https://ror.org/0419fj215","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210137199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangluan Xu","raw_affiliation_strings":["Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Aerospace Information Research Institute, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Key Laboratory of Network Information System (NIST), Aerospace Information Research Institute, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210137199","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5001032176"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210137199"],"apc_list":null,"apc_paid":null,"fwci":0.7895,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72627737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"34","issue":"12","first_page":"13349","last_page":"13363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8593630790710449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7085376381874084},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6456755995750427},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34949588775634766},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32332712411880493},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2038782238960266},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.19856971502304077}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8593630790710449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085376381874084},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6456755995750427},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34949588775634766},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32332712411880493},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2038782238960266},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.19856971502304077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3445337","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3445337","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2316640404","display_name":null,"funder_award_id":"62206267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2143891888","https://openalex.org/W2194775991","https://openalex.org/W2506483933","https://openalex.org/W2745461083","https://openalex.org/W2988981892","https://openalex.org/W3035524453","https://openalex.org/W3035651653","https://openalex.org/W3097679710","https://openalex.org/W3099641295","https://openalex.org/W3106925514","https://openalex.org/W3108170342","https://openalex.org/W3136792391","https://openalex.org/W3140300848","https://openalex.org/W3152876231","https://openalex.org/W3159583533","https://openalex.org/W3175933895","https://openalex.org/W3176470992","https://openalex.org/W3203526456","https://openalex.org/W3205765769","https://openalex.org/W3206022579","https://openalex.org/W4213455776","https://openalex.org/W4225739172","https://openalex.org/W4226109438","https://openalex.org/W4285118488","https://openalex.org/W4285186657","https://openalex.org/W4285197287","https://openalex.org/W4285285265","https://openalex.org/W4285600262","https://openalex.org/W4293732316","https://openalex.org/W4312232840","https://openalex.org/W4319777846","https://openalex.org/W4362013208","https://openalex.org/W4366996284","https://openalex.org/W4385245566","https://openalex.org/W4385571019","https://openalex.org/W4385571026","https://openalex.org/W4388286369","https://openalex.org/W4388936587","https://openalex.org/W4388979610","https://openalex.org/W4390871964","https://openalex.org/W4390872507","https://openalex.org/W6631190155","https://openalex.org/W6639432524","https://openalex.org/W6678262379","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6753971420","https://openalex.org/W6764061913","https://openalex.org/W6794345597","https://openalex.org/W6796562092","https://openalex.org/W6802912272","https://openalex.org/W6803444062","https://openalex.org/W6843355076","https://openalex.org/W6859298233"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Change":[0],"captioning":[1],"aims":[2],"to":[3,19,39,117,129,142,154,170,179],"describe":[4],"the":[5,24,40,82,103,110,114,131,139,167,174,181,210],"semantic":[6,156],"change":[7,35,64,68,99,106,145,190],"between":[8,188],"a":[9,57,86,91,122,149],"pair":[10],"of":[11,49,105,212],"images":[12],"with":[13],"natural":[14],"language":[15],"while":[16],"remaining":[17],"immune":[18],"viewpoint":[20,63],"change.":[21],"Based":[22],"on":[23,32,199],"encoder-decoder":[25],"architecture,":[26],"most":[27],"existing":[28],"methods":[29],"primarily":[30],"focus":[31],"encoding":[33,104,115],"effective":[34],"representations":[36,69,107,191],"for":[37,98],"transmission":[38],"decoder.":[41],"However,":[42],"they":[43],"suffer":[44],"from":[45,85],"an":[46],"insufficient":[47],"understanding":[48],"visual":[50,120,207],"semantics,":[51,121],"inadequate":[52],"single-pass":[53],"feature":[54,151,160],"comparison,":[55],"and":[56,70,80,89,108,133,162,192,205],"confounding":[58,83,182],"bias":[59,84,183],"caused":[60],"by":[61],"imbalanced":[62],"data.":[65],"These":[66],"impair":[67],"hinder":[71],"unbiased":[72],"caption":[73],"generation.":[74],"In":[75,166],"this":[76],"paper,":[77],"we":[78,147],"analyze":[79],"identify":[81],"causality":[87],"perspective":[88],"propose":[90],"Relation-aware":[92],"Multi-pass":[93],"Comparison":[94],"Deconfounded":[95],"(RMCD)":[96],"network":[97],"captioning,":[100],"which":[101,184],"elevates":[102],"mitigates":[109],"bias.":[111],"Specifically,":[112],"in":[113,138],"stage,":[116,169],"sufficiently":[118],"understand":[119],"position-guided":[123],"context":[124],"aggregating":[125],"module":[126,153],"is":[127,177],"presented":[128],"capture":[130],"positional":[132],"contextual":[134],"relations":[135],"among":[136],"objects":[137],"image.":[140],"Then,":[141],"achieve":[143],"comprehensive":[144],"representations,":[146],"present":[148],"multi-pass":[150],"comparison":[152],"recognize":[155],"differences":[157],"at":[158],"various":[159],"levels":[161],"progressively":[163],"integrate":[164],"them.":[165],"decoding":[168],"generate":[171],"de-biased":[172],"captions,":[173],"causal":[175],"intervention":[176],"employed":[178],"remove":[180],"introduces":[185],"spurious":[186],"correlations":[187],"encoded":[189],"captions.":[193],"The":[194],"newly":[195],"achieved":[196],"state-of-the-art":[197],"performance":[198],"four":[200],"publicly":[201],"available":[202],"benchmark":[203],"datasets":[204],"further":[206],"analysis":[208],"demonstrate":[209],"superiority":[211],"our":[213],"method.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}