{"id":"https://openalex.org/W4321608137","doi":"https://doi.org/10.1109/tmm.2023.3242142","title":"I3N: Intra- and Inter-Representation Interaction Network for Change Captioning","display_name":"I3N: Intra- and Inter-Representation Interaction Network for Change Captioning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4321608137","doi":"https://doi.org/10.1109/tmm.2023.3242142"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3242142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3242142","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060428081","display_name":"Shengbin Yue","orcid":"https://orcid.org/0000-0002-6764-1756"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbin Yue","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-6764-1756","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]},{"raw_affiliation_string":"Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021557044","display_name":"Yunbin Tu","orcid":"https://orcid.org/0000-0002-9525-9060"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunbin Tu","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9525-9060","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034640518","display_name":"Liang Li","orcid":"https://orcid.org/0000-0001-8437-4824"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Li","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8437-4824","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101666264","display_name":"Ying Yang","orcid":"https://orcid.org/0000-0001-8355-6642"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Yang","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017471172","display_name":"Shengxiang Gao","orcid":"https://orcid.org/0000-0002-2980-8420"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengxiang Gao","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-2980-8420","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]},{"raw_affiliation_string":"Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100619287","display_name":"Zhengtao Yu","orcid":"https://orcid.org/0000-0002-4012-461X"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengtao Yu","raw_affiliation_strings":["Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China"],"raw_orcid":"https://orcid.org/0000-0002-4012-461X","affiliations":[{"raw_affiliation_string":"Faculty of Information Engineering and Automation, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]},{"raw_affiliation_string":"Yunnan Provincial Key Laboratory of Artificial Intelligence, Kunming University of Science and Technology, Kunming, China","institution_ids":["https://openalex.org/I10660446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0379,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.87535887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":null,"first_page":"8828","last_page":"8841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8415067195892334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8113797903060913},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.707144021987915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5118376612663269},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5071728229522705},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.45776230096817017},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.371481716632843},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.331203818321228}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8415067195892334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8113797903060913},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.707144021987915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5118376612663269},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5071728229522705},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.45776230096817017},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.371481716632843},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.331203818321228},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3242142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3242142","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G230809083","display_name":"\u8de8\u4e1c\u5357\u4e9a\u8bed\u8a00\u65b0\u95fb\u4e8b\u4ef6\u5173\u7cfb\u8bc6\u522b\u4e0e\u6f14\u5316\u5206\u6790\u7814\u7a76","funder_award_id":"61972186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4479882814","display_name":null,"funder_award_id":"U21B2027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8440137829","display_name":"\u9762\u5411\u8d44\u6e90\u7a00\u7f3a\u578b\u8bed\u8a00\u7684\u673a\u5668\u7ffb\u8bd1\u7406\u8bba\u65b9\u6cd5\u53ca\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61732005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1947481528","https://openalex.org/W2021057537","https://openalex.org/W2101105183","https://openalex.org/W2108598243","https://openalex.org/W2110866322","https://openalex.org/W2111918405","https://openalex.org/W2149006054","https://openalex.org/W2194775991","https://openalex.org/W2506483933","https://openalex.org/W2547811817","https://openalex.org/W2561715562","https://openalex.org/W2575842049","https://openalex.org/W2745461083","https://openalex.org/W2776207810","https://openalex.org/W2779571083","https://openalex.org/W2899771611","https://openalex.org/W2943885184","https://openalex.org/W2949554687","https://openalex.org/W2953461088","https://openalex.org/W2964110616","https://openalex.org/W2964196083","https://openalex.org/W2965487241","https://openalex.org/W2965848243","https://openalex.org/W2970649833","https://openalex.org/W2986670728","https://openalex.org/W2988981892","https://openalex.org/W2992323514","https://openalex.org/W3018388102","https://openalex.org/W3023395698","https://openalex.org/W3034655362","https://openalex.org/W3035160838","https://openalex.org/W3093309253","https://openalex.org/W3094673569","https://openalex.org/W3108154605","https://openalex.org/W3108170342","https://openalex.org/W3136792391","https://openalex.org/W3140300848","https://openalex.org/W3154362247","https://openalex.org/W3155230099","https://openalex.org/W3159583533","https://openalex.org/W3167939936","https://openalex.org/W3174377922","https://openalex.org/W3175933895","https://openalex.org/W3176470992","https://openalex.org/W3203526456","https://openalex.org/W3206617243","https://openalex.org/W4206621053","https://openalex.org/W4220790454","https://openalex.org/W4220863475","https://openalex.org/W4220974521","https://openalex.org/W4225739172","https://openalex.org/W4288329833","https://openalex.org/W6631190155","https://openalex.org/W6678262379","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6739901393","https://openalex.org/W6763643401"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3164229987","https://openalex.org/W3215212336","https://openalex.org/W4290852288","https://openalex.org/W3217388757","https://openalex.org/W3122720459","https://openalex.org/W4298897568","https://openalex.org/W4289422896","https://openalex.org/W1938708284","https://openalex.org/W4380190185"],"abstract_inverted_index":{"Change":[0,170],"captioning":[1,20,188],"aims":[2],"to":[3,85,94,108,139,162],"describe":[4],"the":[5,25,40,57,62,87,98,110,129,135,141,144,148,166,177,185],"disagreement":[6],"of":[7,28,42,56,64,69,115,123,131,146],"image":[8,17,43],"pairs":[9],"with":[10,15,143,180],"a":[11,53,77,120],"linguistic":[12],"sentence.":[13],"Compared":[14],"single":[16],"captioning,":[18],"change":[19,35,126,187],"requires":[21],"not":[22],"only":[23],"understanding":[24],"fine-grained":[26],"information":[27],"each":[29],"image,":[30],"but":[31],"also":[32],"determining":[33],"whether":[34],"occurs":[36],"and":[37,80,91,112,127,169],"further":[38],"representing":[39],"differences":[41],"pairs.":[44],"Although":[45],"much":[46],"progress":[47],"has":[48],"been":[49],"made,":[50],"it":[51],"remains":[52],"severe":[54],"challenge":[55],"precise":[58],"difference":[59,89,150,159],"representation":[60,90],"in":[61,151],"distraction":[63],"viewpoint":[65,95,125,152],"change,":[66,153],"especially":[67],"that":[68],"tiny":[70],"difference.":[71],"In":[72,97,134],"this":[73],"paper,":[74],"we":[75,102],"propose":[76],"novel":[78],"Intra-":[79],"Inter-representation":[81,136],"Interaction":[82,100,105,137,156],"Network":[83],"(I3N)":[84],"learn":[86],"fine":[88,163],"be":[92,119],"immune":[93],"change.":[96,133],"Intra-representation":[99],"stage,":[101,138],"design":[103],"Geometry-Semantic":[104],"Refining":[106],"(GSIR)":[107],"explore":[109],"positional":[111],"semantic":[113,132],"interactions":[114],"intra-image,":[116],"which":[117],"can":[118],"prior":[121],"knowledge":[122],"enduring":[124],"reinforce":[128],"cognition":[130],"endow":[140],"model":[142],"capability":[145],"pinpointing":[147],"latent":[149],"Hierarchical":[154],"Representation":[155],"(HRI)":[157],"models":[158],"from":[160],"coarse":[161],"representations":[164],"through":[165],"Semantic":[167],"Matcher":[168],"Amplifier":[171],"module.":[172],"The":[173],"proposed":[174],"approach":[175],"outperforms":[176],"state-of-the-art":[178],"methods":[179],"an":[181],"encouraging":[182],"performance":[183],"on":[184],"existing":[186],"benchmarks.":[189],"Our":[190],"code":[191],"is":[192],"available":[193],"athttps://github.com/yueshengbin/I3N.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}