{"id":"https://openalex.org/W4293518031","doi":"https://doi.org/10.1109/icme52920.2022.9859701","title":"Improving Image Paragraph Captioning with Dual Relations","display_name":"Improving Image Paragraph Captioning with Dual Relations","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4293518031","doi":"https://doi.org/10.1109/icme52920.2022.9859701"},"language":"en","primary_location":{"id":"doi:10.1109/icme52920.2022.9859701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859701","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083093046","display_name":"Yun Liu","orcid":"https://orcid.org/0000-0002-9567-5531"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Liu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051135231","display_name":"Yihui Shi","orcid":"https://orcid.org/0009-0002-4551-6134"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihui Shi","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013283012","display_name":"Fangxiang Feng","orcid":"https://orcid.org/0000-0002-4798-4233"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangxiang Feng","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068728736","display_name":"Ruifan Li","orcid":"https://orcid.org/0000-0002-3543-6272"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruifan Li","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039812471","display_name":"Zhanyu Ma","orcid":"https://orcid.org/0000-0003-2950-2488"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanyu Ma","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","Beijing Academy of Artificial Intelligence, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351304","display_name":"Xiaojie Wang","orcid":"https://orcid.org/0000-0003-0314-8951"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojie Wang","raw_affiliation_strings":["School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Artificial Intelligence, Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7888033390045166},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.770844578742981},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.7268862724304199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7051485776901245},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6890053153038025},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.6097565293312073},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.60239577293396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.531118631362915},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5283599495887756},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.5040878057479858},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4781661629676819},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4739154279232025},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43690428137779236},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4278460741043091},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.42495909333229065},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3558155596256256},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2086334526538849},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1923084259033203},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12976574897766113},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09254616498947144},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09250199794769287}],"concepts":[{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7888033390045166},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.770844578742981},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.7268862724304199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7051485776901245},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6890053153038025},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.6097565293312073},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.60239577293396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.531118631362915},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5283599495887756},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.5040878057479858},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4781661629676819},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4739154279232025},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43690428137779236},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4278460741043091},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.42495909333229065},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3558155596256256},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2086334526538849},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1923084259033203},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12976574897766113},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09254616498947144},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09250199794769287},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme52920.2022.9859701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859701","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7099999785423279,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6056821750","display_name":null,"funder_award_id":"61922015,61906018,62076032,62192784,U19B2036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1895577753","https://openalex.org/W1956340063","https://openalex.org/W2123301721","https://openalex.org/W2549599535","https://openalex.org/W2605045867","https://openalex.org/W2745461083","https://openalex.org/W2808663243","https://openalex.org/W2890585349","https://openalex.org/W2890781596","https://openalex.org/W2897964062","https://openalex.org/W2936695845","https://openalex.org/W2938603906","https://openalex.org/W2963084599","https://openalex.org/W2964546107","https://openalex.org/W2965112138","https://openalex.org/W2982210816","https://openalex.org/W2990216675","https://openalex.org/W3006277995","https://openalex.org/W3034655362","https://openalex.org/W3093329502","https://openalex.org/W3115720040","https://openalex.org/W3174042809","https://openalex.org/W3188999884","https://openalex.org/W4205685122","https://openalex.org/W4288329833","https://openalex.org/W6620707391","https://openalex.org/W6678262379","https://openalex.org/W6761205521","https://openalex.org/W6763643401","https://openalex.org/W6770807467","https://openalex.org/W6797464430","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4287661223","https://openalex.org/W3116367518","https://openalex.org/W4214591816","https://openalex.org/W4389471147","https://openalex.org/W3042849301","https://openalex.org/W4312650216","https://openalex.org/W4221155265","https://openalex.org/W3109142545","https://openalex.org/W4385571298","https://openalex.org/W2590022237"],"abstract_inverted_index":{"Image":[0],"paragraph":[1],"captioning":[2],"aims":[3],"to":[4,36,130],"generate":[5,132],"multiple":[6],"de-scriptive":[7],"sentences":[8],"for":[9,127],"an":[10],"image.":[11],"However,":[12],"most":[13],"previous":[14],"methods":[15],"ignore":[16],"the":[17,45,60,64,104,110],"explicit":[18],"relations":[19,41],"among":[20,42],"objects":[21,86],"resulting":[22],"in":[23,70],"unsatisfactory":[24],"performance.":[25],"In":[26],"this":[27],"paper,":[28],"we":[29,108],"propose":[30],"a":[31,55,71,88,95,133],"novel":[32],"model":[33],"(i.e.,":[34],"DualRel)":[35],"capture":[37],"spatial":[38,46,112],"and":[39,113],"seman-tic":[40],"objects.":[43],"Specifically,":[44],"relation":[47,66,77],"embedding":[48,67],"is":[49,68],"obtained":[50],"solely":[51],"from":[52],"images":[53],"using":[54,99,117],"predefined":[56],"geometry":[57],"pattern.":[58],"With":[59],"help":[61],"of":[62,85],"captions,":[63],"semantic":[65,114],"learned":[69],"weakly":[72],"supervised":[73],"man-ner.":[74],"These":[75,119],"two":[76,125],"embeddings":[78],"are":[79,122],"then":[80],"interacted":[81],"with":[82,103,124],"regional":[83,100],"features":[84],"through":[87],"relation-aware":[89,115],"attention":[90],"interaction.":[91],"It":[92],"first":[93],"obtains":[94],"visual":[96,105],"context":[97,106],"vector":[98],"features.":[101],"Then":[102],"vector,":[107],"obtain":[109],"corresponding":[111],"vectors":[116,121],"attentions.":[118],"three":[120],"fused":[123],"gates":[126],"language":[128],"decoding":[129],"further":[131],"para-graph.":[134],"Experimental":[135],"results":[136],"on":[137],"Stanford":[138],"benchmark":[139],"dataset":[140],"show":[141],"that":[142],"DualRel":[143],"achieves":[144],"remarkable":[145],"improvements":[146],"<sup":[147,150],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[148,151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[149,152],"Code":[153],"released":[154],"at":[155],"https://github.com/fuyunll07/DualRel.":[156]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}