{"id":"https://openalex.org/W4323891821","doi":"https://doi.org/10.1109/access.2023.3255887","title":"Affective Image Captioning for Visual Artworks Using Emotion-Based Cross-Attention Mechanisms","display_name":"Affective Image Captioning for Visual Artworks Using Emotion-Based Cross-Attention Mechanisms","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323891821","doi":"https://doi.org/10.1109/access.2023.3255887"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3255887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3255887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10066290.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10066290.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042770831","display_name":"Shintaro Ishikawa","orcid":"https://orcid.org/0000-0003-0810-3613"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Shintaro Ishikawa","raw_affiliation_strings":["Faculty of Science and Technology, Keio University, Kanagawa, Yokohama, Japan","Faculty of Science and Technology, Keio University, Kohoku-ku, Yokohama, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0810-3613","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Keio University, Kanagawa, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Faculty of Science and Technology, Keio University, Kohoku-ku, Yokohama, Kanagawa, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033744547","display_name":"Komei Sugiura","orcid":"https://orcid.org/0000-0002-0261-0510"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Komei Sugiura","raw_affiliation_strings":["Faculty of Science and Technology, Keio University, Kanagawa, Yokohama, Japan","Faculty of Science and Technology, Keio University, Kohoku-ku, Yokohama, Kanagawa, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0261-0510","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology, Keio University, Kanagawa, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]},{"raw_affiliation_string":"Faculty of Science and Technology, Keio University, Kohoku-ku, Yokohama, Kanagawa, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042770831"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.274,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81687111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"24527","last_page":"24534"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8922015428543091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.665884256362915},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4709656536579132},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4324973225593567},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40303924679756165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3865440785884857}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8922015428543091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.665884256362915},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4709656536579132},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4324973225593567},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40303924679756165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3865440785884857}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3255887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3255887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10066290.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ae34156a6d344293b38a6373d865a550","is_oa":true,"landing_page_url":"https://doaj.org/article/ae34156a6d344293b38a6373d865a550","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 24527-24534 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3255887","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3255887","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10066290.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2367706801","display_name":null,"funder_award_id":"20H04269","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320321680","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323891821.pdf","grobid_xml":"https://content.openalex.org/works/W4323891821.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1514535095","https://openalex.org/W1861492603","https://openalex.org/W1956340063","https://openalex.org/W1975163393","https://openalex.org/W2101105183","https://openalex.org/W2109586012","https://openalex.org/W2133512280","https://openalex.org/W2160204597","https://openalex.org/W2173180041","https://openalex.org/W2185175083","https://openalex.org/W2277195237","https://openalex.org/W2506483933","https://openalex.org/W2607579284","https://openalex.org/W2752461516","https://openalex.org/W2788277448","https://openalex.org/W2797029597","https://openalex.org/W2886641317","https://openalex.org/W2897391328","https://openalex.org/W2918623459","https://openalex.org/W2963084599","https://openalex.org/W2963088515","https://openalex.org/W2972769995","https://openalex.org/W2997591391","https://openalex.org/W3034655362","https://openalex.org/W3044312764","https://openalex.org/W3138516171","https://openalex.org/W3166396011","https://openalex.org/W3173683732","https://openalex.org/W3196153606","https://openalex.org/W3216130706","https://openalex.org/W4288329833","https://openalex.org/W4312289196","https://openalex.org/W4312537386","https://openalex.org/W6620707391","https://openalex.org/W6630875275","https://openalex.org/W6639102338","https://openalex.org/W6676497082","https://openalex.org/W6743895910","https://openalex.org/W6763643401","https://openalex.org/W6767502062","https://openalex.org/W6791353385","https://openalex.org/W6804709890"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Within":[0],"the":[1,4,14,56,134,138,151],"museum":[2],"community,":[3],"automatic":[5],"generation":[6],"of":[7,16,101],"artwork":[8],"description":[9],"is":[10,33,50],"expected":[11],"to":[12,54,66,73,83,122],"accelerate":[13],"improvement":[15],"accessibility":[17],"for":[18,52],"visually":[19],"impaired":[20],"visitors.":[21],"Captions":[22],"that":[23,115,141],"describe":[24],"artworks":[25,41],"should":[26],"be":[27],"based":[28],"on":[29,133,147],"emotions":[30,58],"because":[31],"art":[32],"inseparable":[34],"from":[35,71],"viewers\u2019":[36],"emotional":[37],"reactions.":[38],"By":[39],"contrast,":[40],"typically":[42],"do":[43,79],"not":[44,80],"have":[45],"unique":[46],"interpretations;":[47],"thus,":[48],"it":[49],"difficult":[51],"systems":[53],"reflect":[55],"specified":[57],"in":[59,150],"captions":[60],"precisely.":[61],"Most":[62],"existing":[63],"methods":[64,146],"attempt":[65],"leverage":[67],"predicted":[68],"emotion":[69,95],"labels":[70],"images":[72,102],"generate":[74],"emotion-oriented":[75],"captions;":[76],"however,":[77],"they":[78],"allow":[81],"users":[82],"specify":[84],"arbitrary":[85],"emotions.":[86],"We":[87,129],"propose":[88],"an":[89],"affective":[90,113],"visual":[91,104],"encoder,":[92],"which":[93],"integrates":[94],"attributes":[96],"and":[97,118,126,137],"cross-modal":[98],"joint":[99],"features":[100,121],"into":[103],"information":[105],"over":[106],"all":[107,148],"encoder":[108],"blocks.":[109],"Moreover,":[110],"we":[111],"introduce":[112],"tokens":[114],"fuse":[116],"grid-":[117],"region-based":[119],"image":[120],"cover":[123],"both":[124],"contextual":[125],"object-level":[127],"information.":[128],"validated":[130],"our":[131,142],"method":[132,143],"ArtEmis":[135],"dataset,":[136],"results":[139],"demonstrated":[140],"outperformed":[144],"baseline":[145],"metrics":[149],"emotion-conditioned":[152],"task.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}