{"id":"https://openalex.org/W3146715478","doi":"https://doi.org/10.1109/access.2021.3069876","title":"Text-Guided Style Transfer-Based Image Manipulation Using Multimodal Generative Models","display_name":"Text-Guided Style Transfer-Based Image Manipulation Using Multimodal Generative Models","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3146715478","doi":"https://doi.org/10.1109/access.2021.3069876","mag":"3146715478"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3069876","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069876","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09389731.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09389731.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002757875","display_name":"Ren Togo","orcid":"https://orcid.org/0000-0002-4474-3995"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Togo","raw_affiliation_strings":["Education and Research Center for Mathematical and Data Science, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4474-3995","affiliations":[{"raw_affiliation_string":"Education and Research Center for Mathematical and Data Science, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030212088","display_name":"Megumi Kotera","orcid":null},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Megumi Kotera","raw_affiliation_strings":["School of Engineering, Hokkaido University, Sapporo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009032240","display_name":"Takahiro Ogawa","orcid":"https://orcid.org/0000-0001-5332-8112"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Ogawa","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5332-8112","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miki Haseyama","orcid":"https://orcid.org/0000-0003-1496-1761"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Miki Haseyama","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1496-1761","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4711,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.62821896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"9","issue":null,"first_page":"64860","last_page":"64870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240293264389038},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7283734083175659},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.660859227180481},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6393686532974243},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6367815732955933},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.6269049644470215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6061851978302002},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45917534828186035},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.44421157240867615},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4330919682979584},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.41402608156204224},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4131816029548645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240293264389038},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7283734083175659},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.660859227180481},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6393686532974243},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6367815732955933},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.6269049644470215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6061851978302002},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45917534828186035},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.44421157240867615},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4330919682979584},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.41402608156204224},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4131816029548645},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2021.3069876","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069876","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09389731.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eb7f2afac29a40e7b99c8aa28467fafa","is_oa":true,"landing_page_url":"https://doaj.org/article/eb7f2afac29a40e7b99c8aa28467fafa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 64860-64870 (2021)","raw_type":"article"},{"id":"pmh:oai:eprints.lib.hokudai.ac.jp:2115/81720","is_oa":false,"landing_page_url":"http://hdl.handle.net/2115/81720","pdf_url":null,"source":{"id":"https://openalex.org/S4306400549","display_name":"Hokkaido University Collection of Scholarly and Academic Papers (Hokkaido University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205349734","host_organization_name":"Hokkaido University","host_organization_lineage":["https://openalex.org/I205349734"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:irdb.nii.ac.jp:01364:0007194308","is_oa":false,"landing_page_url":"https://hdl.handle.net/2115/81720","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3069876","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3069876","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09389731.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7779468462","display_name":null,"funder_award_id":"JP17H01744","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3146715478.pdf","grobid_xml":"https://content.openalex.org/works/W3146715478.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1591801644","https://openalex.org/W1686810756","https://openalex.org/W1797268635","https://openalex.org/W1982696459","https://openalex.org/W1999360130","https://openalex.org/W2028655638","https://openalex.org/W2035536202","https://openalex.org/W2035773017","https://openalex.org/W2064675550","https://openalex.org/W2105038642","https://openalex.org/W2133564696","https://openalex.org/W2136154655","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2275363859","https://openalex.org/W2295130376","https://openalex.org/W2326925005","https://openalex.org/W2331128040","https://openalex.org/W2339754110","https://openalex.org/W2344328033","https://openalex.org/W2470355596","https://openalex.org/W2475287302","https://openalex.org/W2580419899","https://openalex.org/W2592533706","https://openalex.org/W2605183293","https://openalex.org/W2612445135","https://openalex.org/W2617602381","https://openalex.org/W2733509922","https://openalex.org/W2754213847","https://openalex.org/W2891417743","https://openalex.org/W2898422183","https://openalex.org/W2910439676","https://openalex.org/W2912294083","https://openalex.org/W2950404765","https://openalex.org/W2962750014","https://openalex.org/W2962772087","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963966654","https://openalex.org/W2964308564","https://openalex.org/W2964313012","https://openalex.org/W2964335273","https://openalex.org/W3009979035","https://openalex.org/W3035316078","https://openalex.org/W3048835936","https://openalex.org/W3102542372","https://openalex.org/W3103635814","https://openalex.org/W3105371893","https://openalex.org/W3129576130","https://openalex.org/W3135367836","https://openalex.org/W3166396011","https://openalex.org/W4297749385","https://openalex.org/W4297775537","https://openalex.org/W4301103953","https://openalex.org/W6630875275","https://openalex.org/W6635446068","https://openalex.org/W6637373629","https://openalex.org/W6638319203","https://openalex.org/W6639497327","https://openalex.org/W6679434410","https://openalex.org/W6684191040","https://openalex.org/W6697028695","https://openalex.org/W6703724764","https://openalex.org/W6735957806","https://openalex.org/W6737664043","https://openalex.org/W6738438352","https://openalex.org/W6755102824","https://openalex.org/W6758871181","https://openalex.org/W6764163324","https://openalex.org/W6770484295","https://openalex.org/W6782521812","https://openalex.org/W6790978476","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4391584540","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4395044357","https://openalex.org/W4287117424","https://openalex.org/W4387506531","https://openalex.org/W2087346071","https://openalex.org/W2967848559"],"abstract_inverted_index":{"A":[0],"new":[1,27,109],"style":[2,11,21,34,44,49],"transfer-based":[3,35],"image":[4,30,36,50,68,105],"manipulation":[5,37,106],"framework":[6],"combining":[7],"generative":[8],"networks":[9,13],"and":[10,46,113],"transfer":[12,22],"is":[14,107],"presented":[15],"in":[16],"this":[17,103],"paper.":[18],"Unlike":[19],"conventional":[20],"tasks,":[23],"we":[24],"tackle":[25],"a":[26,48,66,108],"task,":[28,111],"text-guided":[29,104],"manipulation.":[31],"We":[32],"realize":[33],"that":[38],"does":[39],"not":[40,94],"require":[41],"any":[42,96],"reference":[43,62,84],"images":[45,97],"generate":[47],"from":[51],"the":[52,77,83,99,117],"user\u2019s":[53],"input":[54,63],"sentence.":[55,85],"In":[56],"our":[57,120],"method,":[58],"since":[59],"an":[60,74],"initial":[61],"sentence":[64],"for":[65],"content":[67],"can":[69,88],"automatically":[70],"be":[71],"given":[72],"by":[73],"image-to-text":[75],"model,":[76],"user":[78],"only":[79],"needs":[80],"to":[81],"update":[82],"This":[86],"scheme":[87],"help":[89],"users":[90],"when":[91],"they":[92],"do":[93],"have":[95],"representing":[98],"desired":[100],"style.":[101],"Although":[102],"challenging":[110],"quantitative":[112],"qualitative":[114],"comparisons":[115],"showed":[116],"superiority":[118],"of":[119],"method.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}