{"id":"https://openalex.org/W4366967122","doi":"https://doi.org/10.1109/access.2023.3269847","title":"Text-Guided Image Manipulation via Generative Adversarial Network With Referring Image Segmentation-Based Guidance","display_name":"Text-Guided Image Manipulation via Generative Adversarial Network With Referring Image Segmentation-Based Guidance","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366967122","doi":"https://doi.org/10.1109/access.2023.3269847"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3269847","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269847","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107599.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089220692","display_name":"Yuto Watanabe","orcid":"https://orcid.org/0000-0002-9841-4089"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuto Watanabe","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-9841-4089","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002757875","display_name":"Ren Togo","orcid":"https://orcid.org/0000-0002-4474-3995"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Togo","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4474-3995","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033215072","display_name":"Keisuke Maeda","orcid":"https://orcid.org/0000-0001-8039-3462"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Maeda","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8039-3462","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009032240","display_name":"Takahiro Ogawa","orcid":"https://orcid.org/0000-0001-5332-8112"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Ogawa","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5332-8112","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miki Haseyama","orcid":"https://orcid.org/0000-0003-1496-1761"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Miki Haseyama","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1496-1761","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, Sapporo, Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.1503,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8058734,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"42534","last_page":"42545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7714830636978149},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7525819540023804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7393389940261841},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.7086670398712158},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.6352325677871704},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.634991466999054},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.506348729133606},{"id":"https://openalex.org/keywords/generative-adversarial-network","display_name":"Generative adversarial network","score":0.503123939037323},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.43226420879364014},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3908216059207916}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7714830636978149},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7525819540023804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7393389940261841},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.7086670398712158},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6352325677871704},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.634991466999054},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.506348729133606},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.503123939037323},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.43226420879364014},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3908216059207916}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3269847","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269847","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:daffa139ec994302b8f4679b9544c3c7","is_oa":true,"landing_page_url":"https://doaj.org/article/daffa139ec994302b8f4679b9544c3c7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 42534-42545 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3269847","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3269847","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10107599.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3586487095","display_name":"Construction of ultra-low-volume anonymous learning technology and universal learning technology to improve the versatility of medical AI","funder_award_id":"23K11141","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4092381066","display_name":"General-purpose deep learning theory for ultra-low computational complexity and low capacity in the age of edge AI","funder_award_id":"23K21676","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G542420254","display_name":"Development of a Sequential Data Cleansing Technique Based on Machine Learning for Medical Imaging","funder_award_id":"20K19857","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8739887802","display_name":null,"funder_award_id":"JP21H03456","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320320720","display_name":"Indian Council of Medical Research","ror":"https://ror.org/0492wrx28"},{"id":"https://openalex.org/F4320323533","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702"},{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366967122.pdf","grobid_xml":"https://content.openalex.org/works/W4366967122.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1959608418","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2194775991","https://openalex.org/W2295537950","https://openalex.org/W2302548814","https://openalex.org/W2326925005","https://openalex.org/W2405756170","https://openalex.org/W2475287302","https://openalex.org/W2489434015","https://openalex.org/W2519536754","https://openalex.org/W2533598788","https://openalex.org/W2605127024","https://openalex.org/W2798556392","https://openalex.org/W2798844427","https://openalex.org/W2950111065","https://openalex.org/W2950404765","https://openalex.org/W2963073614","https://openalex.org/W2963184176","https://openalex.org/W2963373786","https://openalex.org/W2963420272","https://openalex.org/W2963684088","https://openalex.org/W2963920537","https://openalex.org/W2963966654","https://openalex.org/W2964013315","https://openalex.org/W2964024144","https://openalex.org/W2964313012","https://openalex.org/W2972328244","https://openalex.org/W3034319502","https://openalex.org/W3034325957","https://openalex.org/W3035316078","https://openalex.org/W3104956649","https://openalex.org/W3166396011","https://openalex.org/W3192401306","https://openalex.org/W3193652355","https://openalex.org/W4224932539","https://openalex.org/W4289839548","https://openalex.org/W4301206121","https://openalex.org/W4303199814","https://openalex.org/W4320013936","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6640174519","https://openalex.org/W6640963894","https://openalex.org/W6685352114","https://openalex.org/W6701655646","https://openalex.org/W6713645886","https://openalex.org/W6718379498","https://openalex.org/W6739901393","https://openalex.org/W6755102824","https://openalex.org/W6765779288","https://openalex.org/W6767384525","https://openalex.org/W6784364625","https://openalex.org/W6791353385"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2888032422","https://openalex.org/W2996316059","https://openalex.org/W1522196789","https://openalex.org/W4377980832","https://openalex.org/W2897769091","https://openalex.org/W2845413374","https://openalex.org/W3005996785","https://openalex.org/W4297411772","https://openalex.org/W4235873501"],"abstract_inverted_index":{"This":[0],"study":[1],"proposed":[2,20,37,96],"a":[3,15],"novel":[4],"text-guided":[5,21],"image":[6,12,22,51,58,104],"manipulation":[7,23,105],"method":[8,24,38,97],"that":[9,94],"introduces":[10],"referring":[11,57],"segmentation":[13,53],"into":[14],"generative":[16,65],"adversarial":[17,64],"network.":[18],"The":[19,36],"aims":[25],"to":[26,52,74],"manipulate":[27],"images":[28,86],"containing":[29],"multiple":[30,88],"objects":[31],"while":[32],"preserving":[33],"text-unrelated":[34,80],"regions.":[35,81],"assigns":[39],"the":[40,63,75,83,90,95],"task":[41],"of":[42,103],"distinguishing":[43],"between":[44],"text-related":[45],"and":[46,78],"unrelated":[47],"regions":[48],"in":[49,101],"an":[50],"guidance":[54],"based":[55],"on":[56,69],"segmentation.":[59],"With":[60],"this":[61],"architecture,":[62],"network":[66],"can":[67],"focus":[68],"generating":[70],"new":[71],"attributes":[72],"according":[73],"text":[76],"description":[77],"reconstructing":[79],"For":[82],"challenging":[84],"input":[85],"with":[87],"objects,":[89],"experimental":[91],"results":[92],"demonstrate":[93],"outperforms":[98],"conventional":[99],"methods":[100],"terms":[102],"precision.":[106]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
