{"id":"https://openalex.org/W4283806814","doi":"https://doi.org/10.1145/3539610","title":"Creating Word Paintings Jointly Considering Semantics, Attention, and Aesthetics","display_name":"Creating Word Paintings Jointly Considering Semantics, Attention, and Aesthetics","publication_year":2022,"publication_date":"2022-07-04","ids":{"openalex":"https://openalex.org/W4283806814","doi":"https://doi.org/10.1145/3539610"},"language":"en","primary_location":{"id":"doi:10.1145/3539610","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539610","pdf_url":null,"source":{"id":"https://openalex.org/S32453091","display_name":"ACM Transactions on Applied Perception","issn_l":"1544-3558","issn":["1544-3558","1544-3965"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Applied Perception","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101641469","display_name":"Junsong Zhang","orcid":"https://orcid.org/0000-0002-7715-5006"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junsong Zhang","raw_affiliation_strings":["Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China"],"raw_orcid":"https://orcid.org/0000-0002-7715-5006","affiliations":[{"raw_affiliation_string":"Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055634479","display_name":"Zuyi Yang","orcid":"https://orcid.org/0000-0001-7677-0093"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuyi Yang","raw_affiliation_strings":["Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China"],"raw_orcid":"https://orcid.org/0000-0001-7677-0093","affiliations":[{"raw_affiliation_string":"Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028335509","display_name":"Linchengyu Jin","orcid":"https://orcid.org/0000-0003-3735-1659"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linchengyu Jin","raw_affiliation_strings":["Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China"],"raw_orcid":"https://orcid.org/0000-0003-3735-1659","affiliations":[{"raw_affiliation_string":"Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101757472","display_name":"Zhitang Lu","orcid":"https://orcid.org/0000-0002-9235-6615"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhitang Lu","raw_affiliation_strings":["Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China"],"raw_orcid":"https://orcid.org/0000-0002-9235-6615","affiliations":[{"raw_affiliation_string":"Mind, Art, &amp; Computation Group, Department of Artificial Intelligence, Xiamen University, Key Laboratory of Digital Protection and Intelligent Processing of Intangible Cultural Heritage of Fujian and Taiwan (Xiamen University), Ministry of Culture and Tourism, Xiamen, Fujian, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034398235","display_name":"Jinhui Yu","orcid":"https://orcid.org/0000-0002-9946-4854"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Yu","raw_affiliation_strings":["The State Key Laboratory of CAD&amp;CG, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-9946-4854","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of CAD&amp;CG, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2936,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.51772106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"19","issue":"3","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/painting","display_name":"Painting","score":0.8240429162979126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7938628196716309},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7757395505905151},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6911927461624146},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5729414224624634},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5221384167671204},{"id":"https://openalex.org/keywords/theme","display_name":"Theme (computing)","score":0.5147500038146973},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5056169033050537},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4633195102214813},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.4619005620479584},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.18725311756134033},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.1469164788722992},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.1430864930152893},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08354958891868591}],"concepts":[{"id":"https://openalex.org/C205783811","wikidata":"https://www.wikidata.org/wiki/Q11629","display_name":"Painting","level":2,"score":0.8240429162979126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7938628196716309},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7757395505905151},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6911927461624146},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5729414224624634},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5221384167671204},{"id":"https://openalex.org/C33566652","wikidata":"https://www.wikidata.org/wiki/Q1065927","display_name":"Theme (computing)","level":2,"score":0.5147500038146973},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5056169033050537},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4633195102214813},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.4619005620479584},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.18725311756134033},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.1469164788722992},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.1430864930152893},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08354958891868591},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539610","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539610","pdf_url":null,"source":{"id":"https://openalex.org/S32453091","display_name":"ACM Transactions on Applied Perception","issn_l":"1544-3558","issn":["1544-3558","1544-3965"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Applied Perception","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4289929748","display_name":null,"funder_award_id":"61772440, and 61772463","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1510835000","https://openalex.org/W1936948608","https://openalex.org/W1967311432","https://openalex.org/W1987956889","https://openalex.org/W2016268421","https://openalex.org/W2053439982","https://openalex.org/W2066405128","https://openalex.org/W2068419217","https://openalex.org/W2074178567","https://openalex.org/W2085821496","https://openalex.org/W2117500970","https://openalex.org/W2119618626","https://openalex.org/W2129587342","https://openalex.org/W2130247386","https://openalex.org/W2271551547","https://openalex.org/W2296160605","https://openalex.org/W2469171054","https://openalex.org/W2797578706","https://openalex.org/W2913539117","https://openalex.org/W2960053204","https://openalex.org/W2969812514","https://openalex.org/W4205886377","https://openalex.org/W4207034998","https://openalex.org/W6907609765","https://openalex.org/W6963689817"],"related_works":["https://openalex.org/W2005185696","https://openalex.org/W3107474891","https://openalex.org/W2910617427","https://openalex.org/W4200625923","https://openalex.org/W2964148878","https://openalex.org/W3094880686","https://openalex.org/W2381200820","https://openalex.org/W4210427169","https://openalex.org/W2980434498","https://openalex.org/W4283806814"],"abstract_inverted_index":{"In":[0],"this":[1,106,212],"article,":[2],"we":[3,63,115,142,167,186],"present":[4],"a":[5,10,16,27,38,99,129,169,202,218],"content-aware":[6],"method":[7,67,213],"for":[8,72],"generating":[9,56,98],"word":[11,43,70,102,203,222],"painting.":[12,103,204,223],"Word":[13],"painting":[14],"is":[15,93,214],"composite":[17],"artwork":[18],"made":[19],"from":[20,26],"the":[21,82,90,94,118,134,139,148,154,159,164,197],"assemblage":[22],"of":[23,156],"words":[24],"extracted":[25,194],"given":[28,39,108],"text,":[29,114,141],"which":[30],"carries":[31],"similar":[32],"semantics":[33],"and":[34,58,85,111,124,183,200,207,220],"visual":[35,175,181],"features":[36],"to":[37,68,75,89,97,152,192,216],"source":[40],"image.":[41],"However,":[42],"painting,":[44],"usually":[45],"created":[46],"by":[47,137],"skilled":[48],"artists,":[49],"involves":[50],"tedious":[51],"manual":[52],"processes,":[53],"especially":[54],"when":[55],"streamlines":[57],"laying":[59],"out":[60],"text.":[61],"Hence,":[62],"provide":[64],"an":[65,109,188],"easy":[66,87],"create":[69],"paintings":[71],"users.":[73],"How":[74],"design":[76],"textural":[77],"layout":[78],"that":[79,162,211],"simultaneously":[80],"conveys":[81],"input":[83,119,140,160],"image":[84,110,120,161],"enables":[86],"access":[88],"semantic":[91],"theme":[92],"key":[95],"challenge":[96],"visually":[100],"pleasing":[101],"To":[104],"address":[105],"issue,":[107],"its":[112],"content-related":[113],"first":[116],"decompose":[117],"into":[121,196],"several":[122],"regions":[123,199],"approximate":[125],"each":[126],"region":[127],"with":[128,172],"smooth":[130],"vector":[131],"field.":[132],"At":[133],"same":[135],"time,":[136],"analyzing":[138],"extract":[143],"some":[144],"weighted":[145],"keywords":[146,195],"as":[147],"graphic":[149],"elements.":[150],"Then,":[151],"measure":[153],"likelihood":[155],"positions":[157],"in":[158],"attract":[163],"observers\u2019":[165],"attention,":[166],"generate":[168,217],"saliency":[170],"map":[171],"our":[173],"trained":[174],"attention":[176,182],"model.":[177],"Finally,":[178],"jointly":[179],"considering":[180],"aesthetic":[184],"rules,":[185],"propose":[187],"energy-based":[189],"optimization":[190],"framework":[191],"arrange":[193],"decomposed":[198],"synthesize":[201],"Experimental":[205],"results":[206],"user":[208],"studies":[209],"show":[210],"able":[215],"fashionable":[219],"appealing":[221]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
