{"id":"https://openalex.org/W4307475428","doi":"https://doi.org/10.1145/3526113.3545621","title":"Opal: Multimodal Image Generation for News Illustration","display_name":"Opal: Multimodal Image Generation for News Illustration","publication_year":2022,"publication_date":"2022-10-28","ids":{"openalex":"https://openalex.org/W4307475428","doi":"https://doi.org/10.1145/3526113.3545621"},"language":"en","primary_location":{"id":"doi:10.1145/3526113.3545621","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526113.3545621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051806509","display_name":"Vivian Liu","orcid":"https://orcid.org/0000-0001-5328-0120"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vivian Liu","raw_affiliation_strings":["Columbia University, United States"],"affiliations":[{"raw_affiliation_string":"Columbia University, United States","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060354690","display_name":"Han Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Han Qiao","raw_affiliation_strings":["University of Toronto, Canada and Columbia University, USA"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada and Columbia University, USA","institution_ids":["https://openalex.org/I78577930","https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049173646","display_name":"Lydia B. Chilton","orcid":"https://orcid.org/0000-0002-1737-1276"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lydia Chilton","raw_affiliation_strings":["Computer Science Department, Columbia University, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Columbia University, United States","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051806509"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":8.9733,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.98674513,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usable","display_name":"USable","score":0.8025492429733276},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7912263870239258},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7234205007553101},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5449522733688354},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.4696435332298279},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38557639718055725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35556793212890625},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34591829776763916},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13508424162864685},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08629763126373291}],"concepts":[{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.8025492429733276},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7912263870239258},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7234205007553101},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5449522733688354},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.4696435332298279},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38557639718055725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35556793212890625},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34591829776763916},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13508424162864685},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08629763126373291},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3526113.3545621","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3526113.3545621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 35th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2057617999","https://openalex.org/W2068676460","https://openalex.org/W2075970457","https://openalex.org/W2099854727","https://openalex.org/W2771088323","https://openalex.org/W2788768663","https://openalex.org/W2795434834","https://openalex.org/W2941884113","https://openalex.org/W2962845008","https://openalex.org/W2962974533","https://openalex.org/W2963966654","https://openalex.org/W2970641574","https://openalex.org/W3030109276","https://openalex.org/W3035574324","https://openalex.org/W3093653901","https://openalex.org/W3110969460","https://openalex.org/W3160638507","https://openalex.org/W3168921656","https://openalex.org/W3203321135","https://openalex.org/W4213451626","https://openalex.org/W4221145068","https://openalex.org/W4224035735","https://openalex.org/W4225165463","https://openalex.org/W4225911013","https://openalex.org/W4281485151","https://openalex.org/W4283388932","https://openalex.org/W4287551327","https://openalex.org/W4292779060","https://openalex.org/W4297795964","https://openalex.org/W4300818638","https://openalex.org/W4312282373"],"related_works":["https://openalex.org/W2982321410","https://openalex.org/W2392004567","https://openalex.org/W2940029036","https://openalex.org/W4388292429","https://openalex.org/W2756595502","https://openalex.org/W2046296964","https://openalex.org/W2010789764","https://openalex.org/W2219281195","https://openalex.org/W2187233292","https://openalex.org/W2390747953"],"abstract_inverted_index":{"Advances":[0],"in":[1],"multimodal":[2],"AI":[3,138],"have":[4],"presented":[5],"people":[6],"with":[7,52,113],"powerful":[8],"ways":[9],"to":[10,24,82],"create":[11],"images":[12],"from":[13],"text.":[14],"Recent":[15],"work":[16],"has":[17],"shown":[18],"that":[19,56,98],"text-to-image":[20,58],"generations":[21,59],"are":[22],"able":[23],"represent":[25],"a":[26,54,70,78],"broad":[27],"range":[28],"of":[29,104,136],"subjects":[30],"and":[31,76,91,109],"artistic":[32,93],"styles.":[33,94],"However,":[34],"finding":[35],"the":[36,134],"right":[37],"visual":[38,74,107],"language":[39],"for":[40,60,73],"text":[41],"prompts":[42],"is":[43],"difficult.":[44],"In":[45],"this":[46,50],"paper,":[47],"we":[48],"address":[49],"challenge":[51],"Opal,":[53],"system":[55],"produces":[57],"news":[61,105],"illustration.":[62],"Given":[63],"an":[64,87],"article,":[65],"Opal":[66,99,114],"guides":[67],"users":[68,81,122,131],"through":[69],"structured":[71,127],"search":[72],"concepts":[75],"provides":[77],"pipeline":[79],"allowing":[80],"generate":[83],"illustrations":[84],"based":[85],"on":[86],"article\u2019s":[88],"tone,":[89],"keywords,":[90],"related":[92],"Our":[95],"evaluation":[96],"shows":[97],"efficiently":[100],"generates":[101],"diverse":[102],"sets":[103],"illustrations,":[106],"assets,":[108],"concept":[110],"ideas.":[111],"Users":[112],"generated":[115],"two":[116],"times":[117],"more":[118],"usable":[119],"results":[120],"than":[121],"without.":[123],"We":[124],"discuss":[125],"how":[126],"exploration":[128],"can":[129],"help":[130],"better":[132],"understand":[133],"capabilities":[135],"human":[137],"co-creative":[139],"systems.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":21}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}