{"id":"https://openalex.org/W7134263138","doi":"https://doi.org/10.1145/3742414.3794743","title":"Evaluating Semantic and Perceptual Alignment in Multilingual Story Visualization","display_name":"Evaluating Semantic and Perceptual Alignment in Multilingual Story Visualization","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134263138","doi":"https://doi.org/10.1145/3742414.3794743"},"language":null,"primary_location":{"id":"doi:10.1145/3742414.3794743","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794743","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3742414.3794743","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122776933","display_name":"Krishna Tewari","orcid":null},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Krishna Tewari","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0009-0005-6599-9956","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128614822","display_name":"Sharma Nandini Surendra","orcid":null},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sharma Nandini Surendra","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0009-0001-8204-102X","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Divya Sharma","orcid":"https://orcid.org/0009-0008-8976-669X"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Divya Sharma","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0009-0008-8976-669X","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079376020","display_name":"Sukomal Pal","orcid":"https://orcid.org/0000-0001-8743-9830"},"institutions":[{"id":"https://openalex.org/I56404289","display_name":"Indian Institute of Technology BHU","ror":"https://ror.org/01kh5gc44","country_code":"IN","type":"education","lineage":["https://openalex.org/I56404289","https://openalex.org/I91357014"]},{"id":"https://openalex.org/I91357014","display_name":"Banaras Hindu University","ror":"https://ror.org/04cdn2797","country_code":"IN","type":"education","lineage":["https://openalex.org/I91357014"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sukomal Pal","raw_affiliation_strings":["Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0001-8743-9830","affiliations":[{"raw_affiliation_string":"Indian Institute of Technology (BHU) Varanasi, Varanasi, Uttar Pradesh, India","institution_ids":["https://openalex.org/I56404289","https://openalex.org/I91357014"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29995813,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"34","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6814000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.6814000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.11069999635219574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.6191999912261963},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.6100000143051147},{"id":"https://openalex.org/keywords/jaccard-index","display_name":"Jaccard index","score":0.5974000096321106},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5733000040054321},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5687999725341797},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5430999994277954},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.541700005531311},{"id":"https://openalex.org/keywords/stylized-fact","display_name":"Stylized fact","score":0.5400999784469604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7556999921798706},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.6191999912261963},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.6100000143051147},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.5974000096321106},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5733000040054321},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5687999725341797},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C38935604","wikidata":"https://www.wikidata.org/wiki/Q4330363","display_name":"Stylized fact","level":2,"score":0.5400999784469604},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5231999754905701},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4645000100135803},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3253999948501587},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3093999922275543},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.30889999866485596},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2964000105857849},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27649998664855957}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3742414.3794743","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794743","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3742414.3794743","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3742414.3794743","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 31st International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6744571924209595}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2963150697","https://openalex.org/W3010564927","https://openalex.org/W3104780697","https://openalex.org/W3169749700","https://openalex.org/W4236594481","https://openalex.org/W4312911498","https://openalex.org/W7122591906","https://openalex.org/W7133196460"],"related_works":[],"abstract_inverted_index":{"Story":[0],"visualization":[1],"requires":[2],"generating":[3],"sequential":[4],"images":[5,50],"that":[6,74,89,115],"maintain":[7],"character":[8],"consistency,":[9],"narrative":[10,122],"relevance,":[11],"and":[12,60,84,111,137,155],"cultural":[13],"alignment.":[14],"While":[15],"generative":[16],"models":[17],"show":[18,88],"promise,":[19],"evaluating":[20,43],"these":[21,146],"outputs":[22],"still":[23],"relies":[24],"heavily":[25],"on":[26,42,82,151,159],"human":[27],"judgment.":[28],"This":[29,39],"highlights":[30,130],"a":[31,71,92],"clear":[32],"need":[33],"for":[34,57,139,163],"reliable,":[35],"automatic":[36],"evaluation":[37,63,142],"metrics.":[38],"paper":[40],"focuses":[41],"multilingual":[44],"story":[45,86,165],"illustrations":[46],"by":[47],"comparing":[48],"generated":[49],"against":[51],"reference":[52],"frames.":[53],"We":[54,144],"employ":[55],"DreamSim":[56,90],"perceptual":[58,94,116],"similarity":[59,77],"introduce":[61],"foreground-only":[62],"to":[64,99,120,148,156],"reduce":[65],"background":[66],"bias.":[67],"Additionally,":[68],"we":[69,113],"propose":[70],"hybrid":[72],"metric":[73],"combines":[75],"Jaccard":[76],"with":[78],"DreamSim.":[79],"Our":[80,128],"experiments":[81],"English":[83],"Hindi":[85],"datasets":[87],"provides":[91],"strong":[93],"baseline.":[95],"However,":[96],"it":[97],"struggle":[98],"capture":[100],"semantic":[101],"relevance":[102],"in":[103,124,134],"stylized":[104],"illustrations.":[105],"After":[106],"analyzing":[107],"precision,":[108],"recall,":[109],"accuracy,":[110],"F1-scores,":[112],"find":[114],"metrics":[117],"often":[118],"fail":[119],"reflect":[121],"depth":[123],"culturally":[125],"specific":[126],"styles.":[127],"work":[129],"the":[131],"open":[132],"challenges":[133],"this":[135],"field":[136],"advocates":[138],"narrative-aware,":[140],"multimodal":[141],"frameworks.":[143],"present":[145],"findings":[147],"solicit":[149],"feedback":[150],"our":[152],"design":[153],"choices":[154],"encourage":[157],"discussion":[158],"robust":[160],"assessment":[161],"methods":[162],"diverse":[164],"visualization.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-10T00:00:00"}