{"id":"https://openalex.org/W4416017991","doi":"https://doi.org/10.1145/3746252.3760884","title":"Think it Image by Image: Multi-Image Moral Reasoning of Large Vision-Language Models","display_name":"Think it Image by Image: Multi-Image Moral Reasoning of Large Vision-Language Models","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416017991","doi":"https://doi.org/10.1145/3746252.3760884"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3760884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760884","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746252.3760884","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011693067","display_name":"Chujie Gao","orcid":"https://orcid.org/0000-0003-0771-3399"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chujie Gao","raw_affiliation_strings":["University of Notre Dame, South Bend, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0005-3067-6110","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103549861","display_name":"Yue Huang","orcid":"https://orcid.org/0000-0002-8315-7972"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Huang","raw_affiliation_strings":["University of Notre Dame, South Bend, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-8315-7972","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084597904","display_name":"Xiangqi Wang","orcid":"https://orcid.org/0009-0005-5065-9051"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangqi Wang","raw_affiliation_strings":["University of Notre Dame, South Bend, Indiana, USA"],"raw_orcid":"https://orcid.org/0009-0005-5065-9051","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083141914","display_name":"Siyuan Wu","orcid":"https://orcid.org/0009-0006-0960-1699"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siyuan Wu","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0006-0960-1699","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068157871","display_name":"Nitesh V. Chawla","orcid":"https://orcid.org/0000-0003-3932-5956"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitesh V. Chawla","raw_affiliation_strings":["University of Notre Dame, South Bend, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0003-3932-5956","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000755750","display_name":"Xiangliang Zhang","orcid":"https://orcid.org/0000-0002-3574-5665"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangliang Zhang","raw_affiliation_strings":["University of Notre Dame, South Bend, Indiana, USA"],"raw_orcid":"https://orcid.org/0000-0002-3574-5665","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, Indiana, USA","institution_ids":["https://openalex.org/I107639228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011693067"],"corresponding_institution_ids":["https://openalex.org/I107639228"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30975199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4722","last_page":"4727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7936999797821045,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7936999797821045,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.11169999837875366,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.597000002861023},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5649999976158142},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5464000105857849},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.4875999987125397},{"id":"https://openalex.org/keywords/moral-reasoning","display_name":"Moral reasoning","score":0.48100000619888306},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.39959999918937683},{"id":"https://openalex.org/keywords/raising","display_name":"Raising (metalworking)","score":0.37380000948905945},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.36010000109672546},{"id":"https://openalex.org/keywords/storytelling","display_name":"Storytelling","score":0.3538999855518341}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6259999871253967},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.597000002861023},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5464000105857849},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.4875999987125397},{"id":"https://openalex.org/C9158031","wikidata":"https://www.wikidata.org/wiki/Q6909140","display_name":"Moral reasoning","level":2,"score":0.48100000619888306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.39959999918937683},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.388700008392334},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.3538999855518341},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3441999852657318},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32710000872612},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3109999895095825},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C166088908","wikidata":"https://www.wikidata.org/wiki/Q308495","display_name":"Abductive reasoning","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.2822999954223633},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27410000562667847},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2718999981880188},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C57996006","wikidata":"https://www.wikidata.org/wiki/Q6909105","display_name":"Moral disengagement","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.25920000672340393},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2556999921798706},{"id":"https://openalex.org/C2780342009","wikidata":"https://www.wikidata.org/wiki/Q18387795","display_name":"Perspective-taking","level":3,"score":0.2513999938964844},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3760884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760884","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3746252.3760884","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746252.3760884","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W3105882417","https://openalex.org/W3176477796","https://openalex.org/W4386065884","https://openalex.org/W4402702966","https://openalex.org/W4402753382","https://openalex.org/W4402753695","https://openalex.org/W4415798312"],"related_works":[],"abstract_inverted_index":{"Vision":[0],"Language":[1],"Models":[2],"(VLMs)":[3],"have":[4,22],"demonstrated":[5],"remarkable":[6],"success":[7],"in":[8,68,115],"downstream":[9],"applications,":[10],"yet":[11],"they":[12],"often":[13],"exhibit":[14],"biases,":[15],"raising":[16],"ethical":[17],"concerns.":[18],"While":[19],"previous":[20],"efforts":[21],"aimed":[23],"to":[24,64,72],"evaluate":[25,104],"and":[26,61,94],"improve":[27],"the":[28,85],"moral":[29,66,116],"reasoning":[30,67,117],"capabilities":[31],"of":[32,87],"VLMs,":[33,108],"existing":[34],"approaches":[35],"are":[36],"limited":[37],"by":[38],"simplified,":[39],"unimodal":[40],"settings":[41],"or":[42],"overly":[43],"static":[44],"visual":[45,93],"scenarios.":[46,99],"We":[47],"propose":[48],"a":[49],"novel":[50],"multi-image-based":[51],"dataset":[52],"pipeline":[53],"MIST":[54],"(Moral":[55],"Inference":[56],"through":[57],"Storytelling":[58],"with":[59],"Text":[60],"Images)":[62],"designed":[63],"assess":[65],"complex,":[69],"dynamic":[70],"scenarios":[71],"address":[73],"these":[74,81],"limitations.":[75],"To":[76],"ensure":[77],"better":[78],"alignment":[79],"between":[80],"modalities,":[82],"we":[83,103],"introduce":[84],"concept":[86],"''text-image":[88],"flow,''":[89],"which":[90],"seamlessly":[91],"integrates":[92],"textual":[95],"information":[96],"across":[97],"complex":[98],"Using":[100],"this":[101],"dataset,":[102],"seven":[105],"widely":[106],"used":[107],"offering":[109],"critical":[110],"insights":[111],"into":[112],"their":[113],"performance":[114],"tasks.":[118]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-11-08T00:00:00"}