{"id":"https://openalex.org/W7204188975","doi":"https://doi.org/10.48550/arxiv.2608.23172","title":"CaRGo-T: Causal Reasoning Graph-of-Thought improves Multimodal Humor Comprehension","display_name":"CaRGo-T: Causal Reasoning Graph-of-Thought improves Multimodal Humor Comprehension","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204188975","doi":"https://doi.org/10.48550/arxiv.2608.23172"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.23172","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23172","pdf_url":"https://arxiv.org/pdf/2608.23172","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7204188975"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.23172","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012823941","display_name":"Abhilash Nandy","orcid":"https://orcid.org/0000-0002-8683-107X","observed_orcids":["https://orcid.org/0000-0002-8683-107X"]},"institutions":[{"id":"https://openalex.org/I4210124949","display_name":"Microsoft Research (India)","ror":"https://ror.org/02w7f3w92","country_code":"IN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210124949"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nandy, Abhilash","raw_affiliation_strings":["Microsoft Research India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research India","institution_ids":["https://openalex.org/I4210124949"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104019728","display_name":"Rahul Seetharaman","orcid":"https://orcid.org/0009-0002-3719-4892","observed_orcids":["https://orcid.org/0009-0002-3719-4892"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seetharaman, Rahul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101721129","display_name":"Aman Bansal","orcid":"https://orcid.org/0000-0003-3401-477X","observed_orcids":["https://orcid.org/0000-0003-3401-477X","https://orcid.org/0009-0003-7967-551X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027868942","display_name":"Rounak Saha","orcid":"https://orcid.org/0000-0002-1892-7686","observed_orcids":["https://orcid.org/0000-0002-1892-7686"]},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Saha, Rounak","raw_affiliation_strings":["Indian Institute of Science , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Science , India","institution_ids":["https://openalex.org/I59270414"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013911625","display_name":"Manav Nitin Kapadnis","orcid":"https://orcid.org/0009-0003-8640-2106","observed_orcids":["https://orcid.org/0009-0003-8640-2106"]},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kapadnis, Manav Nitin","raw_affiliation_strings":["Apple , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple , USA","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002812391","display_name":"Millon Madhur Das","orcid":"https://orcid.org/0000-0002-0559-3998","observed_orcids":["https://orcid.org/0000-0002-0559-3998"]},"institutions":[{"id":"https://openalex.org/I2252096349","display_name":"Fujitsu (Japan)","ror":"https://ror.org/038e2g226","country_code":"JP","type":"company","lineage":["https://openalex.org/I2252096349"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Das, Millon Madhur","raw_affiliation_strings":["Fujitsu Research India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fujitsu Research India","institution_ids":["https://openalex.org/I2252096349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136730379","display_name":"Pawan Goyal Pawan Goyal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Goyal, Pawan","raw_affiliation_strings":["Indian Institute of Technology Kharagpur , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kharagpur , India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073812421","display_name":"Niloy Ganguly","orcid":"https://orcid.org/0000-0002-3967-186X","observed_orcids":["https://orcid.org/0000-0002-3967-186X"]},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ganguly, Niloy","raw_affiliation_strings":["Indian Institute of Technology Kharagpur , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Kharagpur , India","institution_ids":["https://openalex.org/I145894827"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.01080000028014183,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humor-detection","display_name":"humor detection","score":0.9399999976158142},{"id":"https://openalex.org/keywords/graph-of-thoughts","display_name":"graph-of-thought","score":0.7279999852180481},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"causal reasoning","score":0.722000002861023},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9300000071525574},{"id":"https://openalex.org/keywords/chain-of-thought-reasoning","display_name":"chain-of-thought reasoning","score":0.7279999852180481},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.699999988079071},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8519999980926514},{"id":"https://openalex.org/keywords/sarcasm","display_name":"sarcasm","score":0.7599999904632568},{"id":"https://openalex.org/keywords/satire","display_name":"satire","score":0.8629999756813049},{"id":"https://openalex.org/keywords/memes","display_name":"memes","score":0.8080000281333923},{"id":"https://openalex.org/keywords/mutual-information-analysis","display_name":"mutual information analysis","score":0.5040000081062317}],"concepts":[{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.5609999895095825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5325999855995178},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5162000060081482},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4966000020503998},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49390000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4571000039577484},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37290000915527344},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36090001463890076},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C59656382","wikidata":"https://www.wikidata.org/wiki/Q191536","display_name":"Conjunction (astronomy)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C522138142","wikidata":"https://www.wikidata.org/wiki/Q16247567","display_name":"Humor research","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26589998602867126}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.23172","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23172","pdf_url":"https://arxiv.org/pdf/2608.23172","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.23172","doi":"https://doi.org/10.48550/arxiv.2608.23172","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.23172","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.23172","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23172","pdf_url":"https://arxiv.org/pdf/2608.23172","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204188975.pdf","grobid_xml":"https://content.openalex.org/works/W7204188975.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W619466030","https://openalex.org/W1908341209","https://openalex.org/W2101105183","https://openalex.org/W2147334703","https://openalex.org/W2154652894","https://openalex.org/W2251785914","https://openalex.org/W2269406410","https://openalex.org/W2624934436","https://openalex.org/W2877603826","https://openalex.org/W2950104027","https://openalex.org/W2970641574","https://openalex.org/W3119826707","https://openalex.org/W4255484214","https://openalex.org/W4312261477","https://openalex.org/W4327810158","https://openalex.org/W4385473806","https://openalex.org/W4385571053","https://openalex.org/W4385572183","https://openalex.org/W4385734232","https://openalex.org/W4387986606","https://openalex.org/W4389518609","https://openalex.org/W4390874161","https://openalex.org/W4391094120","https://openalex.org/W4391766565","https://openalex.org/W4392873995","https://openalex.org/W4399418593","https://openalex.org/W4402716381","https://openalex.org/W4402727624","https://openalex.org/W4402727764","https://openalex.org/W4404330874","https://openalex.org/W4404356490","https://openalex.org/W4404781540","https://openalex.org/W4404781971","https://openalex.org/W4406489046","https://openalex.org/W4407719597","https://openalex.org/W4408352760","https://openalex.org/W4411113067","https://openalex.org/W4411120409","https://openalex.org/W4412887943","https://openalex.org/W4412944681","https://openalex.org/W4415080454","https://openalex.org/W4415797793","https://openalex.org/W4415800540","https://openalex.org/W7133211372","https://openalex.org/W7133220558","https://openalex.org/W7133224126","https://openalex.org/W7133231369","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W7108246252","https://openalex.org/W4405252256","https://openalex.org/W3176724088","https://openalex.org/W7154723878","https://openalex.org/W7140115056","https://openalex.org/W7170090039","https://openalex.org/W3119298692","https://openalex.org/W4416450259","https://openalex.org/W7128366099","https://openalex.org/W7167801463"],"abstract_inverted_index":{"Large-scale":[0],"vision-language":[1],"models":[2],"(VLMs)":[3],"have":[4],"demonstrated":[5],"remarkable":[6],"versatility":[7],"across":[8,35,132],"a":[9,69,83,93,98,109],"wide":[10],"range":[11],"of":[12,46,138,165],"multimodal":[13,80],"tasks.":[14],"However,":[15],"understanding":[16,128,170],"humor":[17,81,127,130,169,174],"remains":[18],"challenging":[19],"because":[20],"humorous":[21],"content":[22],"often":[23],"depends":[24],"on":[25,126,168,173],"subtle":[26],"interactions":[27,41],"among":[28],"entities,":[29],"events,":[30],"context,":[31],"and":[32,37,76,129,144,150,171],"implicit":[33],"relationships":[34,78],"image":[36],"text":[38],"modalities.":[39],"These":[40],"can":[42,101],"involve":[43],"complex":[44],"chains":[45],"reasoning":[47,70,86,184,202],"that":[48,72,154,182],"are":[49],"difficult":[50],"to":[51,112,193],"capture":[52],"through":[53],"conventional":[54],"prompting":[55],"or":[56,108,119],"linear":[57],"chain-of-thought":[58],"reasoning.":[59],"In":[60],"this":[61],"work,":[62],"we":[63],"propose":[64],"CaRGo-T":[65,125,155,188],"(Causal":[66],"Reasoning":[67],"Graph-of-Thought),":[68],"framework":[71],"represents":[73],"the":[74,106,114,183,194],"causal":[75],"contextual":[77],"underlying":[79],"as":[82],"lightweight":[84],"graph-based":[85],"structure.":[87],"The":[88],"graph":[89],"is":[90,205],"serialized":[91],"into":[92],"code-based":[94],"representation":[95],"generated":[96,199],"by":[97,105,187,200],"VLM,":[99],"which":[100],"subsequently":[102],"be":[103],"interpreted":[104],"same":[107],"different":[110],"VLM":[111],"produce":[113],"final":[115],"prediction":[116],"in":[117],"zero-shot":[118],"in-context":[120],"learning":[121],"settings.":[122],"We":[123],"evaluate":[124],"detection":[131],"four":[133],"datasets":[134],"spanning":[135],"diverse":[136],"forms":[137],"comedic":[139],"content,":[140],"including":[141],"satire,":[142],"sarcasm,":[143],"memes.":[145],"Experiments":[146],"with":[147],"state-of-the-art":[148],"commercial":[149],"open-source":[151],"VLMs":[152],"show":[153],"consistently":[156],"improves":[157],"performance":[158],"over":[159],"existing":[160],"reasoning-based":[161],"baselines,":[162],"achieving":[163],"gains":[164],"approximately":[166],"1-20%":[167],"1-3%":[172],"detection.":[175],"Further":[176],"analysis":[177],"using":[178],"mutual":[179],"information":[180,191],"indicates":[181],"representations":[185],"produced":[186],"contain":[189],"more":[190],"relevant":[192],"target":[195],"output":[196],"than":[197],"those":[198],"baseline":[201],"approaches.":[203],"Code":[204],"available":[206],"at":[207],"https://github.com/abhi1nandy2/CaRGo-T.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204188975","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-26T00:00:00"}
