{"id":"https://openalex.org/W3189299086","doi":"https://doi.org/10.1145/3462244.3479959","title":"M2H2: A Multimodal Multiparty Hindi Dataset For Humor Recognition in Conversations","display_name":"M2H2: A Multimodal Multiparty Hindi Dataset For Humor Recognition in Conversations","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3189299086","doi":"https://doi.org/10.1145/3462244.3479959","mag":"3189299086"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.01260","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101687036","display_name":"Dushyant Singh Chauhan","orcid":"https://orcid.org/0000-0002-7820-800X"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Dushyant Singh Chauhan","raw_affiliation_strings":["Computer Science and Engineering, Indian Institute of Technology, Patna, India","Computer Science and Engineering, Indian Institute of Technology Patna, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056787223","display_name":"Gopendra Vikram Singh","orcid":"https://orcid.org/0000-0003-1104-5856"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gopendra Vikram Singh","raw_affiliation_strings":["Computer Science and Engineering, Indian Institute of Technology, Patna, India","Computer Science and Engineering, Indian Institute of Technology Patna, India"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering, Indian Institute of Technology Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007003459","display_name":"Navonil Majumder","orcid":"https://orcid.org/0000-0002-1449-617X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Navonil Majumder","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112033266","display_name":"Amir Zadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Zadeh","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085370631","display_name":"Asif Ekbal","orcid":"https://orcid.org/0000-0003-3612-8834"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Asif Ekbal","raw_affiliation_strings":["Indian Institute of Technology, Patna, India","[Indian Institute of Technology, Patna, India]"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"[Indian Institute of Technology, Patna, India]","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065100828","display_name":"Pushpak Bhattacharyya","orcid":"https://orcid.org/0000-0001-5319-5508"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pushpak Bhattacharyya","raw_affiliation_strings":["Indian Institute of Technology, Patna, India","[Indian Institute of Technology, Patna, India]"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"[Indian Institute of Technology, Patna, India]","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081398601","display_name":"Louis\u2013Philippe Morency","orcid":"https://orcid.org/0000-0001-6376-7696"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Louis-philippe Morency","raw_affiliation_strings":["Language Technologies Institute, Carnegie Mellon University, USA"],"affiliations":[{"raw_affiliation_string":"Language Technologies Institute, Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033376109","display_name":"Soujanya Poria","orcid":"https://orcid.org/0000-0001-6924-7931"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Soujanya Poria","raw_affiliation_strings":["Singapore University of Technology and Design, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101687036"],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":0.2181,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.59021841,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"773","last_page":"777"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7799128293991089},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.778122067451477},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6850744485855103},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6057780981063843},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5031999945640564},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4963703751564026},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49048468470573425},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.46147724986076355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4562141001224518},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3861857056617737},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1168447732925415}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7799128293991089},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.778122067451477},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6850744485855103},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6057780981063843},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4963703751564026},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49048468470573425},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.46147724986076355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4562141001224518},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3861857056617737},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1168447732925415},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3462244.3479959","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3462244.3479959","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.01260","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01260","pdf_url":"https://arxiv.org/pdf/2108.01260","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3189299086","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2108.01260.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2108.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.01260","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.01260","pdf_url":"https://arxiv.org/pdf/2108.01260","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3189299086.pdf","grobid_xml":"https://content.openalex.org/works/W3189299086.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W2085662862","https://openalex.org/W2092206588","https://openalex.org/W2146334809","https://openalex.org/W2549139847","https://openalex.org/W2556418146","https://openalex.org/W2563351168","https://openalex.org/W2591782071","https://openalex.org/W2740550900","https://openalex.org/W2752092208","https://openalex.org/W2782121518","https://openalex.org/W2794221642","https://openalex.org/W2805728001","https://openalex.org/W2806871939","https://openalex.org/W2883409523","https://openalex.org/W2891375089","https://openalex.org/W2897183955","https://openalex.org/W2907241156","https://openalex.org/W2912863900","https://openalex.org/W2937328183","https://openalex.org/W2941932279","https://openalex.org/W2946004666","https://openalex.org/W2951804840","https://openalex.org/W2952005787","https://openalex.org/W2953509626","https://openalex.org/W2954211793","https://openalex.org/W2964269364","https://openalex.org/W2964300796","https://openalex.org/W2970252517","https://openalex.org/W2970834921","https://openalex.org/W2972008885","https://openalex.org/W3029411944","https://openalex.org/W3035580163","https://openalex.org/W3039588160","https://openalex.org/W3093051361","https://openalex.org/W3095107171","https://openalex.org/W3116434366","https://openalex.org/W3127208363","https://openalex.org/W6750063214"],"related_works":["https://openalex.org/W2895615590","https://openalex.org/W3205872166","https://openalex.org/W3145521119","https://openalex.org/W2757724864","https://openalex.org/W3165484287","https://openalex.org/W2624934436","https://openalex.org/W3157029782","https://openalex.org/W2489370933","https://openalex.org/W3120554508","https://openalex.org/W1981374318","https://openalex.org/W3214160414","https://openalex.org/W3199412388","https://openalex.org/W2973062889","https://openalex.org/W3112385539","https://openalex.org/W219435428","https://openalex.org/W2950402709","https://openalex.org/W2868391394","https://openalex.org/W2556418146","https://openalex.org/W2946360115","https://openalex.org/W3184648662"],"abstract_inverted_index":{"Humor":[0,74],"recognition":[1,76,126],"in":[2,17,21,37,45,77,127],"conversations":[3,78],"is":[4,49,97],"a":[5,50,68,86],"challenging":[6],"task":[7],"that":[8,58,136],"has":[9],"recently":[10],"gained":[11],"popularity":[12],"due":[13,40],"to":[14,41,53],"its":[15],"importance":[16,118],"dialogue":[18],"understanding,":[19],"including":[20],"multimodal":[22,113,122,137],"settings":[23],"(i.e.,":[24],"text,":[25],"acoustics,":[26],"and":[27,56,102,106,115,121,147,154],"visual).":[28],"The":[29,129,145],"few":[30],"existing":[31],"datasets":[32],"for":[33,70,124,142],"humor":[34,125,143],"are":[35,150],"mostly":[36],"English.":[38],"However,":[39],"the":[42,117,148],"tremendous":[43],"growth":[44],"multilingual":[46,60],"content,":[47],"there":[48],"great":[51],"demand":[52],"build":[54],"models":[55],"systems":[57],"support":[59],"information":[61,123,138,141],"access.":[62],"To":[63],"this":[64],"end,":[65],"we":[66],"propose":[67,110],"dataset":[69,134,146],"Multimodal":[71],"Multiparty":[72],"Hindi":[73],"(M2H2)":[75],"containing":[79],"6,191":[80],"utterances":[81],"from":[82],"13":[83],"episodes":[84],"of":[85,119],"very":[87],"popular":[88],"TV":[89],"series":[90],"\u201dShrimaan":[91],"Shrimati":[92],"Phir":[93],"Se\u201d.":[94],"Each":[95],"utterance":[96],"annotated":[98],"with":[99],"humor/non-humor":[100],"labels":[101],"encompasses":[103],"acoustic,":[104],"visual,":[105],"textual":[107],"modalities.":[108],"We":[109],"several":[111],"strong":[112],"baselines":[114,149],"show":[116],"contextual":[120],"conversations.":[128],"empirical":[130],"results":[131],"on":[132],"M2H2":[133],"demonstrate":[135],"complements":[139],"unimodal":[140],"recognition.":[144],"available":[151],"at":[152],"http://www.iitp.ac.in/~ai-nlp-ml/resources.html":[153],"https://github.com/declare-lab/M2H2-dataset.":[155]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}