{"id":"https://openalex.org/W7152533171","doi":"https://doi.org/10.1109/icecet63943.2025.11472465","title":"Benchmarking Large Language Models for Sarcasm Detection in Hindi Romanized Texts","display_name":"Benchmarking Large Language Models for Sarcasm Detection in Hindi Romanized Texts","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W7152533171","doi":"https://doi.org/10.1109/icecet63943.2025.11472465"},"language":null,"primary_location":{"id":"doi:10.1109/icecet63943.2025.11472465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet63943.2025.11472465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 5th International Conference on Electrical, Computer and Energy Technologies (ICECET)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133245763","display_name":"Abu Mukaddim Rahi","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Abu Mukaddim Rahi","raw_affiliation_strings":["North South University,Dept. of ECE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"North South University,Dept. of ECE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133314199","display_name":"Nafis Ismam","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Nafis Ismam","raw_affiliation_strings":["North South University,Dept. of ECE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"North South University,Dept. of ECE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022939352","display_name":"Maher Ali Rusho","orcid":null},"institutions":[{"id":"https://openalex.org/I2800701874","display_name":"Tamil Nadu Dr. M.G.R. Medical University","ror":"https://ror.org/00b3mhg89","country_code":"IN","type":"education","lineage":["https://openalex.org/I2800701874"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Maher Ali Rusho","raw_affiliation_strings":["Mr. R Business Corporation (NGO),Department of Computational Material & Data Analytics,Chennai,Tamil Nadu,India"],"affiliations":[{"raw_affiliation_string":"Mr. R Business Corporation (NGO),Department of Computational Material & Data Analytics,Chennai,Tamil Nadu,India","institution_ids":["https://openalex.org/I2800701874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111361135","display_name":"Md. Saber Hossain","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Saber Hossain","raw_affiliation_strings":["North South University,Dept. of ECE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"North South University,Dept. of ECE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133249770","display_name":"Jannatul Fardous Maliha","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Jannatul Fardous Maliha","raw_affiliation_strings":["North South University,Dept. of ECE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"North South University,Dept. of ECE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I157386601"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107952112","display_name":"Md. Amdad Hossain","orcid":null},"institutions":[{"id":"https://openalex.org/I102782458","display_name":"Chittagong University of Engineering & Technology","ror":"https://ror.org/052qsay17","country_code":"BD","type":"education","lineage":["https://openalex.org/I102782458"]},{"id":"https://openalex.org/I91090688","display_name":"University of Science and Technology Chittagong","ror":"https://ror.org/00w9tx359","country_code":"BD","type":"education","lineage":["https://openalex.org/I91090688"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md Amdad Hossain","raw_affiliation_strings":["Chittagong University of Engineering & Technology,Dept. of CSE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"Chittagong University of Engineering & Technology,Dept. of CSE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I102782458","https://openalex.org/I91090688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133264441","display_name":"Mithila Arman","orcid":null},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mithila Arman","raw_affiliation_strings":["BRAC University,Dept. of CSE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"BRAC University,Dept. of CSE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121527357","display_name":"Md. Khurshid Jahan","orcid":null},"institutions":[{"id":"https://openalex.org/I157386601","display_name":"North South University","ror":"https://ror.org/05wdbfp45","country_code":"BD","type":"education","lineage":["https://openalex.org/I157386601"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md. Khurshid Jahan","raw_affiliation_strings":["North South University,Dept. of ECE,Dhaka,Bangladesh"],"affiliations":[{"raw_affiliation_string":"North South University,Dept. of ECE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I157386601"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5133245763"],"corresponding_institution_ids":["https://openalex.org/I157386601"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87262633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.2822999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.2822999954223633,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.19169999659061432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sarcasm","display_name":"Sarcasm","score":0.7577999830245972},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.527400016784668},{"id":"https://openalex.org/keywords/romanization","display_name":"Romanization","score":0.5203999876976013},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.5112000107765198},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4309000074863434},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.36660000681877136}],"concepts":[{"id":"https://openalex.org/C2776207355","wikidata":"https://www.wikidata.org/wiki/Q191035","display_name":"Sarcasm","level":3,"score":0.7577999830245972},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6919999718666077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6539000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5975000262260437},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5526000261306763},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.527400016784668},{"id":"https://openalex.org/C106930687","wikidata":"https://www.wikidata.org/wiki/Q976327","display_name":"Romanization","level":2,"score":0.5203999876976013},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4309000074863434},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.2750000059604645},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icecet63943.2025.11472465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icecet63943.2025.11472465","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 5th International Conference on Electrical, Computer and Energy Technologies (ICECET)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W4404781071","https://openalex.org/W7131814067"],"related_works":[],"abstract_inverted_index":{"Sarcasm":[0],"detection":[1,111,195],"is":[2,25],"a":[3,85,98,113],"critical":[4],"challenge":[5],"in":[6,60,77,81,109,171,193,210],"natural":[7],"language":[8,52,174],"processing":[9,130],"(NLP)":[10],"due":[11],"to":[12,68,149,189],"its":[13],"intricate":[14],"reliance":[15],"on":[16],"context,":[17],"tone,":[18],"and":[19,32,44,141,165,181,207],"implicit":[20],"meaning.":[21],"Accurately":[22],"identifying":[23,178],"sarcasm":[24,110,194],"essential":[26],"for":[27,196,203],"sentiment":[28],"analysis,":[29,43],"opinion":[30],"mining,":[31],"various":[33],"downstream":[34],"NLP":[35,62],"applications,":[36],"including":[37],"social":[38],"media":[39],"monitoring,":[40],"customer":[41],"feedback":[42],"chat-bot":[45],"development.":[46],"With":[47],"the":[48,72,126,142,150,158,163,191],"rise":[49],"of":[50,74,102,144,167],"large":[51],"models":[53,76],"(LLMs),":[54],"significant":[55],"advancements":[56],"have":[57],"been":[58],"made":[59],"many":[61],"tasks,":[63],"ranging":[64],"from":[65],"machine":[66],"translation":[67],"text":[69,84],"generation.":[70],"However,":[71],"capability":[73],"these":[75,155],"detecting":[78],"sarcasm,":[79],"particularly":[80],"Hindi":[82,92,114,132,197],"Romanized":[83,115,131,198],"widely":[86],"used":[87],"informal":[88],"writing":[89],"style":[90],"among":[91],"speakers":[93],"remains":[94],"underexplored.This":[95],"study":[96],"presents":[97],"comprehensive":[99],"comparative":[100],"analysis":[101],"twelve":[103],"pretrained":[104],"LLMs,":[105],"assessing":[106],"their":[107],"effectiveness":[108],"using":[112],"dataset.":[116],"The":[117],"evaluation":[118],"highlights":[119],"notable":[120],"performance":[121,184],"variations":[122],"across":[123],"models,":[124],"emphasizing":[125],"complexities":[127],"associated":[128],"with":[129],"text.":[133],"Factors":[134],"such":[135],"as":[136],"transliteration":[137],"inconsistencies,":[138],"code":[139],"mixing,":[140],"lack":[143],"explicit":[145],"contextual":[146],"markers":[147],"contribute":[148],"unique":[151],"challenges":[152,180],"faced":[153],"by":[154],"models.":[156],"Additionally,":[157],"findings":[159],"offer":[160],"insights":[161],"into":[162],"strengths":[164],"limitations":[166],"different":[168],"LLM":[169],"architectures":[170],"handling":[172],"nuanced":[173],"constructs":[175],"like":[176],"sarcasm.By":[177],"key":[179],"model":[182,205],"specific":[183],"trends,":[185],"this":[186],"research":[187],"aims":[188],"bridge":[190],"gap":[192],"text,":[199],"providing":[200],"valuable":[201],"implications":[202],"future":[204],"development":[206],"dataset":[208],"curation":[209],"multilingual":[211],"NLP.":[212]},"counts_by_year":[],"updated_date":"2026-04-11T06:13:24.991567","created_date":"2026-04-10T00:00:00"}