{"id":"https://openalex.org/W4407298243","doi":"https://doi.org/10.3390/bdcc9020033","title":"Large Language Models as Kuwaiti Annotators","display_name":"Large Language Models as Kuwaiti Annotators","publication_year":2025,"publication_date":"2025-02-08","ids":{"openalex":"https://openalex.org/W4407298243","doi":"https://doi.org/10.3390/bdcc9020033"},"language":"en","primary_location":{"id":"doi:10.3390/bdcc9020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9020033","pdf_url":"https://www.mdpi.com/2504-2289/9/2/33/pdf?version=1739358348","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-2289/9/2/33/pdf?version=1739358348","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047963860","display_name":"Hana Alostad","orcid":"https://orcid.org/0000-0001-5167-1558"},"institutions":[{"id":"https://openalex.org/I2801549625","display_name":"Kuwait Institute for Scientific Research","ror":"https://ror.org/041tgg678","country_code":"KW","type":"funder","lineage":["https://openalex.org/I2801549625"]}],"countries":["KW"],"is_corresponding":true,"raw_author_name":"Hana Alostad","raw_affiliation_strings":["Systems and Software Development Department, Institute for Scientific Research, P.O. Box 24885, Safat 13109, Kuwait"],"affiliations":[{"raw_affiliation_string":"Systems and Software Development Department, Institute for Scientific Research, P.O. Box 24885, Safat 13109, Kuwait","institution_ids":["https://openalex.org/I2801549625"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047963860"],"corresponding_institution_ids":["https://openalex.org/I2801549625"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":2.6995,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88884819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"33","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9413999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6274526715278625},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5248132944107056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.420898973941803},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.33029377460479736},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.06629002094268799}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274526715278625},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5248132944107056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.420898973941803},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.33029377460479736},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06629002094268799}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/bdcc9020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9020033","pdf_url":"https://www.mdpi.com/2504-2289/9/2/33/pdf?version=1739358348","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:954b66e27f394007bb0f885b347eac17","is_oa":true,"landing_page_url":"https://doaj.org/article/954b66e27f394007bb0f885b347eac17","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data and Cognitive Computing, Vol 9, Iss 2, p 33 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/bdcc9020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/bdcc9020033","pdf_url":"https://www.mdpi.com/2504-2289/9/2/33/pdf?version=1739358348","source":{"id":"https://openalex.org/S4210238752","display_name":"Big Data and Cognitive Computing","issn_l":"2504-2289","issn":["2504-2289"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data and Cognitive Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407298243.pdf","grobid_xml":"https://content.openalex.org/works/W4407298243.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1942304675","https://openalex.org/W2087347434","https://openalex.org/W2905673766","https://openalex.org/W2911964244","https://openalex.org/W3008110149","https://openalex.org/W3008374555","https://openalex.org/W3015484572","https://openalex.org/W3119989665","https://openalex.org/W3126960149","https://openalex.org/W3134155512","https://openalex.org/W3162462834","https://openalex.org/W3163832451","https://openalex.org/W3167528419","https://openalex.org/W3175542874","https://openalex.org/W3183472812","https://openalex.org/W4212824786","https://openalex.org/W4226115138","https://openalex.org/W4282918638","https://openalex.org/W4283747295","https://openalex.org/W4285144860","https://openalex.org/W4300485713","https://openalex.org/W4327644041","https://openalex.org/W4361807267","https://openalex.org/W4383213625","https://openalex.org/W4384834150","https://openalex.org/W4385567046","https://openalex.org/W4385571124","https://openalex.org/W4385633461","https://openalex.org/W4385803282","https://openalex.org/W4388184222","https://openalex.org/W4391592188","https://openalex.org/W4391640587","https://openalex.org/W4392271456","https://openalex.org/W4392430916","https://openalex.org/W4393300042","https://openalex.org/W4395661831","https://openalex.org/W4396843622","https://openalex.org/W4399364604","https://openalex.org/W4401042613","https://openalex.org/W4402101192","https://openalex.org/W4402658308","https://openalex.org/W4402671223","https://openalex.org/W4402671313","https://openalex.org/W4402671329","https://openalex.org/W4402671336","https://openalex.org/W4402671378","https://openalex.org/W4404783774","https://openalex.org/W4411630323","https://openalex.org/W6639409548","https://openalex.org/W6778883912","https://openalex.org/W6800875267","https://openalex.org/W6801197646","https://openalex.org/W6838865847","https://openalex.org/W6859548168"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Stance":[0],"detection":[1,47,231],"for":[2,87,218,229,257,260],"low-resource":[3,93,219],"languages,":[4],"such":[5,123,157],"as":[6,124,149,158,213],"the":[7,21,36,58,76,89,150,175,208,224,233,239,249,255],"Kuwaiti":[8,234],"dialect,":[9],"poses":[10],"a":[11,55,102],"significant":[12,191],"challenge":[13],"in":[14,44,144,193,232,247],"natural":[15],"language":[16,41,220],"processing":[17],"(NLP)":[18],"due":[19],"to":[20,63,68],"scarcity":[22],"of":[23,38,60,70,106,138,169,210,241,251],"annotated":[24],"datasets":[25],"and":[26,50,81,117,129,141,160,171,183,203,215,244,253],"specialized":[27],"tools.":[28],"This":[29,205,222],"study":[30,226],"addresses":[31],"these":[32],"limitations":[33],"by":[34,92],"evaluating":[35],"effectiveness":[37],"open":[39],"large":[40],"models":[42,62,122,156],"(LLMs)":[43],"automating":[45],"stance":[46,230],"through":[48],"zero-shot":[49],"few-shot":[51,82,145],"prompt":[52,151,242],"engineering,":[53],"with":[54,147,165],"focus":[56],"on":[57,101],"potential":[59,209],"open-source":[61,155,211],"achieve":[64],"performance":[65,195],"levels":[66],"comparable":[67],"those":[69],"closed-source":[71,121],"alternatives.":[72],"We":[73],"also":[74],"highlight":[75,238],"critical":[77],"distinctions":[78],"between":[79],"zero-":[80],"learning,":[83],"emphasizing":[84],"their":[85],"significance":[86],"addressing":[88],"challenges":[90],"posed":[91],"languages.":[94],"Our":[95,236],"evaluation":[96],"involved":[97],"testing":[98],"11":[99],"LLMs":[100,212,228],"manually":[103],"labeled":[104],"dataset":[105],"social":[107],"media":[108],"posts,":[109],"including":[110],"GPT-4o,":[111,125,197],"Gemini":[112,126,198],"Pro":[113,127,199],"1.5,":[114,128,200],"Mistral-Large,":[115,201],"Jais-30B,":[116,202],"AYA-23.":[118,204],"As":[119],"expected,":[120],"Mistral-Large":[130],"demonstrated":[131],"superior":[132],"performance,":[133],"achieving":[134],"maximum":[135,166],"F1":[136,167],"scores":[137,168],"95.4%,":[139],"95.0%,":[140],"93.2%,":[142],"respectively,":[143,173],"scenarios":[146],"English":[148],"template":[152],"language.":[153],"However,":[154],"Jais-30B":[159],"AYA-23":[161],"achieved":[162],"competitive":[163],"results,":[164],"93.0%":[170],"93.1%,":[172],"under":[174],"same":[176],"conditions.":[177],"Furthermore,":[178],"statistical":[179],"analysis":[180],"using":[181],"ANOVA":[182],"Tukey\u2019s":[184],"HSD":[185],"post":[186],"hoc":[187],"tests":[188],"revealed":[189],"no":[190],"differences":[192],"overall":[194],"among":[196],"finding":[206],"underscores":[207],"cost-effective":[214],"privacy-preserving":[216],"alternatives":[217],"annotation.":[221],"is":[223],"first":[225],"comparing":[227],"dialect.":[235],"findings":[237],"importance":[240],"design":[243],"model":[245],"consistency":[246],"improving":[248],"quality":[250],"annotations":[252],"pave":[254],"way":[256],"NLP":[258],"solutions":[259],"under-represented":[261],"Arabic":[262],"dialects.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-12T06:13:28.667946","created_date":"2025-10-10T00:00:00"}