{"id":"https://openalex.org/W4405633922","doi":"https://doi.org/10.1109/o-cocosda64382.2024.10800594","title":"Benchmarking Cognitive Domains for LLMS: Insights from Taiwanese Hakka Culture","display_name":"Benchmarking Cognitive Domains for LLMS: Insights from Taiwanese Hakka Culture","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4405633922","doi":"https://doi.org/10.1109/o-cocosda64382.2024.10800594"},"language":"en","primary_location":{"id":"doi:10.1109/o-cocosda64382.2024.10800594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/o-cocosda64382.2024.10800594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th Conference of the Oriental COCOSDA International Committee for the Co-ordination and Standardisation of Speech Databases and Assessment Techniques (O-COCOSDA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110366191","display_name":"Chen Chang","orcid":"https://orcid.org/0009-0002-9524-4501"},"institutions":[{"id":"https://openalex.org/I125934054","display_name":"National United University","ror":"https://ror.org/04twccc71","country_code":"TW","type":"education","lineage":["https://openalex.org/I125934054"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chen-Chi Chang","raw_affiliation_strings":["National United University,Dept. Culture Creativity and Digital Marketing,Taiwan"],"affiliations":[{"raw_affiliation_string":"National United University,Dept. Culture Creativity and Digital Marketing,Taiwan","institution_ids":["https://openalex.org/I125934054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107771262","display_name":"Ching-Yuan Chen","orcid":"https://orcid.org/0000-0001-7254-7492"},"institutions":[{"id":"https://openalex.org/I125934054","display_name":"National United University","ror":"https://ror.org/04twccc71","country_code":"TW","type":"education","lineage":["https://openalex.org/I125934054"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ching-Yuan Chen","raw_affiliation_strings":["National United University,Dept. Culture Creativity and Digital Marketing,Taiwan"],"affiliations":[{"raw_affiliation_string":"National United University,Dept. Culture Creativity and Digital Marketing,Taiwan","institution_ids":["https://openalex.org/I125934054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048338308","display_name":"Hung-Shin Lee","orcid":"https://orcid.org/0000-0001-7044-9434"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hung-Shin Lee","raw_affiliation_strings":["United Link Co., Ltd.,Taiwan"],"affiliations":[{"raw_affiliation_string":"United Link Co., Ltd.,Taiwan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050613037","display_name":"Chien\u2010Chang Lee","orcid":"https://orcid.org/0000-0002-1243-2463"},"institutions":[{"id":"https://openalex.org/I125934054","display_name":"National United University","ror":"https://ror.org/04twccc71","country_code":"TW","type":"education","lineage":["https://openalex.org/I125934054"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chih-Cheng Lee","raw_affiliation_strings":["National United University,Dept. Information Management,Taiwan"],"affiliations":[{"raw_affiliation_string":"National United University,Dept. Information Management,Taiwan","institution_ids":["https://openalex.org/I125934054"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5110366191"],"corresponding_institution_ids":["https://openalex.org/I125934054"],"apc_list":null,"apc_paid":null,"fwci":2.8731,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91307139,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12028","display_name":"Knowledge Management and Sharing","score":0.8216000199317932,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12028","display_name":"Knowledge Management and Sharing","score":0.8216000199317932,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12171","display_name":"Open Education and E-Learning","score":0.8163999915122986,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7024000287055969,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.873473048210144},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4817773997783661},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39756810665130615},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.28500860929489136},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2184675633907318},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.10323318839073181},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.09457212686538696}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.873473048210144},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4817773997783661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39756810665130615},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.28500860929489136},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2184675633907318},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.10323318839073181},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.09457212686538696}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/o-cocosda64382.2024.10800594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/o-cocosda64382.2024.10800594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th Conference of the Oriental COCOSDA International Committee for the Co-ordination and Standardisation of Speech Databases and Assessment Techniques (O-COCOSDA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2008985930","https://openalex.org/W2023369444","https://openalex.org/W2120521107","https://openalex.org/W2139029371","https://openalex.org/W2886441967","https://openalex.org/W2888482885","https://openalex.org/W3083498158","https://openalex.org/W4287891177","https://openalex.org/W4312552531","https://openalex.org/W4401110692","https://openalex.org/W4401755567","https://openalex.org/W4402672024","https://openalex.org/W6777615688"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"This":[0,57,167],"study":[1,37,93],"introduces":[2],"a":[3,23,30,39,66,170],"comprehensive":[4],"benchmark":[5,58,168],"designed":[6],"to":[7,72,83,99],"evaluate":[8],"the":[9,36,92,101,114,126,150,154,162],"performance":[10,116],"of":[11,69,81,103,128,145,156],"large":[12],"language":[13],"models":[14],"(LLMs)":[15],"in":[16,108,130,138,158,178,190],"understanding":[17],"and":[18,55,143,175,188,196],"processing":[19],"cultural":[20,105,146,193],"knowledge,":[21],"with":[22],"specific":[24,75],"focus":[25],"on":[26],"Hakka":[27],"culture":[28],"as":[29,88],"case":[31],"study.":[32],"Leveraging":[33],"Bloom's":[34],"Taxonomy,":[35],"develops":[38],"multi-dimensional":[40],"framework":[41],"that":[42],"systematically":[43],"assesses":[44],"LLMs":[45,177],"across":[46,133],"six":[47],"cog-nitive":[48],"domains:":[49],"Remembering,":[50],"Understanding,":[51],"Applying,":[52],"Analyzing,":[53],"Evaluating,":[54],"Creating.":[56],"ex-tends":[59],"beyond":[60],"traditional":[61],"single-dimensional":[62],"evaluations":[63],"by":[64,117],"providing":[65],"deeper":[67],"analysis":[68],"LLMs'":[70],"abilities":[71],"handle":[73],"cul-turally":[74],"content,":[76],"ranging":[77],"from":[78],"basic":[79],"recall":[80],"facts":[82],"higher-order":[84],"cognitive":[85,135],"tasks":[86,139],"such":[87],"creative":[89,159],"synthesis.":[90],"Ad-ditionally,":[91],"integrates":[94],"Retrieval-Augmented":[95],"Generation":[96],"(RAG)":[97],"technology":[98],"address":[100],"challenges":[102],"minority":[104],"knowledge":[106,194],"representation":[107],"LLMs,":[109],"demonstrating":[110],"how":[111],"RAG":[112,129,157],"enhances":[113],"models'":[115],"dynamically":[118],"incorporating":[119],"relevant":[120],"external":[121],"information.":[122],"The":[123],"results":[124],"high-light":[125],"effectiveness":[127],"improving":[131],"accuracy":[132],"all":[134],"domains,":[136],"particularly":[137],"requiring":[140],"precise":[141],"retrieval":[142],"application":[144],"know":[147],"ledge.":[148],"However,":[149],"findings":[151],"also":[152],"reveal":[153],"limitations":[155],"tasks,":[160],"underscoring":[161],"need":[163],"for":[164,173,185],"further":[165],"optimization.":[166],"provides":[169],"robust":[171],"tool":[172],"evaluating":[174],"com-paring":[176],"culturally":[179],"diverse":[180],"contexts,":[181],"offering":[182],"valuable":[183],"insights":[184],"future":[186],"research":[187],"development":[189],"AI":[191],"-driven":[192],"preservation":[195],"dissemination.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}