{"id":"https://openalex.org/W7214599059","doi":"https://doi.org/10.1109/iisa71656.2026.11705531","title":"LLMs in Discourse Analysis and Production: A Systematic Review through the Lens of Appraisal Theory","display_name":"LLMs in Discourse Analysis and Production: A Systematic Review through the Lens of Appraisal Theory","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7214599059","doi":"https://doi.org/10.1109/iisa71656.2026.11705531"},"language":"en","primary_location":{"id":"doi:10.1109/iisa71656.2026.11705531","doi":"https://doi.org/10.1109/iisa71656.2026.11705531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iisa71656.2026.11705531","pdf_url":null,"source":{"id":"https://openalex.org/S7407088257","display_name":"International Conference on Information, Intelligence, Systems & Applications (IISA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 17th International Conference on Information, Intelligence, Systems & Applications (IISA)","raw_type":"proceedings-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/iisa71656.2026.11705531","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119066823","display_name":"Diamanto Tzanoulinou","orcid":"https://orcid.org/0009-0008-9485-183X","observed_orcids":["https://orcid.org/0009-0008-9485-183X"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Diamanto Tzanoulinou","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005558878","display_name":"Loukas Triantafyllopoulos","orcid":"https://orcid.org/0000-0002-7687-5642","observed_orcids":["https://orcid.org/0000-0002-7687-5642"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Loukas Triantafyllopoulos","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084832028","display_name":"George Vorvilas","orcid":"https://orcid.org/0000-0001-9472-6774","observed_orcids":["https://orcid.org/0000-0001-9472-6774"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Vorvilas","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036319147","display_name":"Evgenia Paxinou","orcid":"https://orcid.org/0000-0002-9910-8569","observed_orcids":["https://orcid.org/0000-0002-9910-8569"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Evgenia Paxinou","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068179203","display_name":"Dimitris Kalles","orcid":"https://orcid.org/0000-0003-0364-5966","observed_orcids":["https://orcid.org/0000-0003-0364-5966"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitris Kalles","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085113815","display_name":"Vassilios S. Verykios","orcid":"https://orcid.org/0000-0002-9758-0819","observed_orcids":["https://orcid.org/0000-0002-9758-0819"]},"institutions":[{"id":"https://openalex.org/I231025917","display_name":"Hellenic Open University","ror":"https://ror.org/02kq26x23","country_code":"GR","type":"education","lineage":["https://openalex.org/I231025917"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Vassilios Verykios","raw_affiliation_strings":["Hellenic Open University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hellenic Open University","institution_ids":["https://openalex.org/I231025917"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I231025917"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45726496,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.8105000257492065,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.8105000257492065,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.07530000060796738,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9950000047683716},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.8849999904632568},{"id":"https://openalex.org/keywords/appraisal-theory","display_name":"appraisal theory","score":0.9020000100135803},{"id":"https://openalex.org/keywords/evaluative-language","display_name":"evaluative language","score":0.6449999809265137},{"id":"https://openalex.org/keywords/human-machine-comparison","display_name":"human-machine comparison","score":0.531000018119812},{"id":"https://openalex.org/keywords/interpersonal-meaning","display_name":"interpersonal meaning","score":0.6510000228881836},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"human-in-the-loop","score":0.7860000133514404},{"id":"https://openalex.org/keywords/linguistic-evaluation","display_name":"linguistic evaluation","score":0.31700000166893005}],"concepts":[{"id":"https://openalex.org/C84389358","wikidata":"https://www.wikidata.org/wiki/Q1129466","display_name":"Discourse analysis","level":2,"score":0.574400007724762},{"id":"https://openalex.org/C4308109","wikidata":"https://www.wikidata.org/wiki/Q4781686","display_name":"Appraisal theory","level":2,"score":0.534600019454956},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4596000015735626},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3937999904155731},{"id":"https://openalex.org/C43091099","wikidata":"https://www.wikidata.org/wiki/Q1067788","display_name":"Through-the-lens metering","level":3,"score":0.3515999913215637},{"id":"https://openalex.org/C2992826032","wikidata":"https://www.wikidata.org/wiki/Q17945","display_name":"Public discourse","level":3,"score":0.33820000290870667},{"id":"https://openalex.org/C2779030433","wikidata":"https://www.wikidata.org/wiki/Q1789511","display_name":"Critical discourse analysis","level":4,"score":0.326200008392334},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.3084999918937683},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3066999912261963},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2928999960422516},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2639000117778778},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iisa71656.2026.11705531","doi":"https://doi.org/10.1109/iisa71656.2026.11705531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iisa71656.2026.11705531","pdf_url":null,"source":{"id":"https://openalex.org/S7407088257","display_name":"International Conference on Information, Intelligence, Systems & Applications (IISA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 17th International Conference on Information, Intelligence, Systems & Applications (IISA)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/iisa71656.2026.11705531","doi":"https://doi.org/10.1109/iisa71656.2026.11705531","is_oa":true,"landing_page_url":"https://doi.org/10.1109/iisa71656.2026.11705531","pdf_url":null,"source":{"id":"https://openalex.org/S7407088257","display_name":"International Conference on Information, Intelligence, Systems & Applications (IISA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 17th International Conference on Information, Intelligence, Systems & Applications (IISA)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W188282966","https://openalex.org/W1980703745","https://openalex.org/W2085582472","https://openalex.org/W2106557473","https://openalex.org/W2484253835","https://openalex.org/W2557813224","https://openalex.org/W2567362164","https://openalex.org/W2626778328","https://openalex.org/W3118615836","https://openalex.org/W3133702157","https://openalex.org/W3142537071","https://openalex.org/W4232459464","https://openalex.org/W4382246105","https://openalex.org/W4384662964","https://openalex.org/W4385571411","https://openalex.org/W4388488349","https://openalex.org/W4389523957","https://openalex.org/W4389636360","https://openalex.org/W4396596058","https://openalex.org/W4399936560","https://openalex.org/W4400217392","https://openalex.org/W4402278221","https://openalex.org/W4404783774","https://openalex.org/W4406200618","https://openalex.org/W4409017393","https://openalex.org/W4411609531","https://openalex.org/W4412944483","https://openalex.org/W4414667807","https://openalex.org/W4416050614","https://openalex.org/W7115729917","https://openalex.org/W7117293785"],"related_works":["https://openalex.org/W7160197529","https://openalex.org/W7168226187","https://openalex.org/W4408061954","https://openalex.org/W4409678078","https://openalex.org/W4392918265","https://openalex.org/W4380343296","https://openalex.org/W2888832715","https://openalex.org/W2622306113","https://openalex.org/W3162052117","https://openalex.org/W4234072915"],"abstract_inverted_index":{"The":[0,119],"application":[1],"of":[2,15,38,56,67,75,84,147,190],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"and":[7,17,41,79,89,111,133,152,169,181,197],"Generative":[8],"Artificial":[9],"Intelligence":[10],"(GenAI)":[11],"to":[12,34,185],"the":[13,35,39,42,65,72,81,102,115,188],"study":[14],"Martin":[16],"White\u2019s":[18],"Appraisal":[19],"Theory":[20],"offers":[21],"promising":[22],"opportunities":[23],"for":[24,71],"automated":[25],"discourse":[26,86],"analysis.":[27],"However,":[28],"it":[29],"faces":[30],"substantial":[31],"challenges":[32],"due":[33],"conceptual":[36],"complexity":[37],"framework":[40],"models'":[43],"limitations":[44],"in":[45,193],"handling":[46],"indirect,":[47],"interpersonal":[48,167,195],"meanings.":[49],"Despite":[50],"growing":[51],"interest,":[52],"no":[53],"systematic":[54,96],"overview":[55],"existing":[57],"research":[58],"currently":[59],"exists":[60],"that":[61,122],"focuses":[62],"on:":[63],"(1)":[64],"effectiveness":[66],"LLMs":[68,124,158],"as":[69],"tools":[70],"automatic":[73],"annotation":[74],"linguistic":[76],"evaluative":[77,85],"resources":[78,180],"(2)":[80],"comparative":[82],"production":[83,156],"between":[87],"humans":[88],"machines.":[90],"To":[91],"address":[92],"this":[93],"gap,":[94],"a":[95],"literature":[97],"review":[98,120],"was":[99],"conducted":[100],"following":[101],"PRISMA":[103],"2020":[104],"methodology.":[105],"Nine":[106],"peer-reviewed":[107],"studies":[108],"were":[109],"identified":[110],"analyzed,":[112],"focusing":[113],"on":[114,161,176],"above-mentioned":[116],"two":[117],"points.":[118],"shows":[121],"current":[123],"perform":[125],"well":[126],"when":[127,143],"evaluation":[128],"is":[129],"explicit,":[130],"structurally":[131],"marked,":[132],"supported":[134],"by":[135],"clear":[136],"contextual":[137],"cues.":[138],"Their":[139],"weaknesses":[140],"become":[141],"visible":[142],"tasks":[144],"require":[145],"recognition":[146],"invoked":[148],"meaning,":[149],"cultural":[150],"knowledge,":[151],"dialogic":[153],"positioning.":[154],"In":[155],"tasks,":[157],"frequently":[159],"rely":[160],"safe":[162],"impersonal":[163],"patterns,":[164],"often":[165],"reducing":[166],"warmth":[168],"expressive":[170],"range.":[171],"Future":[172],"developments":[173],"should":[174],"focus":[175],"creating":[177],"richer,":[178],"context-based":[179],"developing":[182],"\"human-in-the-loop\"":[183],"approaches":[184],"fully":[186],"realize":[187],"potential":[189],"these":[191],"technologies":[192],"deep":[194],"analysis":[196],"interpretation.":[198]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-09-29T00:00:00"}