{"id":"https://openalex.org/W7224407245","doi":"https://doi.org/10.21203/rs.3.rs-11156504/v1","title":"Sentiment Analysis of Government Mobile App Reviews: Validating Zero-Shot Classification with a Large Language Model","display_name":"Sentiment Analysis of Government Mobile App Reviews: Validating Zero-Shot Classification with a Large Language Model","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224407245","doi":"https://doi.org/10.21203/rs.3.rs-11156504/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11156504/v1","doi":"https://doi.org/10.21203/rs.3.rs-11156504/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11156504/v1","pdf_url":"https://www.researchsquare.com/article/rs-11156504/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11156504/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135536055","display_name":"Luk\u00e1\u0161 Johanovsk\u00fd","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3122934890","display_name":"Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem","ror":"https://ror.org/04vjwcp92","country_code":"CZ","type":"education","lineage":["https://openalex.org/I3122934890"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Luk\u00e1\u0161 Johanovsk\u00fd","raw_affiliation_strings":["Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem","institution_ids":["https://openalex.org/I3122934890"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034214295","display_name":"Pavla Vrabcov\u00e1","orcid":"https://orcid.org/0000-0002-4384-1622","observed_orcids":["https://orcid.org/0000-0002-4384-1622"]},"institutions":[{"id":"https://openalex.org/I3122934890","display_name":"Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem","ror":"https://ror.org/04vjwcp92","country_code":"CZ","type":"education","lineage":["https://openalex.org/I3122934890"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Pavla Vrabcov\u00e1","raw_affiliation_strings":["Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jan Evangelista Purkyn\u011b University in \u00dast\u00ed nad Labem","institution_ids":["https://openalex.org/I3122934890"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3122934890"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.9419999718666077},{"id":"https://openalex.org/keywords/public-feedback","display_name":"citizen feedback","score":0.722000002861023},{"id":"https://openalex.org/keywords/zero-shot-classification","display_name":"zero-shot classification","score":0.7850000262260437},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/czech-language","display_name":"Czech language","score":0.7730000019073486},{"id":"https://openalex.org/keywords/digital-public-services","display_name":"digital public services","score":0.722000002861023},{"id":"https://openalex.org/keywords/star-ratings","display_name":"star ratings","score":0.6610000133514404},{"id":"https://openalex.org/keywords/neutral-sentiment","display_name":"neutral sentiment","score":0.48100000619888306},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.5419999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7178999781608582},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5648999810218811},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5223000049591064},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.504800021648407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46720001101493835},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.38449999690055847},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C2777842544","wikidata":"https://www.wikidata.org/wiki/Q9056","display_name":"Czech","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2985999882221222},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2985999882221222},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2955999970436096},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C2985272809","wikidata":"https://www.wikidata.org/wiki/Q211017","display_name":"Digital government","level":3,"score":0.2872999906539917},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.2517000138759613},{"id":"https://openalex.org/C2780479914","wikidata":"https://www.wikidata.org/wiki/Q302088","display_name":"Document classification","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11156504/v1","doi":"https://doi.org/10.21203/rs.3.rs-11156504/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11156504/v1","pdf_url":"https://www.researchsquare.com/article/rs-11156504/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11156504/v1","doi":"https://doi.org/10.21203/rs.3.rs-11156504/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11156504/v1","pdf_url":"https://www.researchsquare.com/article/rs-11156504/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224407245.pdf","grobid_xml":"https://content.openalex.org/works/W7224407245.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1524110241","https://openalex.org/W2022427793","https://openalex.org/W2025899713","https://openalex.org/W2095655043","https://openalex.org/W2114068176","https://openalex.org/W2157216624","https://openalex.org/W2162713456","https://openalex.org/W2229197100","https://openalex.org/W2396509258","https://openalex.org/W2474565205","https://openalex.org/W2741029840","https://openalex.org/W2884554037","https://openalex.org/W2963341956","https://openalex.org/W2990803728","https://openalex.org/W3046704450","https://openalex.org/W3113622461","https://openalex.org/W3181578141","https://openalex.org/W3205211811","https://openalex.org/W3214704877","https://openalex.org/W4210246416","https://openalex.org/W4226389225","https://openalex.org/W4283168218","https://openalex.org/W4288056589","https://openalex.org/W4292574937","https://openalex.org/W4293078876","https://openalex.org/W4385573966","https://openalex.org/W4388483579","https://openalex.org/W4389636360","https://openalex.org/W4390947766","https://openalex.org/W4391043254","https://openalex.org/W4392462461","https://openalex.org/W4393163454","https://openalex.org/W4393346559","https://openalex.org/W4401042286","https://openalex.org/W4401170278","https://openalex.org/W4401506443","https://openalex.org/W4411429585","https://openalex.org/W4411630345","https://openalex.org/W4412814683","https://openalex.org/W4413405472","https://openalex.org/W6948018739","https://openalex.org/W6974136266","https://openalex.org/W7160068178","https://openalex.org/W7170656412"],"related_works":["https://openalex.org/W4281650121","https://openalex.org/W7154604110","https://openalex.org/W4315706072","https://openalex.org/W7126219660","https://openalex.org/W7139959106","https://openalex.org/W2949416609","https://openalex.org/W6894161846","https://openalex.org/W4413406433","https://openalex.org/W7124972605","https://openalex.org/W4417130961"],"abstract_inverted_index":{"Abstract":[0],"User":[1],"reviews":[2,46,63,178],"of":[3,9,29,44,47,64,78,112,177,235],"mobile":[4,49],"applications":[5,50],"provide":[6,206],"a":[7,37,52,74,87,210],"source":[8],"citizen":[10,219],"feedback":[11],"on":[12],"digital":[13],"public":[14],"services,":[15],"yet":[16],"their":[17],"automated":[18],"analysis":[19,111],"in":[20],"non-English":[21],"settings":[22,108],"is":[23],"constrained":[24],"by":[25],"the":[26,144,157,173,224,236],"limited":[27],"availability":[28],"domain-adapted":[30],"classifiers.":[31],"This":[32],"study":[33],"develops":[34],"and":[35,81,93,109,129,169,186,232,240],"evaluates":[36],"documented":[38],"procedure":[39,213],"for":[40,73,226],"three-class":[41],"sentiment":[42,191],"classification":[43,113],"Czech":[45],"government":[48],"using":[51],"large":[53],"language":[54],"model":[55],"without":[56],"task-specific":[57],"fine-tuning.":[58],"The":[59,100,153],"corpus":[60],"comprised":[61],"10,198":[62],"six":[65],"applications.":[66],"An":[67],"adjudicated":[68],"human":[69,227],"reference":[70,228],"was":[71,84,123,127,133,147,156,192,199],"created":[72],"stratified":[75],"random":[76],"sample":[77],"500":[79],"reviews,":[80],"LLM":[82,212],"performance":[83],"compared":[85],"with":[86,160,167,195],"majority-class":[88],"baseline,":[89],"two":[90,94],"lexicon-based":[91],"methods,":[92],"readily":[95],"deployable":[96],"encoder-based":[97],"transfer":[98],"models.":[99],"validation":[101,119],"included":[102],"five":[103,116,145],"repeated":[104],"runs":[105,146],"under":[106],"identical":[107,201],"an":[110],"errors.":[114],"Across":[115],"GPT-5.6":[117],"Sol":[118],"runs,":[120],"mean":[121,125,130],"accuracy":[122],"93.0%,":[124],"macro-F1":[126],"0.827,":[128],"Cohen's":[131],"kappa":[132,150],"0.857.":[134],"Macro-F1":[135],"ranged":[136],"from":[137],"0.814":[138],"to":[139,202],"0.845,":[140],"while":[141],"agreement":[142],"among":[143],"high":[148],"(Fleiss'":[149],"=":[151],"0.918).":[152],"neutral":[154],"class":[155],"most":[158,161],"challenging,":[159],"disagreements":[162],"occurring":[163],"at":[164],"its":[165],"boundaries":[166],"negative":[168],"positive":[170],"sentiment.":[171],"In":[172],"full":[174],"corpus,":[175],"65.9%":[176],"were":[179],"classified":[180],"as":[181,184,188],"negative,":[182],"7.9%":[183],"neutral,":[185],"26.2%":[187],"positive.":[189],"Textual":[190],"strongly":[193],"associated":[194],"star":[196],"ratings":[197],"but":[198],"not":[200],"them.":[203],"These":[204],"findings":[205],"corpus-specific":[207],"evidence":[208],"that":[209],"standardized":[211],"can":[214],"help":[215],"analyze":[216],"short-form":[217],"non-english":[218],"feedback.":[220],"They":[221],"also":[222],"underscore":[223],"need":[225],"labels,":[229],"stability":[230],"checks,":[231],"precise":[233],"documentation":[234],"model,":[237],"prompt,":[238],"settings,":[239],"execution":[241],"workflow.":[242]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-30T00:00:00"}