{"id":"https://openalex.org/W3209875211","doi":"https://doi.org/10.3390/app11093883","title":"Examining Attention Mechanisms in Deep Learning Models for Sentiment Analysis","display_name":"Examining Attention Mechanisms in Deep Learning Models for Sentiment Analysis","publication_year":2021,"publication_date":"2021-04-25","ids":{"openalex":"https://openalex.org/W3209875211","doi":"https://doi.org/10.3390/app11093883","mag":"3209875211"},"language":"en","primary_location":{"id":"doi:10.3390/app11093883","doi":"https://doi.org/10.3390/app11093883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11093883","pdf_url":"https://www.mdpi.com/2076-3417/11/9/3883/pdf?version=1619361335","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2076-3417/11/9/3883/pdf?version=1619361335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046780523","display_name":"Spyridon Kardakis","orcid":"https://orcid.org/0000-0003-3617-1250","observed_orcids":["https://orcid.org/0000-0003-3617-1250"]},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Spyridon Kardakis","raw_affiliation_strings":["Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3617-1250","affiliations":[{"raw_affiliation_string":"Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013384377","display_name":"Isidoros Perikos","orcid":"https://orcid.org/0000-0002-6581-4676","observed_orcids":["https://orcid.org/0000-0002-6581-4676"]},"institutions":[{"id":"https://openalex.org/I120729142","display_name":"Computer Technology Institute and Press \u201cDIOPHANTUS\u201d","ror":"https://ror.org/021nszj63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I120729142","https://openalex.org/I4210154149"]},{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Isidoros Perikos","raw_affiliation_strings":["Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","Computer Technology Institute and Press \u201cDiophantus\u201d, 26504 Patras, Greece"],"raw_orcid":"https://orcid.org/0000-0002-6581-4676","affiliations":[{"raw_affiliation_string":"Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","institution_ids":["https://openalex.org/I174878644"]},{"raw_affiliation_string":"Computer Technology Institute and Press \u201cDiophantus\u201d, 26504 Patras, Greece","institution_ids":["https://openalex.org/I120729142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039874465","display_name":"Foteini Grivokostopoulou","orcid":"https://orcid.org/0000-0001-5443-1613","observed_orcids":["https://orcid.org/0000-0001-5443-1613"]},"institutions":[{"id":"https://openalex.org/I120729142","display_name":"Computer Technology Institute and Press \u201cDIOPHANTUS\u201d","ror":"https://ror.org/021nszj63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I120729142","https://openalex.org/I4210154149"]},{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Foteini Grivokostopoulou","raw_affiliation_strings":["Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","Computer Technology Institute and Press \u201cDiophantus\u201d, 26504 Patras, Greece"],"raw_orcid":"https://orcid.org/0000-0001-5443-1613","affiliations":[{"raw_affiliation_string":"Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","institution_ids":["https://openalex.org/I174878644"]},{"raw_affiliation_string":"Computer Technology Institute and Press \u201cDiophantus\u201d, 26504 Patras, Greece","institution_ids":["https://openalex.org/I120729142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046246683","display_name":"Ioannis Hatzilygeroudis","orcid":"https://orcid.org/0000-0002-4036-9369","observed_orcids":["https://orcid.org/0000-0002-4036-9369"]},"institutions":[{"id":"https://openalex.org/I174878644","display_name":"University of Patras","ror":"https://ror.org/017wvtq80","country_code":"GR","type":"education","lineage":["https://openalex.org/I174878644"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Hatzilygeroudis","raw_affiliation_strings":["Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering and Informatics Department, University of Patras, 26504 Patras, Greece","institution_ids":["https://openalex.org/I174878644"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5013384377"],"corresponding_institution_ids":["https://openalex.org/I120729142","https://openalex.org/I174878644"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2160},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2160},"fwci":3.9722,"has_fulltext":true,"cited_by_count":86,"citation_normalized_percentile":{"value":0.94947622,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"11","issue":"9","first_page":"3883","last_page":"3883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.996999979019165},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"sentiment analysis","score":0.996999979019165},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.8429999947547913},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9959999918937683},{"id":"https://openalex.org/keywords/international-attention","display_name":"global attention","score":0.9760000109672546},{"id":"https://openalex.org/keywords/hierarchical-attention","display_name":"hierarchical attention","score":0.9990000128746033},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.8019999861717224},{"id":"https://openalex.org/keywords/movie-reviews","display_name":"movie reviews","score":0.9990000128746033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7440823316574097},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6953511834144592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6760838031768799},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6527681350708008},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5590893030166626},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5221686363220215},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.5092681646347046},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49285030364990234},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.48935168981552124},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48711133003234863},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.43879014253616333},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/app11093883","doi":"https://doi.org/10.3390/app11093883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11093883","pdf_url":"https://www.mdpi.com/2076-3417/11/9/3883/pdf?version=1619361335","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b86149fafb844c5cb45ae309527024c6","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/b86149fafb844c5cb45ae309527024c6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Sciences, Vol 11, Iss 9, p 3883 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/app11093883","doi":"https://doi.org/10.3390/app11093883","is_oa":true,"landing_page_url":"https://doi.org/10.3390/app11093883","pdf_url":"https://www.mdpi.com/2076-3417/11/9/3883/pdf?version=1619361335","source":{"id":"https://openalex.org/S4210205812","display_name":"Applied Sciences","issn_l":"2076-3417","issn":["2076-3417"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","oarl","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3209875211.pdf","grobid_xml":"https://content.openalex.org/works/W3209875211.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1423339008","https://openalex.org/W1902237438","https://openalex.org/W2064675550","https://openalex.org/W2069143585","https://openalex.org/W2095705004","https://openalex.org/W2113459411","https://openalex.org/W2114524997","https://openalex.org/W2130942839","https://openalex.org/W2146502635","https://openalex.org/W2157331557","https://openalex.org/W2163455955","https://openalex.org/W2251939518","https://openalex.org/W2267186426","https://openalex.org/W2402144811","https://openalex.org/W2470673105","https://openalex.org/W2496570145","https://openalex.org/W2562607067","https://openalex.org/W2563010554","https://openalex.org/W2592160412","https://openalex.org/W2626778328","https://openalex.org/W2739996966","https://openalex.org/W2741989495","https://openalex.org/W2758481664","https://openalex.org/W2758755084","https://openalex.org/W2764197504","https://openalex.org/W2794284562","https://openalex.org/W2899329739","https://openalex.org/W2905233862","https://openalex.org/W2907778281","https://openalex.org/W2914767245","https://openalex.org/W2918087949","https://openalex.org/W2953343412","https://openalex.org/W2963168371","https://openalex.org/W2963874170","https://openalex.org/W2970601791","https://openalex.org/W2982332682","https://openalex.org/W2993843842","https://openalex.org/W2994199588","https://openalex.org/W2997700007","https://openalex.org/W3011570378","https://openalex.org/W3022013598","https://openalex.org/W3023726311","https://openalex.org/W3024810126","https://openalex.org/W3081987387","https://openalex.org/W3084484668","https://openalex.org/W3118826611","https://openalex.org/W4231109964","https://openalex.org/W4233906183"],"related_works":["https://openalex.org/W4388001695","https://openalex.org/W2952111265","https://openalex.org/W2938360167","https://openalex.org/W4409276900","https://openalex.org/W4401359468","https://openalex.org/W7026868916","https://openalex.org/W6992748486","https://openalex.org/W4383560769","https://openalex.org/W3137483769","https://openalex.org/W3104420934"],"abstract_inverted_index":{"Attention-based":[0],"methods":[1,79,88],"for":[2,141],"deep":[3,84,104,175],"neural":[4,35,62,85,176],"networks":[5,36,63],"constitute":[6],"a":[7,25,29,38,96,124,181],"technique":[8],"that":[9,164],"has":[10],"attracted":[11],"increased":[12],"interest":[13],"in":[14,37,69,100,109,123,153,158,171,184],"recent":[15,98],"years.":[16],"Attention":[17],"mechanisms":[18,94],"can":[19],"focus":[20],"on":[21,60],"important":[22],"parts":[23],"of":[24,34,40,72,103,139,174],"sequence":[26],"and,":[27],"as":[28],"result,":[30],"enhance":[31],"the":[32,101,137,149,172],"performance":[33,68,173],"variety":[39],"tasks,":[41],"including":[42],"sentiment":[43,73,110,126],"analysis,":[44],"emotion":[45],"recognition,":[46],"machine":[47],"translation":[48],"and":[49,65,77,89,135,156],"speech":[50],"recognition.":[51],"In":[52],"this":[53],"work,":[54],"we":[55],"study":[56,146],"attention-based":[57,165],"models":[58,131,166,177],"built":[59],"recurrent":[61],"(RNNs)":[64],"examine":[66],"their":[67,106,185],"various":[70,83],"contexts":[71],"analysis.":[74],"Self-attention,":[75],"global-attention":[76],"hierarchical-attention":[78],"are":[80,95,132],"examined":[81],"under":[82],"models,":[86],"training":[87],"hyperparameters.":[90],"Even":[91],"though":[92],"attention":[93,140],"powerful":[97],"concept":[99],"field":[102],"learning,":[105],"exact":[107],"effectiveness":[108],"analysis":[111,120],"is":[112,121],"yet":[113],"to":[114,168,180],"be":[115],"thoroughly":[116],"assessed.":[117],"A":[118],"comparative":[119],"performed":[122],"text":[125],"classification":[127],"task":[128],"where":[129],"baseline":[130],"compared":[133],"with":[134],"without":[136],"use":[138],"every":[142],"experiment.":[143],"The":[144,161],"experimental":[145],"additionally":[147],"examines":[148],"proposed":[150],"models\u2019":[151],"ability":[152],"recognizing":[154],"opinions":[155],"emotions":[157],"movie":[159],"reviews.":[160],"results":[162],"indicate":[163],"lead":[167],"great":[169],"improvements":[170],"showcasing":[178],"up":[179],"3.5%":[182],"improvement":[183],"accuracy.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2021-11-08T00:00:00"}