{"id":"https://openalex.org/W4206455206","doi":"https://doi.org/10.1109/access.2022.3142178","title":"Unrestricted Attention May Not Be All You Need\u2013Masked Attention Mechanism Focuses Better on Relevant Parts in Aspect-Based Sentiment Analysis","display_name":"Unrestricted Attention May Not Be All You Need\u2013Masked Attention Mechanism Focuses Better on Relevant Parts in Aspect-Based Sentiment Analysis","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4206455206","doi":"https://doi.org/10.1109/access.2022.3142178"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3142178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3142178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09676694.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09676694.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025758975","display_name":"Ao Feng","orcid":"https://orcid.org/0000-0001-6231-7810"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Feng","raw_affiliation_strings":["School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6231-7810","affiliations":[{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723923","display_name":"Xuelei Zhang","orcid":"https://orcid.org/0000-0001-7927-7181"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelei Zhang","raw_affiliation_strings":["School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7927-7181","affiliations":[{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100679891","display_name":"Xinyu Song","orcid":"https://orcid.org/0000-0001-9709-029X"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Song","raw_affiliation_strings":["School of Computer Science, Chengdu University of Information Technology, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-9709-029X","affiliations":[{"raw_affiliation_string":"School of Computer Science, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.5781,"has_fulltext":true,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95167757,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"8518","last_page":"8528"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.859126091003418},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7332879304885864},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.616725504398346},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5875037908554077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5553499460220337},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5046674013137817},{"id":"https://openalex.org/keywords/polarity","display_name":"Polarity (international relations)","score":0.4805760383605957},{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.459434449672699},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.43284308910369873},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36508986353874207},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.2605459988117218},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09511351585388184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.859126091003418},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7332879304885864},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.616725504398346},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5875037908554077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5553499460220337},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5046674013137817},{"id":"https://openalex.org/C2777361361","wikidata":"https://www.wikidata.org/wiki/Q1112585","display_name":"Polarity (international relations)","level":3,"score":0.4805760383605957},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.459434449672699},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.43284308910369873},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36508986353874207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2605459988117218},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09511351585388184},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C1491633281","wikidata":"https://www.wikidata.org/wiki/Q7868","display_name":"Cell","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3142178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3142178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09676694.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bf764c7bb99c440688e838d341792827","is_oa":true,"landing_page_url":"https://doaj.org/article/bf764c7bb99c440688e838d341792827","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 8518-8528 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3142178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3142178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09676694.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8100000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2917583370","display_name":null,"funder_award_id":"2020YFG0168","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G8581055200","display_name":null,"funder_award_id":"18TD0026","funder_id":"https://openalex.org/F4320322970","funder_display_name":"Education Department of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320322970","display_name":"Education Department of Sichuan Province","ror":"https://ror.org/05s1c4z27"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206455206.pdf","grobid_xml":"https://content.openalex.org/works/W4206455206.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2096141509","https://openalex.org/W2160660844","https://openalex.org/W2164358929","https://openalex.org/W2165855670","https://openalex.org/W2250539671","https://openalex.org/W2251294039","https://openalex.org/W2251648804","https://openalex.org/W2252057809","https://openalex.org/W2427312199","https://openalex.org/W2465978385","https://openalex.org/W2470673105","https://openalex.org/W2514722822","https://openalex.org/W2562607067","https://openalex.org/W2757541972","https://openalex.org/W2796370356","https://openalex.org/W2799044502","https://openalex.org/W2910965811","https://openalex.org/W2962739339","https://openalex.org/W2962808042","https://openalex.org/W2963168371","https://openalex.org/W2963494756","https://openalex.org/W2964125708","https://openalex.org/W2964164368","https://openalex.org/W2971014768","https://openalex.org/W2979860911","https://openalex.org/W2985056549","https://openalex.org/W3034206885","https://openalex.org/W3044806259","https://openalex.org/W3068336208","https://openalex.org/W3081987387","https://openalex.org/W3105174597","https://openalex.org/W3120188833","https://openalex.org/W3122396520","https://openalex.org/W3168820831","https://openalex.org/W3185341429","https://openalex.org/W3186253370","https://openalex.org/W4211186029","https://openalex.org/W6631190155","https://openalex.org/W6636510571","https://openalex.org/W6676723433","https://openalex.org/W6679434410","https://openalex.org/W6727807531","https://openalex.org/W6729269041","https://openalex.org/W6739901393","https://openalex.org/W6754757669","https://openalex.org/W6755207826","https://openalex.org/W6757744386","https://openalex.org/W6760568010","https://openalex.org/W6763701032","https://openalex.org/W6764456104","https://openalex.org/W6766673545","https://openalex.org/W6778051328","https://openalex.org/W6791776128"],"related_works":["https://openalex.org/W3116116498","https://openalex.org/W3029012650","https://openalex.org/W1988325893","https://openalex.org/W2776212826","https://openalex.org/W3214323197","https://openalex.org/W4385571001","https://openalex.org/W2805889480","https://openalex.org/W2117643817","https://openalex.org/W47912076","https://openalex.org/W1984947604"],"abstract_inverted_index":{"Aspect-Based":[0],"Sentiment":[1],"Analysis":[2],"(ABSA)":[3],"is":[4,79,139,189,198],"one":[5],"of":[6,89,96,105,144,181,186,195,234],"the":[7,28,52,57,69,75,81,90,102,128,142,153,158,162,167,179,201,212,232,235],"highly":[8],"challenging":[9],"tasks":[10],"in":[11,20,37,245],"natural":[12],"language":[13,49,225],"processing.":[14],"It":[15],"extracts":[16],"fine-grained":[17],"sentiment":[18,103],"information":[19],"user-generated":[21],"reviews,":[22],"as":[23,86],"it":[24],"aims":[25],"at":[26],"predicting":[27],"polarities":[29],"towards":[30],"predefined":[31],"aspect":[32,107,180],"categories":[33],"or":[34,108],"relevant":[35,177],"entities":[36],"free":[38],"text.":[39],"Previous":[40],"deep":[41],"learning":[42],"approaches":[43,125],"usually":[44],"rely":[45],"on":[46,68,211],"large-scale":[47],"pre-trained":[48,224],"models":[50,226],"and":[51,62,147,206,216,253],"attention":[53,60,70,77,117,135,150,237,255],"mechanism,":[54],"which":[55,230],"applies":[56],"complete":[58],"computed":[59],"weights":[61],"does":[63],"not":[64,80],"place":[65],"any":[66],"restriction":[67],"assignment.":[71],"We":[72],"argue":[73],"that":[74,138,171,188,242,261],"original":[76],"mechanism":[78,118],"ideal":[82],"configuration":[83],"for":[84,87,120,260],"ABSA,":[85,121],"most":[88],"time":[91],"only":[92,149],"a":[93,115,192,250],"small":[94],"portion":[95],"terms":[97],"are":[98,172],"strongly":[99],"related":[100],"to":[101,126,174,178,249],"polarity":[104],"an":[106,134],"entity.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113],"propose":[114],"masked":[116,236,254],"customized":[119],"with":[122,161,227],"two":[123],"different":[124],"generate":[127],"mask.":[129],"The":[130,155],"first":[131],"method":[132],"sets":[133],"weight":[136],"threshold":[137],"determined":[140],"by":[141],"maximum":[143],"all":[145],"weights,":[146],"keeps":[148],"scores":[151],"above":[152],"threshold.":[154],"second":[156],"selects":[157],"top":[159],"words":[160],"highest":[163],"weights.":[164],"Both":[165],"remove":[166],"lower":[168],"score":[169],"parts":[170],"assumed":[173],"be":[175,257],"less":[176],"focus.":[182],"By":[183],"ignoring":[184],"part":[185],"input":[187,196],"claimed":[190],"irrelevant,":[191],"large":[193],"proportion":[194],"noise":[197],"removed,":[199],"keeping":[200],"downstream":[202],"model":[203],"more":[204],"focused":[205],"reducing":[207],"calculation":[208],"cost.":[209],"Experiments":[210],"Multi-Aspect":[213],"Multi-Sentiment":[214],"(MAMS)":[215],"SemEval-2014":[217],"datasets":[218],"show":[219],"significant":[220],"improvements":[221],"over":[222],"state-of-the-art":[223],"full":[228],"attention,":[229],"displays":[231],"value":[233],"mechanism.":[238],"Recent":[239],"work":[240],"shows":[241],"simple":[243],"self-attention":[244],"Transformer":[246],"quickly":[247],"degenerates":[248],"rank-1":[251],"matrix,":[252],"may":[256],"another":[258],"cure":[259],"trend.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-01-25T00:00:00"}