{"id":"https://openalex.org/W3089844455","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207665","title":"Are Modern Deep Learning Models for Sentiment Analysis Brittle\u0192 An Examination on Part-of-Speech","display_name":"Are Modern Deep Learning Models for Sentiment Analysis Brittle\u0192 An Examination on Part-of-Speech","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3089844455","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207665","mag":"3089844455"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071889918","display_name":"Ahoud Alhazmi","orcid":"https://orcid.org/0000-0002-3471-8753"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]},{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["AU","SA"],"is_corresponding":true,"raw_author_name":"Ahoud Alhazmi","raw_affiliation_strings":["Computer Science, Umm Al Qura University, Makkah, Saudi Arabia","Department of Computing, Macquarie University, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Computer Science, Umm Al Qura University, Makkah, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]},{"raw_affiliation_string":"Department of Computing, Macquarie University, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070697660","display_name":"Wei Emma Zhang","orcid":"https://orcid.org/0000-0002-0406-5974"},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Emma Zhang","raw_affiliation_strings":["School of Computer Science, The University of Adelaide, SA, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Adelaide, SA, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080744092","display_name":"Quan Z. Sheng","orcid":"https://orcid.org/0000-0002-3326-4147"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quan Z Sheng","raw_affiliation_strings":["Department of Computing, Macquarie University, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computing, Macquarie University, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011512844","display_name":"Abdulwahab Aljubairy","orcid":"https://orcid.org/0000-0001-8704-3625"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]},{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["AU","SA"],"is_corresponding":false,"raw_author_name":"Abdulwahab Aljubairy","raw_affiliation_strings":["Computer Science, Umm Al Qura University, Makkah, Saudi Arabia","Department of Computing, Macquarie University, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Computer Science, Umm Al Qura University, Makkah, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]},{"raw_affiliation_string":"Department of Computing, Macquarie University, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071889918"],"corresponding_institution_ids":["https://openalex.org/I199693650","https://openalex.org/I99043593"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.54921731,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adjective","display_name":"Adjective","score":0.8139762878417969},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7368875741958618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7333809733390808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6895743608474731},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6104364395141602},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5937585830688477},{"id":"https://openalex.org/keywords/adverb","display_name":"Adverb","score":0.580093502998352},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.554246187210083},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5344839096069336},{"id":"https://openalex.org/keywords/part-of-speech","display_name":"Part of speech","score":0.490315705537796},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.3940315246582031},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3864242434501648}],"concepts":[{"id":"https://openalex.org/C2777683214","wikidata":"https://www.wikidata.org/wiki/Q34698","display_name":"Adjective","level":3,"score":0.8139762878417969},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7368875741958618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333809733390808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6895743608474731},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6104364395141602},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5937585830688477},{"id":"https://openalex.org/C2780944772","wikidata":"https://www.wikidata.org/wiki/Q380057","display_name":"Adverb","level":3,"score":0.580093502998352},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.554246187210083},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5344839096069336},{"id":"https://openalex.org/C123406163","wikidata":"https://www.wikidata.org/wiki/Q82042","display_name":"Part of speech","level":2,"score":0.490315705537796},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.3940315246582031},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3864242434501648}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:digital.library.adelaide.edu.au:2440/132232","is_oa":false,"landing_page_url":"https://hdl.handle.net/2440/132232","pdf_url":null,"source":{"id":"https://openalex.org/S4306401835","display_name":"Adelaide Research & Scholarship (AR&S) (University of Adelaide)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5681781","host_organization_name":"The University of Adelaide","host_organization_lineage":["https://openalex.org/I5681781"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/xpl/conhome/9200848/proceeding","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W2047237187","https://openalex.org/W2121764873","https://openalex.org/W2252083640","https://openalex.org/W2252215182","https://openalex.org/W2265846598","https://openalex.org/W2293768274","https://openalex.org/W2514588627","https://openalex.org/W2594590228","https://openalex.org/W2609368435","https://openalex.org/W2766108848","https://openalex.org/W2767899794","https://openalex.org/W2793353517","https://openalex.org/W2799007037","https://openalex.org/W2799194071","https://openalex.org/W2799207367","https://openalex.org/W2940009958","https://openalex.org/W2962713901","https://openalex.org/W2962718684","https://openalex.org/W2962818281","https://openalex.org/W2962947218","https://openalex.org/W2962995403","https://openalex.org/W2963207607","https://openalex.org/W2963661177","https://openalex.org/W2963969878","https://openalex.org/W2964153729","https://openalex.org/W2977572677","https://openalex.org/W2977956687","https://openalex.org/W3015001695","https://openalex.org/W6637162671","https://openalex.org/W6640425456","https://openalex.org/W6693505360","https://openalex.org/W6745847742","https://openalex.org/W6746141323","https://openalex.org/W6761496550"],"related_works":["https://openalex.org/W2273876469","https://openalex.org/W2730256536","https://openalex.org/W4387111569","https://openalex.org/W2891146412","https://openalex.org/W2382492994","https://openalex.org/W1569075808","https://openalex.org/W3185012990","https://openalex.org/W2461192475","https://openalex.org/W2353037764","https://openalex.org/W2923495515"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4,18,94],"achieved":[5],"remarkable":[6],"results":[7,75],"in":[8],"multiple":[9],"Natural":[10],"Language":[11],"Processing":[12],"(NLP)":[13],"applications.":[14],"However,":[15],"current":[16,78],"studies":[17],"found":[19],"that":[20,77,90,101],"DNNs":[21,36],"can":[22],"be":[23],"fooled":[24],"when":[25],"using":[26,40],"modified":[27],"samples,":[28],"namely":[29],"adversarial":[30,41],"examples.":[31,42],"This":[32],"work,":[33],"specifically,":[34],"examines":[35],"for":[37,81],"sentiment":[38,82,119],"analysis":[39,83,120],"We":[43,61],"particularly":[44],"aim":[45],"to":[46,117],"examine":[47],"the":[48,52,58,106],"impact":[49],"of":[50,55,108],"modifying":[51],"Part-Of-Speech":[53],"(POS)":[54],"words":[56,89,103,112],"on":[57,65],"input":[59],"sentences.":[60],"conduct":[62],"extensive":[63],"experiments":[64],"different":[66],"neural":[67],"network":[68],"models":[69,80,122],"across":[70],"several":[71],"real-world":[72],"datasets.":[73],"The":[74],"demonstrate":[76],"DNN":[79,121],"are":[84],"brittle":[85],"with":[86],"perturbed":[87],"noisy":[88],"humans":[91],"do":[92],"not":[93],"trouble":[95],"understanding.":[96],"An":[97],"interesting":[98],"finding":[99],"is":[100],"adjective":[102,109],"(Adj)":[104],"and":[105,110],"combination":[107],"adverb":[111],"(Adj-Adv)":[113],"provide":[114],"obvious":[115],"contribution":[116],"fooling":[118],"<sup":[123],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[124],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[125],".":[126]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-10-08T00:00:00"}