{"id":"https://openalex.org/W6983462307","doi":null,"title":"A mixed-method approach to analyze the robustness of natural language processing classifiers","display_name":"A mixed-method approach to analyze the robustness of natural language processing classifiers","alternate_titles":[],"publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W6983462307"},"language":"en","primary_location":{"id":"pmh:oai:ir.library.dc-uoit.ca:10155/1292","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10155/1292","pdf_url":null,"source":{"id":"https://openalex.org/S4306401586","display_name":"e-scholar@UOIT (University of Ontario Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I39470171","host_organization_name":"Ontario Tech University","host_organization_lineage":["https://openalex.org/I39470171"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},"parent_works":[],"lineage":["https://openalex.org/W6983462307"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10155/1292","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028742688","display_name":"Brandon Laughlin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I39470171","display_name":"Ontario Tech University","ror":"https://ror.org/016zre027","country_code":"CA","type":"education","lineage":["https://openalex.org/I39470171"]}],"countries":["CA"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Laughlin, Brandon","raw_affiliation_strings":["Faculty of Business and Information Technology, University of Ontario Institute of Technology (Ontario Tech University)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Business and Information Technology, University of Ontario Institute of Technology (Ontario Tech University)","institution_ids":["https://openalex.org/I39470171"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5028742688"],"corresponding_institution_ids":["https://openalex.org/I39470171"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-attacks","display_name":"adversarial attacks","score":0.6790000200271606},{"id":"https://openalex.org/keywords/black-box-attacks","display_name":"black-box attacks","score":0.8500000238418579},{"id":"https://openalex.org/keywords/threat-modeling","display_name":"threat modeling","score":0.800000011920929},{"id":"https://openalex.org/keywords/adversarial-text-generation","display_name":"adversarial text generation","score":0.8679999709129333},{"id":"https://openalex.org/keywords/attack-efficiency","display_name":"attack efficiency","score":0.4819999933242798},{"id":"https://openalex.org/keywords/text-quality","display_name":"text quality","score":0.7639999985694885},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.7940000295639038},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.777999997138977},{"id":"https://openalex.org/keywords/spam-detection","display_name":"spam detection","score":0.6129999756813049},{"id":"https://openalex.org/keywords/phishing-detection","display_name":"phishing detection","score":0.8740000128746033},{"id":"https://openalex.org/keywords/content-moderation","display_name":"content moderation","score":0.949999988079071}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4291999936103821},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.34200000762939453},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.24950000643730164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2442999929189682},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.24060000479221344}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:ir.library.dc-uoit.ca:10155/1292","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10155/1292","pdf_url":null,"source":{"id":"https://openalex.org/S4306401586","display_name":"e-scholar@UOIT (University of Ontario Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I39470171","host_organization_name":"Ontario Tech University","host_organization_lineage":["https://openalex.org/I39470171"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},{"id":"pmh:oai:ontariotechu.scholaris.ca:10155/1292","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10155/1292","pdf_url":null,"source":{"id":"https://openalex.org/S4306401586","display_name":"e-scholar@UOIT (University of Ontario Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I39470171","host_organization_name":"Ontario Tech University","host_organization_lineage":["https://openalex.org/I39470171"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dissertation"}],"best_oa_location":{"id":"pmh:oai:ir.library.dc-uoit.ca:10155/1292","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10155/1292","pdf_url":null,"source":{"id":"https://openalex.org/S4306401586","display_name":"e-scholar@UOIT (University of Ontario Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I39470171","host_organization_name":"Ontario Tech University","host_organization_lineage":["https://openalex.org/I39470171"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6983462307.pdf","grobid_xml":"https://content.openalex.org/works/W6983462307.grobid-xml"},"referenced_works_count":91,"referenced_works":["https://openalex.org/W3805906","https://openalex.org/W168564468","https://openalex.org/W1539309091","https://openalex.org/W1614298861","https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W1965658570","https://openalex.org/W1985987493","https://openalex.org/W2010158189","https://openalex.org/W2051267297","https://openalex.org/W2053075547","https://openalex.org/W2081580037","https://openalex.org/W2095577883","https://openalex.org/W2097350013","https://openalex.org/W2101105183","https://openalex.org/W2113459411","https://openalex.org/W2118137541","https://openalex.org/W2133459682","https://openalex.org/W2135415614","https://openalex.org/W2144906988","https://openalex.org/W2168154523","https://openalex.org/W2189162242","https://openalex.org/W2216444195","https://openalex.org/W2250342921","https://openalex.org/W2250539671","https://openalex.org/W2282821441","https://openalex.org/W2293768274","https://openalex.org/W2394669110","https://openalex.org/W2420245003","https://openalex.org/W2525332836","https://openalex.org/W2562979205","https://openalex.org/W2563718107","https://openalex.org/W2583408446","https://openalex.org/W2587299461","https://openalex.org/W2594475271","https://openalex.org/W2613800022","https://openalex.org/W2625478334","https://openalex.org/W2670253439","https://openalex.org/W2751110224","https://openalex.org/W2752194699","https://openalex.org/W2753044861","https://openalex.org/W2763567925","https://openalex.org/W2764327709","https://openalex.org/W2773446523","https://openalex.org/W2791319131","https://openalex.org/W2791826055","https://openalex.org/W2794557536","https://openalex.org/W2798363023","https://openalex.org/W2798812533","https://openalex.org/W2799007037","https://openalex.org/W2800695847","https://openalex.org/W2869198903","https://openalex.org/W2881747041","https://openalex.org/W2885183727","https://openalex.org/W2888723145","https://openalex.org/W2891020797","https://openalex.org/W2891503716","https://openalex.org/W2892093980","https://openalex.org/W2898694742","https://openalex.org/W2903359200","https://openalex.org/W2905526464","https://openalex.org/W2906152891","https://openalex.org/W2911919851","https://openalex.org/W2942293597","https://openalex.org/W2945413494","https://openalex.org/W2947813521","https://openalex.org/W2950352427","https://openalex.org/W2962700793","https://openalex.org/W2962718684","https://openalex.org/W2962782614","https://openalex.org/W2962816513","https://openalex.org/W2963571290","https://openalex.org/W2971789279","https://openalex.org/W2973957133","https://openalex.org/W2989473642","https://openalex.org/W2996780607","https://openalex.org/W3008170323","https://openalex.org/W3015001695","https://openalex.org/W3023533951","https://openalex.org/W3034748831","https://openalex.org/W3043638540","https://openalex.org/W3091679231","https://openalex.org/W3099284022","https://openalex.org/W3105604018","https://openalex.org/W3106196307","https://openalex.org/W3165722314","https://openalex.org/W3203135439","https://openalex.org/W4280605339","https://openalex.org/W4288072399","https://openalex.org/W4288104392","https://openalex.org/W7030423562"],"related_works":["https://openalex.org/W6987657593","https://openalex.org/W3212549809","https://openalex.org/W4285204696","https://openalex.org/W4405654643","https://openalex.org/W6987825075","https://openalex.org/W4381988874","https://openalex.org/W4385565595","https://openalex.org/W4285177710","https://openalex.org/W4226295912","https://openalex.org/W4385573360"],"abstract_inverted_index":{"Natural":[0],"language":[1],"processing":[2,11],"algorithms":[3,90],"(NLP)":[4],"have":[5],"become":[6],"an":[7,159,190,253],"essential":[8],"approach":[9,116],"for":[10,81,245],"large":[12,41],"amounts":[13],"of":[14,84,103,151,172,179,199,207,236,260,287],"textual":[15],"information":[16],"with":[17,43,93,203,233],"applications":[18],"such":[19],"as":[20,219],"spam,":[21],"phishing":[22],"and":[23,54,148,265,279,297,307],"content":[24],"moderation.":[25],"Malicious":[26],"actors":[27],"can":[28,126],"craft":[29],"manipulated":[30],"inputs":[31],"to":[32,98,105,181,188,215,239,300],"fool":[33],"NLP":[34,85],"classifiers":[35],"into":[36],"making":[37],"incorrect":[38],"predictions.":[39],"A":[40],"challenge":[42],"evaluating":[44],"these":[45,186],"adversarial":[46,107,124,217],"attacks":[47],"is":[48,162,212,230,280,292,305],"the":[49,60,70,82,106,130,132,136,140,145,152,156,183,196,200,204,224,261],"trade-o_":[50],"between":[51,185],"attack":[52,61,71,89,133,141,262,278],"efficiency":[53,142],"text":[55,66,157,173],"quality.":[56,138],"Higher":[57],"constraints":[58,104],"on":[59,135],"search":[62,263],"space":[63,264],"will":[64],"improve":[65],"quality":[67],"but":[68],"reduce":[69],"success":[72,149],"rate.":[73],"In":[74],"this":[75,273],"thesis,":[76],"I":[77,110,175],"introduce":[78,111],"a":[79,94,100,112,177,220,234,284,293],"framework":[80,229,270],"evaluation":[83,198],"classifier":[86,201,246,302],"robustness.":[87],"Black-box":[88],"are":[91,248],"paired":[92,232],"threat":[95,225],"modelling":[96,226],"system":[97],"apply":[99],"customizable":[101],"set":[102,178],"generation":[108],"process.":[109],"mixed-method":[113],"experimental":[114,160],"design":[115],"that":[117,120,257,304],"combines":[118],"metrics":[119],"compare":[121],"how":[122],"many":[123],"documents":[125],"be":[127],"made":[128],"versus":[129],"impact":[131],"has":[134],"text's":[137],"Measuring":[139],"involves":[143],"combining":[144],"computational":[146],"cost":[147],"rate":[150],"attack.":[153],"To":[154],"measure":[155],"quality,":[158],"study":[161],"run":[163],"in":[164,272],"which":[165,282],"human":[166,208],"participants":[167],"report":[168],"their":[169],"subjective":[170],"perception":[171],"manipulation.":[174],"present":[176],"equations":[180],"reconcile":[182],"trade-offs":[184],"tests":[187],"find":[189],"optimal":[191],"balance.":[192],"This":[193],"pairing":[194],"bridges":[195],"automated":[197],"decisions":[202],"semantic":[205],"insight":[206],"reviewers.":[209],"The":[210,228,269,289],"methodology":[211],"then":[213],"extended":[214],"evaluate":[216,301],"training":[218],"defence":[221],"method":[222],"using":[223],"system.":[227],"also":[231],"collection":[235],"visualization":[237],"tools":[238,244],"provide":[240],"greater":[241],"interpretability.":[242],"Domain-agnostic":[243],"behaviour":[247],"first":[249],"presented,":[250],"followed":[251],"by":[252],"interactive":[254],"document":[255],"viewer":[256],"enables":[258],"exploration":[259],"word-level":[266],"feature":[267],"importance.":[268],"proposed":[271],"thesis":[274],"supports":[275],"any":[276],"black-box":[277],"model-agnostic,":[281],"offers":[283],"wide":[285],"range":[286],"applicability.":[288],"end":[290],"objective":[291],"more":[294],"unified,":[295],"guided":[296],"transparent":[298],"way":[299],"robustness":[303],"flexible":[306],"customizable.":[308]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6983462307","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-10T00:00:00"}
