{"id":"https://openalex.org/W4211177414","doi":"https://doi.org/10.1109/snpd51163.2021.9704891","title":"How to Enlighten Novice Users on Behavior of Machine Learning Models?","display_name":"How to Enlighten Novice Users on Behavior of Machine Learning Models?","publication_year":2021,"publication_date":"2021-11-24","ids":{"openalex":"https://openalex.org/W4211177414","doi":"https://doi.org/10.1109/snpd51163.2021.9704891"},"language":"en","primary_location":{"id":"doi:10.1109/snpd51163.2021.9704891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd51163.2021.9704891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACIS 22nd International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088139420","display_name":"Hiroto Mizutani","orcid":null},"institutions":[{"id":"https://openalex.org/I916559398","display_name":"Kindai University","ror":"https://ror.org/05kt9ap64","country_code":"JP","type":"education","lineage":["https://openalex.org/I916559398"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hiroto Mizutani","raw_affiliation_strings":["Kindai University,Department of Informatics,Higashi-Osaka,Japan","Department of Informatics, Kindai University, Higashi-Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Kindai University,Department of Informatics,Higashi-Osaka,Japan","institution_ids":["https://openalex.org/I916559398"]},{"raw_affiliation_string":"Department of Informatics, Kindai University, Higashi-Osaka, Japan","institution_ids":["https://openalex.org/I916559398"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068441698","display_name":"Masateu Tsunoda","orcid":null},"institutions":[{"id":"https://openalex.org/I916559398","display_name":"Kindai University","ror":"https://ror.org/05kt9ap64","country_code":"JP","type":"education","lineage":["https://openalex.org/I916559398"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masateu Tsunoda","raw_affiliation_strings":["Kindai University,Department of Informatics,Higashi-Osaka,Japan","Department of Informatics, Kindai University, Higashi-Osaka, Japan"],"affiliations":[{"raw_affiliation_string":"Kindai University,Department of Informatics,Higashi-Osaka,Japan","institution_ids":["https://openalex.org/I916559398"]},{"raw_affiliation_string":"Department of Informatics, Kindai University, Higashi-Osaka, Japan","institution_ids":["https://openalex.org/I916559398"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046210489","display_name":"Keitaro Nakasai","orcid":"https://orcid.org/0000-0001-9212-1579"},"institutions":[{"id":"https://openalex.org/I4210132370","display_name":"National Institute of Technology, Kagoshima College","ror":"https://ror.org/02xm6sp43","country_code":"JP","type":"education","lineage":["https://openalex.org/I4210120810","https://openalex.org/I4210132370"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keitaro Nakasai","raw_affiliation_strings":["National Institute of Technology,Kagoshima College,Kirishima,Japan","Kagoshima College, National Institute of Technology, Kirishima, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Technology,Kagoshima College,Kirishima,Japan","institution_ids":["https://openalex.org/I4210132370"]},{"raw_affiliation_string":"Kagoshima College, National Institute of Technology, Kirishima, Japan","institution_ids":["https://openalex.org/I4210132370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088139420"],"corresponding_institution_ids":["https://openalex.org/I916559398"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20974282,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"51","issue":null,"first_page":"224","last_page":"229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.841597318649292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7977259159088135},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7952079176902771},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7921017408370972},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7700680494308472},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4393782615661621}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.841597318649292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7977259159088135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7952079176902771},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7921017408370972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7700680494308472},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4393782615661621},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snpd51163.2021.9704891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd51163.2021.9704891","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACIS 22nd International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1932198206","https://openalex.org/W1945616565","https://openalex.org/W2143712427","https://openalex.org/W2183341477","https://openalex.org/W2798302089","https://openalex.org/W2954629067","https://openalex.org/W2963327228","https://openalex.org/W4288404646","https://openalex.org/W4388147587","https://openalex.org/W6640425456","https://openalex.org/W6757555829","https://openalex.org/W7073554479"],"related_works":["https://openalex.org/W2809283485","https://openalex.org/W4293768783","https://openalex.org/W4288347394","https://openalex.org/W1986582023","https://openalex.org/W2961085424","https://openalex.org/W2966829450","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187"],"abstract_inverted_index":{"Background:":[0],"Machine":[1],"learning":[2,20,97,122,144,205],"models":[3,33,50,76,98,123,216],"are":[4,21],"sometimes":[5],"embedded":[6],"in":[7,18,37,212],"software":[8,159],"to":[9,71,88,100,116,196],"implement":[10],"the":[11,25,28,31,45,73,93,118,130,132,137,163,168,172,175,180,183,201,213],"required":[12],"functions.":[13],"As":[14],"a":[15,152],"result,":[16],"non-experts":[17],"machine":[19,38,96,121,143,204],"becoming":[22],"familiar":[23],"with":[24],"models.":[26,176,206],"However,":[27],"interpretability":[29],"of":[30,48,56,75,92,95,120,129,139,154,158,174,182,203,215],"built":[32],"is":[34,51,60,111,194],"often":[35,112],"low":[36],"learning,":[39,43],"such":[40,49,66],"as":[41,67,151],"deep":[42],"and":[44,69,106,145,188],"recognition":[46],"process":[47],"very":[52],"different":[53],"from":[54],"that":[55,77],"humans.":[57,146],"Therefore,":[58],"it":[59],"not":[61],"easy":[62],"for":[63,141,185,217],"novice":[64,86,198,218],"users,":[65],"end-users":[68],"beginners,":[70],"anticipate":[72],"behavior":[74,94,202],"they":[78],"will":[79],"use":[80],"or":[81],"build.":[82],"Aim:":[83],"We":[84,104],"assist":[85],"users":[87,199],"realize":[89],"an":[90],"aspect":[91],"relating":[99],"robustness":[101,119,181],"intuitively.":[102],"Method:":[103],"formalized":[105],"evaluated":[107,166],"quiz-based":[108],"analysis,":[109],"which":[110],"applied":[113],"by":[114],"practitioners":[115],"test":[117,127],"arbitrarily.":[124],"To":[125],"generate":[126],"cases":[128],"models,":[131],"analysis":[133,157,169,178,193],"converts":[134],"images":[135],"towards":[136],"boundary":[138,155],"classification":[140],"both":[142],"It":[147],"can":[148],"be":[149],"regarded":[150],"type":[153],"value":[156],"development.":[160],"Results:":[161],"In":[162],"experiment,":[164],"we":[165],"whether":[167],"quantitatively":[170],"clarified":[171,179],"aspects":[173],"The":[177,192],"model":[184],"image":[186],"conversion":[187],"misclassification":[189],"quantitatively.":[190],"Conclusion:":[191],"expected":[195],"enlighten":[197],"on":[200],"This":[207],"may":[208],"promote":[209],"behavioral":[210],"changes":[211],"evaluation":[214],"users.":[219]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
