{"id":"https://openalex.org/W3192828446","doi":"https://doi.org/10.1093/iwc/iwab018","title":"Usability Problem Identification Based on Explainable Neural Network in Asynchronous Testing Environment","display_name":"Usability Problem Identification Based on Explainable Neural Network in Asynchronous Testing Environment","publication_year":2021,"publication_date":"2021-03-01","ids":{"openalex":"https://openalex.org/W3192828446","doi":"https://doi.org/10.1093/iwc/iwab018","mag":"3192828446"},"language":"en","primary_location":{"id":"doi:10.1093/iwc/iwab018","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwc/iwab018","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055508380","display_name":"Hohyun Hwang","orcid":null},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hohyun Hwang","raw_affiliation_strings":["Department of Data Science, Seoul National University of Science and Technology, 232, Gongneung-ro, Nowon-gu, Seoul 01811, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Data Science, Seoul National University of Science and Technology, 232, Gongneung-ro, Nowon-gu, Seoul 01811, South Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100628487","display_name":"Young\u2010Hoon Lee","orcid":"https://orcid.org/0000-0003-4199-936X"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Younghoon Lee","raw_affiliation_strings":["Department of Industrial Engineering, Seoul National University of Science and Technology, 232, Gongneung-ro, Nowon-gu, Seoul 01811, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering, Seoul National University of Science and Technology, 232, Gongneung-ro, Nowon-gu, Seoul 01811, South Korea","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100628487"],"corresponding_institution_ids":["https://openalex.org/I118373667"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.13599603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"33","issue":"2","first_page":"155","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9597234725952148},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7867180705070496},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.562779426574707},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5465637445449829},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.5025262832641602},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.4764321744441986},{"id":"https://openalex.org/keywords/usability-lab","display_name":"Usability lab","score":0.4510183334350586},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44854751229286194},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.44694799184799194},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.4452727735042572},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.4192863702774048},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System usability scale","score":0.4189227819442749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36226433515548706},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35170978307724}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9597234725952148},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7867180705070496},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.562779426574707},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5465637445449829},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.5025262832641602},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.4764321744441986},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.4510183334350586},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44854751229286194},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.44694799184799194},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.4452727735042572},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.4192863702774048},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.4189227819442749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36226433515548706},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35170978307724},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/iwc/iwab018","is_oa":false,"landing_page_url":"https://doi.org/10.1093/iwc/iwab018","pdf_url":null,"source":{"id":"https://openalex.org/S23117883","display_name":"Interacting with Computers","issn_l":"0953-5438","issn":["0953-5438","1873-7951"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interacting with Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1608682798","https://openalex.org/W1915485278","https://openalex.org/W1965290411","https://openalex.org/W1979395884","https://openalex.org/W2041092893","https://openalex.org/W2042709572","https://openalex.org/W2055694118","https://openalex.org/W2062797058","https://openalex.org/W2072718162","https://openalex.org/W2078484270","https://openalex.org/W2078672632","https://openalex.org/W2089915044","https://openalex.org/W2096141509","https://openalex.org/W2096765046","https://openalex.org/W2100362224","https://openalex.org/W2111946002","https://openalex.org/W2167293777","https://openalex.org/W2186343293","https://openalex.org/W2195388612","https://openalex.org/W2282821441","https://openalex.org/W2395727118","https://openalex.org/W2427312199","https://openalex.org/W2533771361","https://openalex.org/W2562607067","https://openalex.org/W2604227417","https://openalex.org/W2657631929","https://openalex.org/W2740934577","https://openalex.org/W2743104969","https://openalex.org/W2753415590","https://openalex.org/W2771317277","https://openalex.org/W2894721001","https://openalex.org/W2936682135","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963707260","https://openalex.org/W2964231383","https://openalex.org/W2975810914","https://openalex.org/W6630875275","https://openalex.org/W6639896569","https://openalex.org/W6647605760","https://openalex.org/W6676891400","https://openalex.org/W6685133223","https://openalex.org/W6686769862","https://openalex.org/W6712124946","https://openalex.org/W6735806156","https://openalex.org/W6743846187","https://openalex.org/W6752059428","https://openalex.org/W6752714271","https://openalex.org/W6766026259","https://openalex.org/W6766263406"],"related_works":["https://openalex.org/W2488259327","https://openalex.org/W4285229023","https://openalex.org/W110518437","https://openalex.org/W4283693611","https://openalex.org/W1579994910","https://openalex.org/W2215100485","https://openalex.org/W4249900088","https://openalex.org/W4230862284","https://openalex.org/W4379745096","https://openalex.org/W4289866031"],"abstract_inverted_index":{"Abstract":[0],"Usability":[1],"testing":[2,31,53],"is":[3,15,54],"an":[4,60,76,121,128,141,154],"essential":[5],"element":[6],"in":[7,21,49,73,136],"human\u2013computer":[8],"interaction":[9,89,181],"studies,":[10],"and":[11,57,97,115,126,224],"its":[12],"core":[13],"purpose":[14],"not":[16],"only":[17],"to":[18,25,35,45,64,85,102,113,170,232],"evaluate":[19],"usability":[20,30,66,91,117,138,156,165,168,200,222],"general":[22],"but":[23],"also":[24],"identify":[26,65,114,199],"specific":[27],"problems.":[28,92],"Synchronous":[29],"methods":[32],"are":[33,100],"costly":[34],"conduct":[36,127],"on":[37,69,131,153,189],"a":[38,110,137,164,184],"large":[39],"scale,":[40],"as":[41,43],"well":[42],"subject":[44],"time":[46],"constraints.":[47],"Thus,":[48],"realistic":[50],"practice,":[51],"asynchronous":[52],"often":[55],"performed":[56],"usually":[58],"adopts":[59],"automatic":[61],"logging":[62],"approach":[63,125],"problems":[67,118,201,223],"based":[68,130,188],"collected":[70,135],"data.":[71],"However,":[72],"prior":[74],"research,":[75],"in-depth":[77],"human":[78],"evaluation":[79],"review":[80],"phase":[81],"has":[82],"been":[83],"required":[84],"examine":[86],"each":[87,159,171,179,187],"user":[88,147],"for":[90,149,186],"This":[93],"consumes":[94],"considerable":[95],"time,":[96],"the":[98,175,194,204,207],"results":[99,214],"likely":[101],"be":[103],"subjective.":[104],"In":[105],"this":[106],"study,":[107],"we":[108,145,173,198],"propose":[109],"novel":[111],"method":[112,219],"prioritize":[116],"quantitatively":[119,229],"using":[120],"explainable":[122,142],"neural":[123,143,195],"network":[124],"experiment":[129],"device":[132],"usage":[133],"logs":[134],"test.":[139],"Using":[140],"network,":[144],"assess":[146],"interactions":[148,205],"their":[150],"relative":[151,176],"influence":[152],"overall":[155],"score,":[157],"predicting":[158],"interaction\u2019s":[160],"probability":[161],"of":[162,178],"causing":[163],"problem.":[166],"Assigning":[167],"scores":[169],"task,":[172],"model":[174],"importance":[177,209],"individual":[180],"by":[182,193,202],"calculating":[183],"weight":[185,210],"feature":[190],"maps":[191],"output":[192],"network.":[196],"Then,":[197],"reviewing":[203],"showing":[206],"highest":[208],"values.":[211],"The":[212],"experimental":[213],"indicate":[215],"that":[216,226],"our":[217],"proposed":[218],"effectively":[220],"identifies":[221],"demonstrate":[225],"it":[227],"performs":[228],"better":[230],"compared":[231],"other":[233],"benchmark":[234],"methods.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}