{"id":"https://openalex.org/W4316021237","doi":"https://doi.org/10.1109/icic56845.2022.10006974","title":"User Experience Evaluation of IT Support Mobile Application Using System Usability Scale (SUS) and Retrospective Think Aloud (RTA)","display_name":"User Experience Evaluation of IT Support Mobile Application Using System Usability Scale (SUS) and Retrospective Think Aloud (RTA)","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4316021237","doi":"https://doi.org/10.1109/icic56845.2022.10006974"},"language":"en","primary_location":{"id":"doi:10.1109/icic56845.2022.10006974","doi":"https://doi.org/10.1109/icic56845.2022.10006974","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icic56845.2022.10006974","pdf_url":null,"source":{"id":"https://openalex.org/S4306498392","display_name":"International Conference on Informatics and Computing (ICIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Seventh International Conference on Informatics and Computing (ICIC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086834361","display_name":"Imanuel Revelino Murmanto","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Imanuel Revelino Murmanto","raw_affiliation_strings":["Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321062","display_name":"Sunardi Sunardi","orcid":"https://orcid.org/0000-0001-8628-5454","observed_orcids":["https://orcid.org/0000-0001-8628-5454"]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Sunardi","raw_affiliation_strings":["Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015677490","display_name":"Ratih Muthiah Kamilia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ratih Muthiah Kamilia","raw_affiliation_strings":["Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053241725","display_name":"Ganis Maulia Yusuf","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ganis Maulia Yusuf","raw_affiliation_strings":["Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480","institution_ids":["https://openalex.org/I166073570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113144573","display_name":"Rizki Candra Kurniawan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I166073570","display_name":"Binus University","ror":"https://ror.org/03zmf4s77","country_code":"ID","type":"education","lineage":["https://openalex.org/I166073570"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Rizki Kurniawan","raw_affiliation_strings":["Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Binus Online Learning Bina Nusantara University,Information System Department,Jakarta,Indonesia,11480","institution_ids":["https://openalex.org/I166073570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I166073570"],"apc_list":null,"apc_paid":null,"fwci":1.0737,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.78047611,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10068","display_name":"Technology Adoption and User Behaviour","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-usability","display_name":"software usability","score":0.9539999961853027},{"id":"https://openalex.org/keywords/user-experience-evaluation","display_name":"user experience evaluation","score":0.8579999804496765},{"id":"https://openalex.org/keywords/system-usability-scale","display_name":"System Usability Scale","score":0.9589999914169312},{"id":"https://openalex.org/keywords/retrospective-think-aloud","display_name":"retrospective think-aloud","score":0.9470000267028809},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.6380000114440918}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8927041292190552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6712275147438049},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.6037894487380981},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.5698800086975098},{"id":"https://openalex.org/C100363876","wikidata":"https://www.wikidata.org/wiki/Q690661","display_name":"Nonprobability sampling","level":3,"score":0.5688148736953735},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.514503002166748},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.49776580929756165},{"id":"https://openalex.org/C139225968","wikidata":"https://www.wikidata.org/wiki/Q17146354","display_name":"System usability scale","level":4,"score":0.4597570598125458},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.45732417702674866},{"id":"https://openalex.org/C60952562","wikidata":"https://www.wikidata.org/wiki/Q6887246","display_name":"Mobile technology","level":3,"score":0.43887561559677124},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.429068386554718},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41269081830978394},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40657132863998413},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3887045979499817},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38394737243652344},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.08615681529045105},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icic56845.2022.10006974","doi":"https://doi.org/10.1109/icic56845.2022.10006974","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icic56845.2022.10006974","pdf_url":null,"source":{"id":"https://openalex.org/S4306498392","display_name":"International Conference on Informatics and Computing (ICIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 Seventh International Conference on Informatics and Computing (ICIC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W2006014968","https://openalex.org/W2397525491","https://openalex.org/W2613391288","https://openalex.org/W2919971226","https://openalex.org/W2972074563","https://openalex.org/W2994011281","https://openalex.org/W3003982412","https://openalex.org/W3036641870","https://openalex.org/W3042805489","https://openalex.org/W3091369261","https://openalex.org/W3111039031","https://openalex.org/W3169754335","https://openalex.org/W6712581743"],"related_works":["https://openalex.org/W4392526300","https://openalex.org/W4385258276","https://openalex.org/W3082996854","https://openalex.org/W3213956751","https://openalex.org/W2979408270","https://openalex.org/W4205407878","https://openalex.org/W4387544447","https://openalex.org/W4391770565","https://openalex.org/W4405077536","https://openalex.org/W3157476670"],"abstract_inverted_index":{"The":[0,172,181,211],"development":[1],"of":[2,14,17,24,39,49,59,82,213],"today's":[3],"digital":[4,66],"world":[5],"has":[6],"been":[7],"running":[8],"more":[9,228],"rapidly":[10],"at":[11],"the":[12,15,37,47,60,71,89,115,118,126,132,137,158,185,223],"time":[13],"presence":[16],"covid-19":[18],"pandemics,":[19],"in":[20,42,63,79,117,157,178],"which":[21,45],"all":[22],"aspects":[23],"life":[25],"are":[26,121],"very":[27],"dependent":[28],"on":[29,98,108],"digitalization":[30],"that":[31,96],"time,":[32],"and":[33,65,105,130,149,205],"companies":[34,61],"keep":[35],"doing":[36],"work":[38],"enhancing":[40],"innovation":[41],"their":[43],"businesses,":[44],"is":[46,57,176,188,217],"developing":[48],"IT":[50,74,101,166],"such":[51],"as":[52],"mobile":[53,72,99,119,142],"application.":[54],"PT":[55,68],"XYZ":[56,69],"one":[58],"engaged":[62],"printing":[64],"services.":[67],"uses":[70],"application":[73,100,120,143],"Support":[75,102,167],"to":[76,111,221,226],"assist":[77],"technicians":[78],"completing":[80],"reports":[81],"printer":[83],"damage":[84],"experienced":[85],"by":[86],"consumers.":[87],"During":[88],"order":[90,113],"services":[91],"process,":[92],"users":[93],"oftenly":[94],"feel":[95],"menu":[97],"not":[103],"effective":[104],"efficient":[106],"yet":[107],"helping":[109],"them":[110],"process":[112,138],"service,":[114],"elements":[116],"inconsistent":[122],"so":[123],"it":[124],"complicated":[125],"user.":[127],"To":[128],"improve":[129],"finding":[131],"usability":[133,146,204],"problem":[134],"specifically":[135],"needed":[136,206],"user":[139,165,214,218],"experience":[140,215],"evaluation":[141,216],"with":[144,198,203],"system":[145],"scale":[147],"(SUS)":[148],"retrospective":[150],"think":[151],"aloud":[152],"(RTA).":[153],"Total":[154],"sample":[155],"used":[156],"research":[159],"was":[160],"52":[161],"respondents":[162,200],"from":[163],"active":[164],"using":[168],"purposive":[169],"sampling":[170],"technique.":[171],"SUS":[173,186],"score":[174,187],"result":[175,212],"50.77":[177],"grade":[179],"D.":[180],"less":[182],"satisfied,":[183],"because":[184],"still":[189],"smaller":[190],"than":[191],"68.":[192],"Retrospective":[193],"Think":[194],"Aloud":[195],"(RTA)":[196],"results":[197],"11":[199],"showed":[201],"problems":[202],"recommendations":[207],"for":[208],"interface":[209,219],"improvements.":[210],"recommendation":[220],"enhance":[222],"technician's":[224],"performance":[225],"be":[227],"optimal.":[229],"(Abstract)":[230]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-01-14T00:00:00"}
