{"id":"https://openalex.org/W3128612482","doi":"https://doi.org/10.3390/electronics10040388","title":"A Framework for Identifying Sequences of Interactions That Cause Usability Problems in Collaborative Systems","display_name":"A Framework for Identifying Sequences of Interactions That Cause Usability Problems in Collaborative Systems","alternate_titles":[],"publication_year":2021,"publication_date":"2021-02-05","ids":{"openalex":"https://openalex.org/W3128612482","doi":"https://doi.org/10.3390/electronics10040388","mag":"3128612482"},"language":"en","primary_location":{"id":"doi:10.3390/electronics10040388","doi":"https://doi.org/10.3390/electronics10040388","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics10040388","pdf_url":"https://www.mdpi.com/2079-9292/10/4/388/pdf?version=1612511190","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3128612482"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-9292/10/4/388/pdf?version=1612511190","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007238161","display_name":"Santos Bringas","orcid":"https://orcid.org/0000-0003-1144-8057","observed_orcids":["https://orcid.org/0000-0003-1144-8057"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/formal-analysis","display_name":"Formal analysis"},{"id":"https://openalex.org/contributor-roles/investigation","display_name":"Investigation"},{"id":"https://openalex.org/contributor-roles/methodology","display_name":"Methodology"},{"id":"https://openalex.org/contributor-roles/writing-original-draft","display_name":"Writing \u2013 original draft"}],"raw_author_name":"Santos Bringas","raw_affiliation_strings":["Fundaci\u00f3n Centro Tecnol\u00f3gico de Componentes CTC, 39011 Santander, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1144-8057","affiliations":[{"raw_affiliation_string":"Fundaci\u00f3n Centro Tecnol\u00f3gico de Componentes CTC, 39011 Santander, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061509063","display_name":"Rafael Duque","orcid":"https://orcid.org/0000-0001-8636-3213","observed_orcids":["https://orcid.org/0000-0001-8636-3213"]},"institutions":[{"id":"https://openalex.org/I13134134","display_name":"Universidad de Cantabria","ror":"https://ror.org/046ffzj20","country_code":"ES","type":"education","lineage":["https://openalex.org/I13134134"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/formal-analysis","display_name":"Formal analysis"},{"id":"https://openalex.org/contributor-roles/investigation","display_name":"Investigation"},{"id":"https://openalex.org/contributor-roles/methodology","display_name":"Methodology"},{"id":"https://openalex.org/contributor-roles/supervision","display_name":"Supervision"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Rafael Duque","raw_affiliation_strings":["Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8636-3213","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain","institution_ids":["https://openalex.org/I13134134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039890118","display_name":"Alicia Nieto-Reyes","orcid":"https://orcid.org/0000-0002-0268-3322","observed_orcids":["https://orcid.org/0000-0002-0268-3322"]},"institutions":[{"id":"https://openalex.org/I13134134","display_name":"Universidad de Cantabria","ror":"https://ror.org/046ffzj20","country_code":"ES","type":"education","lineage":["https://openalex.org/I13134134"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/resources","display_name":"Resources"},{"id":"https://openalex.org/contributor-roles/software","display_name":"Software"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Alicia Nieto-Reyes","raw_affiliation_strings":["Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0268-3322","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain","institution_ids":["https://openalex.org/I13134134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010408592","display_name":"Cristina T\u00eern\u0203uc\u0203","orcid":"https://orcid.org/0000-0002-7129-2237","observed_orcids":["https://orcid.org/0000-0002-7129-2237"]},"institutions":[{"id":"https://openalex.org/I13134134","display_name":"Universidad de Cantabria","ror":"https://ror.org/046ffzj20","country_code":"ES","type":"education","lineage":["https://openalex.org/I13134134"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Cristina T\u00eern\u0103uc\u0103","raw_affiliation_strings":["Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain","institution_ids":["https://openalex.org/I13134134"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025023315","display_name":"Jos\u00e9 Luis Monta\u00f1a","orcid":"https://orcid.org/0000-0001-9338-6085","observed_orcids":["https://orcid.org/0000-0001-9338-6085"]},"institutions":[{"id":"https://openalex.org/I13134134","display_name":"Universidad de Cantabria","ror":"https://ror.org/046ffzj20","country_code":"ES","type":"education","lineage":["https://openalex.org/I13134134"]}],"countries":["ES"],"is_corresponding":false,"contributor_roles":[{"id":"https://openalex.org/contributor-roles/conceptualization","display_name":"Conceptualization"},{"id":"https://openalex.org/contributor-roles/writing-review-editing","display_name":"Writing \u2013 review & editing"}],"raw_author_name":"Jos\u00e9 Luis Monta\u00f1a","raw_affiliation_strings":["Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Statistics and Computer Science, Universidad de Cantabria, 39005 Santander, Spain","institution_ids":["https://openalex.org/I13134134"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007238161"],"corresponding_institution_ids":[],"apc_list":{"value":1800,"currency":"CHF","value_usd":1944},"apc_paid":{"value":1800,"currency":"CHF","value_usd":1944},"fwci":0.3201,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.52743733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":94},"biblio":{"volume":"10","issue":"4","first_page":"388","last_page":"388"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collaborative-systems","display_name":"collaborative systems","score":0.9020000100135803},{"id":"https://openalex.org/keywords/usability-problems","display_name":"usability problems","score":0.8379999995231628},{"id":"https://openalex.org/keywords/interaction-sequences","display_name":"interaction sequences","score":0.8740000128746033},{"id":"https://openalex.org/keywords/ubiquitous-computing","display_name":"ubiquitous computing","score":0.8550000190734863},{"id":"https://openalex.org/keywords/neural-network","display_name":"artificial neural networks","score":0.6779999732971191},{"id":"https://openalex.org/keywords/user-awareness","display_name":"user awareness","score":0.49300000071525574},{"id":"https://openalex.org/keywords/shared-spaces","display_name":"shared spaces","score":0.503000020980835},{"id":"https://openalex.org/keywords/mobile-application","display_name":"mobile application","score":0.8320000171661377}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9452688694000244},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6997697949409485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6773781776428223},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.48669177293777466},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.47847744822502136},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47809192538261414},{"id":"https://openalex.org/C71151206","wikidata":"https://www.wikidata.org/wiki/Q5156686","display_name":"Component-based usability testing","level":5,"score":0.47737810015678406},{"id":"https://openalex.org/C11324603","wikidata":"https://www.wikidata.org/wiki/Q2502322","display_name":"Usability lab","level":4,"score":0.45505601167678833},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.43670859932899475},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.432860404253006},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.413129597902298},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34375423192977905},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/electronics10040388","doi":"https://doi.org/10.3390/electronics10040388","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics10040388","pdf_url":"https://www.mdpi.com/2079-9292/10/4/388/pdf?version=1612511190","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},{"id":"pmh:oai:repositorio.unican.es:10902/20952","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10902/20952","pdf_url":null,"source":{"id":"https://openalex.org/S4306400398","display_name":"UCrea (University of Cantabria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I13134134","host_organization_name":"Universidad de Cantabria","host_organization_lineage":["https://openalex.org/I13134134"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics 2021, 10, 388.","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dnet:ucreareposit::1e2c4d561704ac22ff0ee083ba6327fb","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10902/20952","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electronics 2021, 10, 388.","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3390/electronics10040388","doi":"https://doi.org/10.3390/electronics10040388","is_oa":true,"landing_page_url":"https://doi.org/10.3390/electronics10040388","pdf_url":"https://www.mdpi.com/2079-9292/10/4/388/pdf?version=1612511190","source":{"id":"https://openalex.org/S4210202905","display_name":"Electronics","issn_l":"2079-9292","issn":["2079-9292"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electronics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2457536561","display_name":null,"funder_award_id":"MTM2017-86061-C2-2-P","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"}],"funders":[{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320323808","display_name":"Universidad de Cantabria","ror":"https://ror.org/046ffzj20"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3128612482.pdf","grobid_xml":"https://content.openalex.org/works/W3128612482.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W50690463","https://openalex.org/W1031745939","https://openalex.org/W1173911439","https://openalex.org/W1517021406","https://openalex.org/W1522301498","https://openalex.org/W1540187259","https://openalex.org/W1586958857","https://openalex.org/W1607060671","https://openalex.org/W1995204256","https://openalex.org/W2000280611","https://openalex.org/W2009260987","https://openalex.org/W2009540290","https://openalex.org/W2030690140","https://openalex.org/W2046179518","https://openalex.org/W2067390851","https://openalex.org/W2067502478","https://openalex.org/W2103377744","https://openalex.org/W2105297890","https://openalex.org/W2109891159","https://openalex.org/W2112469617","https://openalex.org/W2116282960","https://openalex.org/W2117626724","https://openalex.org/W2123852095","https://openalex.org/W2155735325","https://openalex.org/W2170486381","https://openalex.org/W2255580822","https://openalex.org/W2287954532","https://openalex.org/W2342799194","https://openalex.org/W2509433105","https://openalex.org/W2513687696","https://openalex.org/W2556345765","https://openalex.org/W2588439030","https://openalex.org/W2598391117","https://openalex.org/W2610957567","https://openalex.org/W2736627944","https://openalex.org/W2905092817","https://openalex.org/W2912296668","https://openalex.org/W2914924568","https://openalex.org/W3045362484","https://openalex.org/W4253830798"],"related_works":["https://openalex.org/W3021120496","https://openalex.org/W7097566684","https://openalex.org/W2138770186","https://openalex.org/W1567414150","https://openalex.org/W2358629212","https://openalex.org/W2051589461","https://openalex.org/W208170651","https://openalex.org/W2488897109","https://openalex.org/W2165314452","https://openalex.org/W2042689981"],"abstract_inverted_index":{"Collaborative":[0],"systems":[1],"support":[2,83],"shared":[3],"spaces,":[4],"where":[5],"groups":[6],"of":[7,17,35,98,116,144],"users":[8,123],"exchange":[9],"interactions.":[10],"In":[11],"order":[12],"to":[13,31,43,119],"ensure":[14],"the":[15,33,63,69,73,99,136,141],"usability":[16,49,120],"these":[18,45],"systems,":[19],"an":[20,96],"intuitive":[21],"interactions\u2019":[22],"organization":[23],"and":[24,57,65,91,94],"that":[25,84,108,134,148],"each":[26],"user":[27,70],"has":[28],"awareness":[29],"information":[30],"know":[32],"activity":[34],"others":[36],"are":[37],"necessary.":[38],"Usability":[39],"laboratories":[40],"allow":[41],"evaluators":[42],"verify":[44],"requirements.":[46],"However,":[47],"laboratory":[48],"evaluations":[50],"can":[51],"be":[52],"problematic":[53],"for":[54,80],"reproducing":[55],"mobile":[56,90],"ubiquitous":[58,92],"contexts,":[59],"as":[60],"they":[61],"restrict":[62],"place":[64],"time":[66],"in":[67,89],"which":[68],"interacts":[71],"with":[72],"system.":[74],"This":[75,102],"paper":[76,129],"presents":[77],"a":[78,131,145],"framework":[79,103,137],"building":[81],"software":[82],"it":[85],"collects":[86],"human\u2013machine":[87],"interactions":[88,117],"contexts":[93],"outputs":[95],"assessment":[97],"system\u2019s":[100],"usability.":[101],"is":[104,109],"constructed":[105],"through":[106],"learning":[107],"based":[110],"on":[111],"neural":[112],"networks,":[113],"identifying":[114],"sequences":[115],"related":[118],"problems":[121],"when":[122],"carry":[124],"out":[125],"collaborative":[126,150],"activities.":[127],"The":[128],"includes":[130],"case":[132],"study":[133],"puts":[135],"into":[138],"action":[139],"during":[140],"development":[142],"process":[143],"smartphone":[146],"application":[147],"supports":[149],"sport":[151],"betting.":[152]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3128612482","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-02-15T00:00:00"}
