{"id":"https://openalex.org/W1250148161","doi":"https://doi.org/10.1007/978-3-319-22668-2_24","title":"Testing the Unknown \u2013 Value of Usability Testing for Complex Professional Systems Development","display_name":"Testing the Unknown \u2013 Value of Usability Testing for Complex Professional Systems Development","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W1250148161","doi":"https://doi.org/10.1007/978-3-319-22668-2_24","mag":"1250148161"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-22668-2_24","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-22668-2_24","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-319-22668-2_24.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-319-22668-2_24.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047518655","display_name":"Kimmo Tarkkanen","orcid":"https://orcid.org/0000-0002-3576-2780"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Kimmo Tarkkanen","raw_affiliation_strings":["Information Systems Science, University of Turku, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Information Systems Science, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013070991","display_name":"Ville Harkke","orcid":"https://orcid.org/0000-0003-3743-2686"},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ville Harkke","raw_affiliation_strings":["Information Systems Science, University of Turku, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Information Systems Science, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083584260","display_name":"Pekka Reijonen","orcid":null},"institutions":[{"id":"https://openalex.org/I155660961","display_name":"University of Turku","ror":"https://ror.org/05vghhr25","country_code":"FI","type":"education","lineage":["https://openalex.org/I155660961"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Pekka Reijonen","raw_affiliation_strings":["Information Systems Science, University of Turku, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Information Systems Science, University of Turku, Turku, Finland","institution_ids":["https://openalex.org/I155660961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047518655"],"corresponding_institution_ids":["https://openalex.org/I155660961"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.05606258,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"300","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9251644611358643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7777508497238159},{"id":"https://openalex.org/keywords/usability-engineering","display_name":"Usability engineering","score":0.6906248927116394},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.685519278049469},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.5531957745552063},{"id":"https://openalex.org/keywords/usability-goals","display_name":"Usability goals","score":0.5368452668190002},{"id":"https://openalex.org/keywords/cognitive-walkthrough","display_name":"Cognitive walkthrough","score":0.5239570140838623},{"id":"https://openalex.org/keywords/heuristic-evaluation","display_name":"Heuristic evaluation","score":0.5063580274581909},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5003130435943604},{"id":"https://openalex.org/keywords/pluralistic-walkthrough","display_name":"Pluralistic walkthrough","score":0.4886170029640198},{"id":"https://openalex.org/keywords/web-usability","display_name":"Web usability","score":0.4656065106391907},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45869818329811096},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3646368086338043},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3409474790096283},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12276175618171692},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10919070243835449}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9251644611358643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7777508497238159},{"id":"https://openalex.org/C100302975","wikidata":"https://www.wikidata.org/wiki/Q1642623","display_name":"Usability engineering","level":3,"score":0.6906248927116394},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.685519278049469},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.5531957745552063},{"id":"https://openalex.org/C62993174","wikidata":"https://www.wikidata.org/wiki/Q2928808","display_name":"Usability goals","level":4,"score":0.5368452668190002},{"id":"https://openalex.org/C87105883","wikidata":"https://www.wikidata.org/wiki/Q1107002","display_name":"Cognitive walkthrough","level":4,"score":0.5239570140838623},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.5063580274581909},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5003130435943604},{"id":"https://openalex.org/C188688815","wikidata":"https://www.wikidata.org/wiki/Q7205541","display_name":"Pluralistic walkthrough","level":3,"score":0.4886170029640198},{"id":"https://openalex.org/C4237393","wikidata":"https://www.wikidata.org/wiki/Q1636686","display_name":"Web usability","level":3,"score":0.4656065106391907},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45869818329811096},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3646368086338043},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3409474790096283},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12276175618171692},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10919070243835449}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-319-22668-2_24","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-22668-2_24","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-319-22668-2_24.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01599884v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01599884","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"15th Human-Computer Interaction (INTERACT), Sep 2015, Bamberg, Germany. pp.300-314, ⟨10.1007/978-3-319-22668-2_24⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1007/978-3-319-22668-2_24","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-319-22668-2_24","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-319-22668-2_24.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1250148161.pdf","grobid_xml":"https://content.openalex.org/works/W1250148161.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W4547850","https://openalex.org/W43120215","https://openalex.org/W54348722","https://openalex.org/W168921021","https://openalex.org/W197567834","https://openalex.org/W216499477","https://openalex.org/W285857824","https://openalex.org/W1496167765","https://openalex.org/W1547930257","https://openalex.org/W1585393095","https://openalex.org/W1967264465","https://openalex.org/W1972021974","https://openalex.org/W1978581435","https://openalex.org/W2001950972","https://openalex.org/W2004603793","https://openalex.org/W2009978384","https://openalex.org/W2010793828","https://openalex.org/W2023174660","https://openalex.org/W2023813619","https://openalex.org/W2026645894","https://openalex.org/W2031644067","https://openalex.org/W2032826709","https://openalex.org/W2049124404","https://openalex.org/W2067870260","https://openalex.org/W2073752982","https://openalex.org/W2079642188","https://openalex.org/W2080024459","https://openalex.org/W2081526793","https://openalex.org/W2082426156","https://openalex.org/W2083939386","https://openalex.org/W2087271627","https://openalex.org/W2087277225","https://openalex.org/W2096202257","https://openalex.org/W2099473180","https://openalex.org/W2101257593","https://openalex.org/W2116203860","https://openalex.org/W2120532178","https://openalex.org/W2121431887","https://openalex.org/W2122909041","https://openalex.org/W2125636031","https://openalex.org/W2134114270","https://openalex.org/W2137045791","https://openalex.org/W2138253426","https://openalex.org/W2139894798","https://openalex.org/W2144363643","https://openalex.org/W2160394188","https://openalex.org/W2175238004","https://openalex.org/W2180015763","https://openalex.org/W2199413859","https://openalex.org/W2271532302","https://openalex.org/W2317293732","https://openalex.org/W2338664601","https://openalex.org/W2346085410","https://openalex.org/W2395822350","https://openalex.org/W2475484321","https://openalex.org/W2569314845","https://openalex.org/W2936737507","https://openalex.org/W2953961750","https://openalex.org/W4246147982","https://openalex.org/W4388113701"],"related_works":["https://openalex.org/W2155602934","https://openalex.org/W2016022053","https://openalex.org/W147331940","https://openalex.org/W2212131490","https://openalex.org/W2163058110","https://openalex.org/W2081936878","https://openalex.org/W2016157817","https://openalex.org/W2017322369","https://openalex.org/W2490730512","https://openalex.org/W2120843845"],"abstract_inverted_index":{"To":[0],"make":[1],"an":[2],"impact":[3],"on":[4,30,40],"the":[5,10,17,31,38,46,50,61,70,98,102,117,140],"design":[6,23,47,51],"in":[7,85,116,134,139],"usability":[8,54,75,128],"testing,":[9],"test":[11,129],"tasks":[12,130],"are":[13,25],"essential":[14],"ingredients":[15],"for":[16,131],"early":[18],"system":[19,121],"development":[20,71,141],"process.":[21],"Complex":[22],"problems":[24],"not":[26,93],"solved":[27],"by":[28,45,58],"focusing":[29],"details":[32],"of":[33,53,72,120,142],"a":[34,67],"prototype":[35],"and":[36,64,80],"setting":[37],"scope":[39,79],"what":[41],"is":[42,56],"already":[43],"known":[44],"team.":[48],"Instead,":[49],"value":[52],"testing":[55,76,132],"increased":[57],"deliberately":[59],"relinquishing":[60],"assumptions":[62],"made":[63],"implemented":[65],"into":[66],"design.":[68],"In":[69],"complex":[73,135],"systems,":[74],"with":[77,88,101],"extended":[78],"open-ended":[81,127],"structure,":[82],"as":[83,138],"presented":[84],"this":[86],"paper":[87],"three":[89],"empirical":[90],"cases,":[91],"delivers":[92],"only":[94],"specific":[95],"knowledge":[96],"about":[97],"user":[99,110],"interactions":[100],"system,":[103],"but":[104],"reveals":[105],"issues":[106],"that,":[107],"despite":[108],"rigorous":[109],"research":[111],"efforts,":[112],"have":[113],"been":[114],"overlooked":[115],"preceding":[118],"phases":[119],"development.":[122],"Therefore,":[123],"we":[124],"suggest":[125],"applying":[126],"systems":[133],"settings":[136],"such":[137],"health":[143],"care":[144],"systems.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-17T17:19:04.345684","created_date":"2025-10-10T00:00:00"}