{"id":"https://openalex.org/W2039900166","doi":"https://doi.org/10.1080/07370020802536396","title":"Usability Problem Reports for Comparative Studies: Consistency and Inspectability","display_name":"Usability Problem Reports for Comparative Studies: Consistency and Inspectability","publication_year":2008,"publication_date":"2008-12-05","ids":{"openalex":"https://openalex.org/W2039900166","doi":"https://doi.org/10.1080/07370020802536396","mag":"2039900166"},"language":"en","primary_location":{"id":"doi:10.1080/07370020802536396","is_oa":false,"landing_page_url":"https://doi.org/10.1080/07370020802536396","pdf_url":null,"source":{"id":"https://openalex.org/S2481449237","display_name":"Human-Computer Interaction","issn_l":"0737-0024","issn":["0737-0024","1532-7051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human\u2013Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.lboro.ac.uk/2134/4252","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003136583","display_name":"Arnold Vermeeren","orcid":"https://orcid.org/0000-0002-2173-2628"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Arnold P.O.S. Vermeeren","raw_affiliation_strings":["a  Delft University of Technology","Delft University of Technology,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019145247","display_name":"Jelle Attema","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jelle Attema","raw_affiliation_strings":["a  Delft University of Technology","Delft University of Technology,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046150376","display_name":"Evren Akar","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Evren Akar","raw_affiliation_strings":["a  Delft University of Technology","Delft University of Technology,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039518414","display_name":"Huib de Ridder","orcid":"https://orcid.org/0000-0002-7723-1785"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Huib de Ridder","raw_affiliation_strings":["a  Delft University of Technology","Delft University of Technology,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113598246","display_name":"Andrea J. von Doorn","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andrea J. von Doorn","raw_affiliation_strings":["a  Delft University of Technology","Delft University of Technology,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"a  Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Delft University of Technology,,,,,","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019991433","display_name":"\u00c7i\u011fdem Erbu\u011f","orcid":null},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u00c7i\u011fdem Erbu\u011f","raw_affiliation_strings":["b  Middle East Technical University","Middle East Technical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"b  Middle East Technical University","institution_ids":["https://openalex.org/I201799495"]},{"raw_affiliation_string":"Middle East Technical University","institution_ids":["https://openalex.org/I201799495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067065053","display_name":"Ali Emre Berkman","orcid":null},"institutions":[{"id":"https://openalex.org/I201799495","display_name":"Middle East Technical University","ror":"https://ror.org/014weej12","country_code":"TR","type":"education","lineage":["https://openalex.org/I201799495"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ali E. Berkman","raw_affiliation_strings":["b  Middle East Technical University","Middle East Technical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"b  Middle East Technical University","institution_ids":["https://openalex.org/I201799495"]},{"raw_affiliation_string":"Middle East Technical University","institution_ids":["https://openalex.org/I201799495"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049219249","display_name":"Martin Maguire","orcid":"https://orcid.org/0000-0003-1297-1667"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Martin C. Maguire","raw_affiliation_strings":["c  Loughborough University","Loughborough University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"c  Loughborough University","institution_ids":["https://openalex.org/I143804889"]},{"raw_affiliation_string":"Loughborough University ,","institution_ids":["https://openalex.org/I143804889"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2371,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.81545603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"23","issue":"4","first_page":"329","last_page":"380"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.963100016117096,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.7643160820007324},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6674726605415344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5686469078063965},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37365996837615967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23922505974769592},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.18400877714157104}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.7643160820007324},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6674726605415344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5686469078063965},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37365996837615967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23922505974769592},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.18400877714157104}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1080/07370020802536396","is_oa":false,"landing_page_url":"https://doi.org/10.1080/07370020802536396","pdf_url":null,"source":{"id":"https://openalex.org/S2481449237","display_name":"Human-Computer Interaction","issn_l":"0737-0024","issn":["0737-0024","1532-7051"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human\u2013Computer Interaction","raw_type":"journal-article"},{"id":"pmh:oai:dspace.lboro.ac.uk:2134/4252","is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/4252","pdf_url":null,"source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/9349424","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Usability_problem_reports_for_comparative_studies_consistency_and_inspectability/9349424","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:open.metu.edu.tr:11511/51605","is_oa":true,"landing_page_url":"https://hdl.handle.net/11511/51605","pdf_url":null,"source":{"id":"https://openalex.org/S4306402495","display_name":"OpenMETU (Middle East Technical University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I201799495","host_organization_name":"Middle East Technical University","host_organization_lineage":["https://openalex.org/I201799495"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:tudelft.nl:uuid:17f27c19-c889-464f-875e-2902dcc891e4","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:17f27c19-c889-464f-875e-2902dcc891e4","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:dspace.lboro.ac.uk:2134/4252","is_oa":true,"landing_page_url":"https://dspace.lboro.ac.uk/2134/4252","pdf_url":null,"source":{"id":"https://openalex.org/S4306401023","display_name":"Loughborough University Institutional Repository (Loughborough University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I143804889","host_organization_name":"Loughborough University","host_organization_lineage":["https://openalex.org/I143804889"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1490471113","https://openalex.org/W1631767606","https://openalex.org/W1889532134","https://openalex.org/W1980880315","https://openalex.org/W2005229107","https://openalex.org/W2008522363","https://openalex.org/W2015781755","https://openalex.org/W2035108980","https://openalex.org/W2054165129","https://openalex.org/W2065019996","https://openalex.org/W2071014647","https://openalex.org/W2087692971","https://openalex.org/W2089420500","https://openalex.org/W2097517308","https://openalex.org/W2101451656","https://openalex.org/W2109382292","https://openalex.org/W2147705375","https://openalex.org/W2151854647","https://openalex.org/W3044678451","https://openalex.org/W4235487001","https://openalex.org/W4300103725","https://openalex.org/W4362505439"],"related_works":["https://openalex.org/W1558850179","https://openalex.org/W1578529736","https://openalex.org/W2753718075","https://openalex.org/W2384888906","https://openalex.org/W2144190808","https://openalex.org/W4205765752","https://openalex.org/W2350879319","https://openalex.org/W2161734638","https://openalex.org/W2376314740","https://openalex.org/W2366644548"],"abstract_inverted_index":{"ABSTRACT":[0],"This":[1],"study":[2],"explores":[3],"issues":[4],"of":[5,36,95,103,117,143,196],"consistency":[6,142],"and":[7,15,149,162],"inspectability":[8],"in":[9,29,70,108,135,157,169],"usability":[10,21,27,41,106,175],"test":[11,42,50],"data":[12,198],"analysis":[13,160],"processes":[14],"reports.":[16],"Problem":[17],"reports":[18],"resulting":[19],"from":[20,105],"tests":[22,107],"performed":[23],"by":[24,56],"three":[25,30],"professional":[26,73],"labs":[28,38,120],"different":[31],"countries":[32],"are":[33],"compared.":[34],"Each":[35,59],"the":[37,44,57,88,159,193,197],"conducted":[39],"a":[40,92,97,151],"on":[43,173],"same":[45,89],"product,":[46],"applying":[47],"an":[48,109],"agreed":[49],"protocol":[51],"that":[52,115,130,141,150],"was":[53,113,132,139],"collaboratively":[54],"developed":[55,99],"labs.":[58],"lab":[60],"first":[61],"analyzed":[62,81],"their":[63,71,82,136],"own":[64],"findings":[65,104,163,183],"as":[66,187,189],"they":[67,79,125],"always":[68],"do":[69],"regular":[72],"practice.":[74],"A":[75],"few":[76],"weeks":[77],"later,":[78],"again":[80],"findings,":[83],"but":[84],"then":[85],"everyone":[86],"applied":[87],"method":[90,98,152],"(SlimDEVAN:":[91],"simplified":[93],"version":[94],"DEVAN,":[96],"for":[100,180,190],"facilitating":[101],"comparison":[102],"academic":[110],"setting).":[111],"It":[112,138],"found":[114,140],"levels":[116],"agreement":[118],"between":[119],"did":[121],"not":[122],"improve":[123],"when":[124],"all":[126],"used":[127],"SlimDEVAN,":[128],"suggesting":[129],"there":[131],"inherent":[133],"subjectivity":[134],"analyses.":[137],"single":[144],"analyst":[145],"teams":[146],"varied":[147],"considerably":[148],"like":[153],"SlimDEVAN":[154],"can":[155],"help":[156],"making":[158],"process":[161],"more":[164],"inspectable.":[165],"Inspectability":[166],"is":[167],"helpful":[168],"comparative":[170],"studies":[171],"based":[172],"identified":[174],"problems":[176],"because":[177],"it":[178],"allows":[179],"tracing":[181],"back":[182],"to":[184],"original":[185],"observations":[186],"well":[188],"laying":[191],"bare":[192],"subjective":[194],"parts":[195],"analysis.":[199]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}