{"id":"https://openalex.org/W7095459165","doi":null,"title":"Evaluating Evaluation: An Empirical Examination Of Novel And Conventional Usability Evaluation Methods","display_name":"Evaluating Evaluation: An Empirical Examination Of Novel And Conventional Usability Evaluation Methods","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7095459165"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.33.8749","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.33.8749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.sis.port.ac.uk/~crellinj/intrct90a.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7095459165"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jonathan Crellin And","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Crellin And","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067006808","display_name":"Jonathan Crellin","orcid":"https://orcid.org/0000-0002-7608-5835","observed_orcids":["https://orcid.org/0000-0002-7608-5835"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Crellin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Jenny Preece","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenny Preece","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability-evaluation","display_name":"usability evaluation","score":0.8859999775886536},{"id":"https://openalex.org/keywords/assessment-methods","display_name":"assessment methods","score":0.4970000088214874},{"id":"https://openalex.org/keywords/prototype-application","display_name":"prototype application","score":0.45399999618530273},{"id":"https://openalex.org/keywords/data-collection-methods","display_name":"data collection methods","score":0.6629999876022339},{"id":"https://openalex.org/keywords/british-telecom","display_name":"British Telecom","score":0.5519999861717224},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"user interface design","score":0.47699999809265137},{"id":"https://openalex.org/keywords/task-performance","display_name":"task performance","score":0.41200000047683716}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.6671000123023987},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5705000162124634},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49779999256134033},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.49309998750686646},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4740000069141388},{"id":"https://openalex.org/C2987930846","wikidata":"https://www.wikidata.org/wiki/Q17517","display_name":"Mobile telephone","level":2,"score":0.3181999921798706},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3174000084400177},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C195358072","wikidata":"https://www.wikidata.org/wiki/Q944584","display_name":"Telephony","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3027999997138977},{"id":"https://openalex.org/C28819325","wikidata":"https://www.wikidata.org/wiki/Q5021628","display_name":"Call management","level":3,"score":0.2915000021457672},{"id":"https://openalex.org/C2776181593","wikidata":"https://www.wikidata.org/wiki/Q2296401","display_name":"Telephone call","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.33.8749","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.33.8749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.sis.port.ac.uk/~crellinj/intrct90a.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1545993673","https://openalex.org/W2611323841","https://openalex.org/W3163088064","https://openalex.org/W51520172","https://openalex.org/W2295618947","https://openalex.org/W1485779738","https://openalex.org/W2590355893","https://openalex.org/W2083075092","https://openalex.org/W2504995165","https://openalex.org/W1553383526"],"abstract_inverted_index":{"This":[0],"paper":[1],"reports":[2],"on":[3,17],"the":[4,9,21,35,55,67,78,110,132,136,204,212,254,261,267,276,289,294],"strengths":[5],"and":[6,90,153,188,232,243,284],"weaknesses":[7],"of":[8,37,44,80,112,138,169,206,214,257,260,286],"methods":[10],"employed":[11,83],"for":[12,273,301],"data":[13],"collection,":[14],"rather":[15],"than":[16,128,150],"actual":[18],"conclusions":[19],"about":[20],"stimulus":[22],"interfaces":[23],"used.":[24,140],"2.":[25],"METHODOLOGY":[26],"2.1.":[27],"The":[28,30],"Task":[29],"evaluation":[31],"task":[32,68],"is":[33,50,86,263,270],"calculating":[34],"cost":[36],"a":[38,45,178,189,196,278,291],"telephone":[39,63,101],"call,":[40],"using":[41],"different":[42,56,167,295],"versions":[43],"prototype":[46,262],"application.":[47],"Each":[48,118],"user":[49,279,292],"required":[51],"to":[52,74,131,155,173,191,211],"use":[53,182,195],"all":[54],"versions.":[57],"Most":[58],"people":[59,93],"are":[60,103,125,145,158,220],"familiar":[61,97],"with":[62,98,163],"usage":[64],"so":[65,91,216],"that":[66,217],"domain":[69],"should":[70],"not":[71,87,95],"be":[72,96],"unfamiliar":[73],"any":[75],"user.":[76],"However":[77],"method":[79],"call":[81,180,190,281],"charging":[82],"by":[84,108,165],"BT":[85,105,161,202],"particularly":[88,159],"obvious,":[89],"many":[92,244],"will":[94],"exactly":[99],"how":[100],"charges":[102],"calculated.":[104],"charge":[106,228,241],"calls":[107,124,144,152,154,224,237,293],"measuring":[109],"number":[111],"units":[113],"used":[114],"in":[115,275],"each":[116,174,258],"call.":[117],"unit":[119,172,184,197,209],"costs":[120],"5.06":[121],"pence.":[122],"Some":[123],"more":[126,148,221],"expensive":[127,149],"others,":[129],"due":[130],"distance":[133,175],"called,":[134],"or":[135],"amount":[137,205],"equipment":[139],"For":[141],"example":[142],"overseas":[143,236],"typically":[146],"much":[147],"inland":[151],"mobile":[156],"phones":[157],"expensive.":[160,222],"cope":[162],"this":[164,252],"allotting":[166],"amounts":[168],"time":[170,207,213,285],"per":[171,208],"band,":[176],"hence":[177],"Local":[179],"may":[181,194],"one":[183,240],"every":[185,198],"360":[186],"seconds,":[187],"Hong":[192],"Kong":[193],"3.5":[199],"seconds.":[200],"Additionally":[201],"vary":[203],"according":[210],"day,":[215],"busy":[218],"periods":[219],"Inland":[223],"usually":[225],"have":[226,238,245],"three":[227],"rates,":[229],"cheap,":[230],"standard":[231],"peak,":[233],"however":[234],"some":[235],"only":[239],"rate,":[242],"just":[246],"two.":[247],"British":[248],"Telecom,":[249],"(1987).":[250],"In":[251],"study":[253],"functional":[255],"part":[256],"version":[259],"clearly":[264],"separated":[265],"from":[266],"interface.":[268],"There":[269],"considerable":[271,299],"scope":[272,300],"variation":[274],"way":[277,290],"enters":[280],"parameters":[282],"(distance":[283],"day).":[287],"Also":[288],"application":[296],"functions":[297],"provides":[298],"interf...":[302]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7095459165","counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2025-10-27T00:00:00"}
