{"id":"https://openalex.org/W4310113023","doi":"https://doi.org/10.1109/tpc.2022.3201732","title":"Heuristic Evaluation Versus Guideline Reviews: A Tale of Comparing Two Domain Usability Expert's Evaluation Methods","display_name":"Heuristic Evaluation Versus Guideline Reviews: A Tale of Comparing Two Domain Usability Expert's Evaluation Methods","publication_year":2022,"publication_date":"2022-10-05","ids":{"openalex":"https://openalex.org/W4310113023","doi":"https://doi.org/10.1109/tpc.2022.3201732"},"language":"en","primary_location":{"id":"doi:10.1109/tpc.2022.3201732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpc.2022.3201732","pdf_url":null,"source":{"id":"https://openalex.org/S90277605","display_name":"IEEE Transactions on Professional Communication","issn_l":"0361-1434","issn":["0361-1434","1558-1500"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Professional Communication","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107965884","display_name":"Sehrish Nizamani","orcid":"https://orcid.org/0000-0001-5419-1058"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Sehrish Nizamani","raw_affiliation_strings":["University of Sindh, Mirpur Khas, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-5419-1058","affiliations":[{"raw_affiliation_string":"University of Sindh, Mirpur Khas, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059352767","display_name":"Saad Nizamani","orcid":"https://orcid.org/0000-0003-1602-144X"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Saad Nizamani","raw_affiliation_strings":["University of Sindh, Mirpur Khas, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-1602-144X","affiliations":[{"raw_affiliation_string":"University of Sindh, Mirpur Khas, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026970725","display_name":"Nazish Basir","orcid":"https://orcid.org/0000-0003-4341-0969"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nazish Basir","raw_affiliation_strings":["University of Sindh, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4341-0969","affiliations":[{"raw_affiliation_string":"University of Sindh, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052622157","display_name":"Gulsher Laghari","orcid":"https://orcid.org/0000-0003-3581-5712"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Gulsher Laghari","raw_affiliation_strings":["University of Sindh, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-3581-5712","affiliations":[{"raw_affiliation_string":"University of Sindh, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078834618","display_name":"Khalil Khoumbati","orcid":"https://orcid.org/0000-0002-7103-1379"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Khalil Khoumbati","raw_affiliation_strings":["University of Sindh, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-7103-1379","affiliations":[{"raw_affiliation_string":"University of Sindh, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006667804","display_name":"Sarwat Nizamani","orcid":"https://orcid.org/0000-0003-4785-6554"},"institutions":[{"id":"https://openalex.org/I126131087","display_name":"University of Sindh","ror":"https://ror.org/01d692d57","country_code":"PK","type":"education","lineage":["https://openalex.org/I126131087"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sarwat Nizamani","raw_affiliation_strings":["University of Sindh, Mirpur Khas, Jamshoro, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-4785-6554","affiliations":[{"raw_affiliation_string":"University of Sindh, Mirpur Khas, Jamshoro, Pakistan","institution_ids":["https://openalex.org/I126131087"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5107965884"],"corresponding_institution_ids":["https://openalex.org/I126131087"],"apc_list":null,"apc_paid":null,"fwci":0.9197,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.77782949,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"65","issue":"4","first_page":"516","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13874","display_name":"Information Architecture and Usability","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.9239609241485596},{"id":"https://openalex.org/keywords/heuristic-evaluation","display_name":"Heuristic evaluation","score":0.785961925983429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6721768379211426},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6521187424659729},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5956788063049316},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5388543009757996},{"id":"https://openalex.org/keywords/guideline","display_name":"Guideline","score":0.44297415018081665},{"id":"https://openalex.org/keywords/usability-inspection","display_name":"Usability inspection","score":0.4272732734680176},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3434722423553467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26291853189468384},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.20754215121269226},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12677034735679626}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.9239609241485596},{"id":"https://openalex.org/C3255780","wikidata":"https://www.wikidata.org/wiki/Q1616517","display_name":"Heuristic evaluation","level":3,"score":0.785961925983429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6721768379211426},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6521187424659729},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5956788063049316},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5388543009757996},{"id":"https://openalex.org/C2780182762","wikidata":"https://www.wikidata.org/wiki/Q1630279","display_name":"Guideline","level":2,"score":0.44297415018081665},{"id":"https://openalex.org/C23456302","wikidata":"https://www.wikidata.org/wiki/Q7901668","display_name":"Usability inspection","level":4,"score":0.4272732734680176},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3434722423553467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26291853189468384},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.20754215121269226},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12677034735679626},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpc.2022.3201732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpc.2022.3201732","pdf_url":null,"source":{"id":"https://openalex.org/S90277605","display_name":"IEEE Transactions on Professional Communication","issn_l":"0361-1434","issn":["0361-1434","1558-1500"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Professional Communication","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1174344464","https://openalex.org/W1498436254","https://openalex.org/W1507037530","https://openalex.org/W1563352526","https://openalex.org/W1977953443","https://openalex.org/W2004067246","https://openalex.org/W2007622711","https://openalex.org/W2017912703","https://openalex.org/W2023900384","https://openalex.org/W2031250960","https://openalex.org/W2051176938","https://openalex.org/W2054368578","https://openalex.org/W2055000704","https://openalex.org/W2062935114","https://openalex.org/W2074485248","https://openalex.org/W2077503414","https://openalex.org/W2083939386","https://openalex.org/W2101451656","https://openalex.org/W2116203860","https://openalex.org/W2144205059","https://openalex.org/W2156028813","https://openalex.org/W2163408952","https://openalex.org/W2312308695","https://openalex.org/W2398899837","https://openalex.org/W2518760804","https://openalex.org/W2520454772","https://openalex.org/W2566630834","https://openalex.org/W2792940911","https://openalex.org/W2805295930","https://openalex.org/W2909595346","https://openalex.org/W2944596498","https://openalex.org/W2952726392","https://openalex.org/W2968622319","https://openalex.org/W2999561002","https://openalex.org/W3017863658","https://openalex.org/W3113169996","https://openalex.org/W3136204711","https://openalex.org/W3205014433","https://openalex.org/W3217517604","https://openalex.org/W4231346360","https://openalex.org/W4239496300","https://openalex.org/W4243671897","https://openalex.org/W4294214797","https://openalex.org/W6629763891","https://openalex.org/W6766786200"],"related_works":["https://openalex.org/W82190428","https://openalex.org/W2485414097","https://openalex.org/W65754041","https://openalex.org/W2077503414","https://openalex.org/W3210710594","https://openalex.org/W3206214086","https://openalex.org/W1964763852","https://openalex.org/W2550923876","https://openalex.org/W2494984367","https://openalex.org/W2096820616"],"abstract_inverted_index":{"<bold":[0,90,130,188,226,257],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[1,91,131,189,227,258],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Background:</i></b>":[2],"The":[3,199,229],"usability":[4,19,52,100,118,149,237],"of":[5,51,58,82,95,150,154,161,164,184,217,244,254,273,282],"university":[6,283],"websites":[7],"is":[8,157,180],"important":[9],"to":[10,67,110],"ascertain":[11],"that":[12,27,36,84,232],"they":[13,240],"serve":[14],"their":[15],"intended":[16],"purpose.":[17],"Their":[18],"can":[20],"be":[21],"evaluated":[22],"either":[23],"by":[24,33,263],"testing":[25,103],"methods":[26,35,50,104,156,234],"rely":[28,37],"on":[29,38],"actual":[30],"users":[31],"or":[32],"inspection":[34,49,111,201],"experts":[39],"for":[40,168,266,277],"evaluation.":[41,53,256],"Heuristic":[42],"evaluation":[43,56,140,170,175,249,275,281],"and":[44,105,123,127,137,141,174,186,204,211,224,252,268,279],"guideline":[45,75,142],"reviews":[46,143,203],"are":[47,65],"two":[48,200],"A":[54,74],"heuristic":[55,139,205],"consists":[57],"a":[59,78,86,120,196,209],"few":[60],"general":[61,69,121],"heuristics":[62],"(rules),":[63],"which":[64],"limited":[66],"checking":[68],"flaws":[70],"in":[71,119,125,146,159,182,208,215,242],"the":[72,96,148,162,212,218,245,255,271],"design.":[73],"review":[76],"uses":[77,195],"much":[79],"larger":[80],"set":[81],"guidelines/suggestions":[83],"fit":[85],"specific":[87],"business":[88],"domain.":[89],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Literature":[92],"review:</i></b>":[93],"Most":[94],"literature":[97],"has":[98,106],"equated":[99],"studies":[101,115],"with":[102],"given":[107],"less":[108],"focus":[109],"methods.":[112],"Moreover,":[113],"those":[114],"have":[116],"examined":[117],"sense":[122],"not":[124],"domain-":[126,136,210,278],"culture-specific":[128,138,213,280],"contexts.":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Research":[132,190],"questions:</i></b>":[133],"1.":[134],"Do":[135],"work":[144],"similarly":[145],"evaluating":[147],"applications?":[151],"2.":[152],"Which":[153,178],"these":[155],"better":[158,181],"terms":[160,183,216,243],"nature":[163],"evaluation,":[165,169],"time":[166,220,247],"needed":[167],"procedure,":[171,250],"templates":[172],"adopted,":[173],"results?":[176],"3.":[177],"method":[179,276],"thoroughness":[185],"reliability?":[187],"methodology</i></b>":[191],":":[192],"This":[193,260],"study":[194,261],"comparative":[197],"methodology.":[198],"methods\u2014guideline":[202],"evaluation\u2014are":[206],"compared":[207],"context":[214],"nature,":[219,246],"required,":[221],"approach,":[222],"templates,":[223,251],"results.":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Results:</i></b>":[228],"results":[230,253],"reflect":[231],"both":[233],"identify":[235],"similar":[236],"issues;":[238],"however,":[239],"differ":[241],"duration,":[248],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><i>Conclusion:</i></b>":[259],"contributes":[262],"providing":[264],"insights":[265],"practitioners":[267],"researchers":[269],"about":[270],"choice":[272],"an":[274],"websites.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}