{"id":"https://openalex.org/W627951790","doi":null,"title":"Information systems evaluation methodologies","display_name":"Information systems evaluation methodologies","alternate_titles":[],"publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W627951790","mag":"627951790"},"language":"en","primary_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:74740","doi":null,"is_oa":true,"landing_page_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","pdf_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},"parent_works":[],"lineage":["https://openalex.org/W627951790"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090905882","display_name":"S. Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"S. Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025837584","display_name":"Nor Mardziah Osman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nor Mardziah Osman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021132530","display_name":"J.M.B. Nunes","orcid":"https://orcid.org/0000-0002-0360-9343","observed_orcids":["https://orcid.org/0000-0002-0360-9343"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"J.M.B. Nunes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111972861","display_name":"Guo Chao Alex Peng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guo Peng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11572","display_name":"Information Technology Governance and Strategy","score":0.4058000147342682,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11572","display_name":"Information Technology Governance and Strategy","score":0.4058000147342682,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.3359000086784363,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.08720000088214874,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-system-evaluation","display_name":"information system evaluation","score":0.9789999723434448},{"id":"https://openalex.org/keywords/evaluation-methodology","display_name":"evaluation methodology","score":0.9950000047683716},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"formative assessment","score":0.8700000047683716},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"summative assessment","score":1.0},{"id":"https://openalex.org/keywords/goal-based-evaluation","display_name":"goal-based evaluation","score":0.859000027179718},{"id":"https://openalex.org/keywords/goal-free-evaluation","display_name":"goal-free evaluation","score":0.9679999947547913},{"id":"https://openalex.org/keywords/criterion-referenced-testing","display_name":"criterion-referenced assessment","score":0.9990000128746033},{"id":"https://openalex.org/keywords/is-implementation","display_name":"IS implementation","score":0.5540000200271606}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.8461618423461914},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.805402398109436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6975008845329285},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.6116941571235657},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5431806445121765},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49903273582458496},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4720374345779419},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4653646945953369},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.45236465334892273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14458638429641724},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06581497192382812},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.whiterose.ac.uk:74740","doi":null,"is_oa":true,"landing_page_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","pdf_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},{"id":"mag:627951790","doi":null,"is_oa":false,"landing_page_url":"https://eprints.whiterose.ac.uk/74740/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:eprints.whiterose.ac.uk:74740","doi":null,"is_oa":true,"landing_page_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","pdf_url":"http://eprints.whiterose.ac.uk/74740/1/WRRO_74740.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W627951790.pdf","grobid_xml":"https://content.openalex.org/works/W627951790.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W12787490","https://openalex.org/W44845170","https://openalex.org/W106121578","https://openalex.org/W175598821","https://openalex.org/W655111214","https://openalex.org/W1505999675","https://openalex.org/W1530061472","https://openalex.org/W1545268765","https://openalex.org/W1548702565","https://openalex.org/W1551815154","https://openalex.org/W1572121282","https://openalex.org/W1574949398","https://openalex.org/W1603829100","https://openalex.org/W1657163846","https://openalex.org/W1844709421","https://openalex.org/W1875598785","https://openalex.org/W1966262115","https://openalex.org/W1977769192","https://openalex.org/W1991655894","https://openalex.org/W1995823987","https://openalex.org/W1997321280","https://openalex.org/W1999010619","https://openalex.org/W1999246280","https://openalex.org/W2006834032","https://openalex.org/W2008556222","https://openalex.org/W2008720936","https://openalex.org/W2022281758","https://openalex.org/W2025524913","https://openalex.org/W2027604584","https://openalex.org/W2034593670","https://openalex.org/W2050193647","https://openalex.org/W2065464792","https://openalex.org/W2078382101","https://openalex.org/W2078569098","https://openalex.org/W2084620680","https://openalex.org/W2089626039","https://openalex.org/W2091672318","https://openalex.org/W2094810935","https://openalex.org/W2133433800","https://openalex.org/W2145092669","https://openalex.org/W2153602169","https://openalex.org/W2159186600","https://openalex.org/W2159928435","https://openalex.org/W2165884442","https://openalex.org/W2778223339","https://openalex.org/W3022309335","https://openalex.org/W3141785949"],"related_works":["https://openalex.org/W2496387272","https://openalex.org/W2120651212","https://openalex.org/W115672042","https://openalex.org/W1547924679","https://openalex.org/W1555957627","https://openalex.org/W2538722172","https://openalex.org/W2136102317","https://openalex.org/W2809347221","https://openalex.org/W12787490","https://openalex.org/W2263794055"],"abstract_inverted_index":{"Due":[0],"to":[1,42,76,190],"the":[2,44,60,63,82,124,127,130,136,154,167,184],"prevalent":[3],"use":[4,66],"of":[5,26,30,53,59,67,126,135,170,174,183],"Information":[6],"Systems":[7],"(IS)":[8],"in":[9,15,90,97,105,160,188],"modern":[10],"organisations":[11],"nowadays,":[12],"evaluation":[13,61,69,92,117,146,150,196],"research":[14],"this":[16],"field":[17],"is":[18,140],"becoming":[19],"more":[20,22,157,173,192],"and":[21,35,40,55,65,71,80,104,110,129,133,147,156,194],"important.":[23],"In":[24],"light":[25],"this,":[27],"a":[28],"set":[29],"rigorous":[31,193],"methodologies":[32,85,118],"were":[33],"developed":[34],"used":[36,89,159,169],"by":[37],"IS":[38,47,54,91,128,161,185],"researchers":[39],"practitioners":[41],"evaluate":[43],"increasingly":[45],"complex":[46],"implementation":[48],"used.":[49],"Moreover,":[50],"different":[51,56,68,94,181],"types":[52],"focusing":[57],"perspectives":[58],"require":[62],"selection":[64],"approaches":[70,176],"methodologies.":[72],"This":[73],"paper":[74,114],"aims":[75],"identify,":[77],"explore,":[78],"investigate":[79],"discuss":[81],"various":[83],"key":[84],"that":[86,116,143,166],"can":[87,177],"be":[88,120,178],"from":[93],"perspectives,":[95],"namely":[96],"nature":[98,125],"(e.g.":[99,107],"summative":[100,148],"vs.":[101],"formative":[102,144],"evaluation)":[103],"strategy":[106],"goal-based,":[108],"goal-free":[109],"criteria-based":[111,145,149],"evaluation).":[112],"The":[113,163],"concludes":[115],"should":[119],"selected":[121],"depending":[122],"on":[123],"specific":[131],"goals":[132],"objectives":[134],"evaluation.":[137],"Nonetheless,":[138],"it":[139],"also":[141],"proposed":[142],"are":[151],"currently":[152],"among":[153],"most":[155],"widely":[158],"research.":[162],"authors":[164],"suggest":[165],"combines":[168],"one":[171],"or":[172],"these":[175],"applied":[179],"at":[180],"stages":[182],"life":[186],"cycle":[187],"order":[189],"generate":[191],"reliable":[195],"outcomes.":[197]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W627951790","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
