{"id":"https://openalex.org/W4409424059","doi":"https://doi.org/10.1016/j.envsoft.2025.106469","title":"Towards good practice In engaging users In evaluation of computer model Software: Introducing the critical appraisal approach (CAA)","display_name":"Towards good practice In engaging users In evaluation of computer model Software: Introducing the critical appraisal approach (CAA)","publication_year":2025,"publication_date":"2025-04-14","ids":{"openalex":"https://openalex.org/W4409424059","doi":"https://doi.org/10.1016/j.envsoft.2025.106469"},"language":"en","primary_location":{"id":"doi:10.1016/j.envsoft.2025.106469","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.envsoft.2025.106469","pdf_url":null,"source":{"id":"https://openalex.org/S113611870","display_name":"Environmental Modelling & Software","issn_l":"1364-8152","issn":["1364-8152","1873-6726"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Environmental Modelling & Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.envsoft.2025.106469","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044526153","display_name":"Caroline Rosello","orcid":"https://orcid.org/0000-0001-6571-3456"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Caroline Rosello","raw_affiliation_strings":["Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia"],"affiliations":[{"raw_affiliation_string":"Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036463103","display_name":"Joseph H. A. Guillaume","orcid":"https://orcid.org/0000-0001-6854-8708"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Joseph H.A. Guillaume","raw_affiliation_strings":["Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia"],"affiliations":[{"raw_affiliation_string":"Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080062143","display_name":"Peter Taylor","orcid":"https://orcid.org/0000-0001-7266-6993"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Peter Taylor","raw_affiliation_strings":["CSIRO Environment, Sandy Bay, TAS, 7005, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO Environment, Sandy Bay, TAS, 7005, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066337025","display_name":"Susan Cuddy","orcid":"https://orcid.org/0000-0003-3905-9491"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Susan M. Cuddy","raw_affiliation_strings":["CSIRO Environment, GPO Box 1700, Canberra, ACT, 2601, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO Environment, GPO Box 1700, Canberra, ACT, 2601, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057017958","display_name":"Carmel Pollino","orcid":"https://orcid.org/0000-0003-4575-7544"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Carmel A. Pollino","raw_affiliation_strings":["CSIRO Environment, GPO Box 1700, Canberra, ACT, 2601, Australia"],"affiliations":[{"raw_affiliation_string":"CSIRO Environment, GPO Box 1700, Canberra, ACT, 2601, Australia","institution_ids":["https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045235359","display_name":"Anthony J. Jakeman","orcid":"https://orcid.org/0000-0001-5282-2215"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anthony J. Jakeman","raw_affiliation_strings":["Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia"],"affiliations":[{"raw_affiliation_string":"Institute for Water Futures, Fenner School of Environment & Society, Australian National University, Canberra, ACT, 2601, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044526153"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":{"value":3400,"currency":"USD","value_usd":3400},"apc_paid":{"value":3400,"currency":"USD","value_usd":3400},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10921771,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"190","issue":null,"first_page":"106469","last_page":"106469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11024","display_name":"Information Systems Theories and Implementation","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14147","display_name":"Innovative Approaches in Technology and Social Development","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/critical-appraisal","display_name":"Critical appraisal","score":0.7571969628334045},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5300958752632141},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4821571707725525},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36380669474601746},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3499391973018646},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.32546696066856384},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.32272064685821533},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2423723042011261},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11275982856750488},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.09439751505851746}],"concepts":[{"id":"https://openalex.org/C152541439","wikidata":"https://www.wikidata.org/wiki/Q5186693","display_name":"Critical appraisal","level":3,"score":0.7571969628334045},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5300958752632141},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4821571707725525},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36380669474601746},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3499391973018646},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.32546696066856384},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32272064685821533},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2423723042011261},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11275982856750488},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.09439751505851746},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.envsoft.2025.106469","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.envsoft.2025.106469","pdf_url":null,"source":{"id":"https://openalex.org/S113611870","display_name":"Environmental Modelling & Software","issn_l":"1364-8152","issn":["1364-8152","1873-6726"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Environmental Modelling & Software","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.envsoft.2025.106469","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.envsoft.2025.106469","pdf_url":null,"source":{"id":"https://openalex.org/S113611870","display_name":"Environmental Modelling & Software","issn_l":"1364-8152","issn":["1364-8152","1873-6726"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Environmental Modelling & Software","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W195437982","https://openalex.org/W1276866904","https://openalex.org/W1483709980","https://openalex.org/W1537911176","https://openalex.org/W1602977245","https://openalex.org/W1896746196","https://openalex.org/W1972464209","https://openalex.org/W1979114468","https://openalex.org/W2009815195","https://openalex.org/W2009929460","https://openalex.org/W2031203512","https://openalex.org/W2037150067","https://openalex.org/W2044865590","https://openalex.org/W2052067894","https://openalex.org/W2064099139","https://openalex.org/W2071114591","https://openalex.org/W2072379725","https://openalex.org/W2074878819","https://openalex.org/W2075648393","https://openalex.org/W2077663753","https://openalex.org/W2091552421","https://openalex.org/W2100987490","https://openalex.org/W2105621062","https://openalex.org/W2109747464","https://openalex.org/W2121102810","https://openalex.org/W2125370518","https://openalex.org/W2149160185","https://openalex.org/W2159291308","https://openalex.org/W2169248394","https://openalex.org/W2181401738","https://openalex.org/W2219940921","https://openalex.org/W2338991735","https://openalex.org/W2418311291","https://openalex.org/W2463127989","https://openalex.org/W2464751553","https://openalex.org/W2482241952","https://openalex.org/W2501400816","https://openalex.org/W2530825647","https://openalex.org/W2556466259","https://openalex.org/W2569145010","https://openalex.org/W2586394092","https://openalex.org/W2599816314","https://openalex.org/W2731125915","https://openalex.org/W2738154906","https://openalex.org/W2763872514","https://openalex.org/W2779261966","https://openalex.org/W2791350152","https://openalex.org/W2795530874","https://openalex.org/W2800946065","https://openalex.org/W2803371606","https://openalex.org/W2808427652","https://openalex.org/W2884899745","https://openalex.org/W2889262254","https://openalex.org/W2900338737","https://openalex.org/W2908463346","https://openalex.org/W2911719635","https://openalex.org/W2913932641","https://openalex.org/W2918087724","https://openalex.org/W2926136157","https://openalex.org/W2927442996","https://openalex.org/W2943845219","https://openalex.org/W2964219122","https://openalex.org/W2969653701","https://openalex.org/W3004105179","https://openalex.org/W3010095828","https://openalex.org/W3010504163","https://openalex.org/W3041586137","https://openalex.org/W3080775442","https://openalex.org/W3087855548","https://openalex.org/W3088303490","https://openalex.org/W3092806393","https://openalex.org/W3118961382","https://openalex.org/W3120994387","https://openalex.org/W3140927628","https://openalex.org/W3162429346","https://openalex.org/W4200493754","https://openalex.org/W4205127571","https://openalex.org/W4220681212","https://openalex.org/W4236532781","https://openalex.org/W4241976182","https://openalex.org/W4246562710","https://openalex.org/W4248243712","https://openalex.org/W4256510918","https://openalex.org/W4292202375","https://openalex.org/W4317815279","https://openalex.org/W4381085779","https://openalex.org/W4394946432","https://openalex.org/W6607925736","https://openalex.org/W6628779903","https://openalex.org/W6636248906","https://openalex.org/W6639515963","https://openalex.org/W6648669759","https://openalex.org/W6663571602","https://openalex.org/W6668238620","https://openalex.org/W6672564246","https://openalex.org/W6675160859","https://openalex.org/W6677924712","https://openalex.org/W6682538974","https://openalex.org/W6685449371","https://openalex.org/W6703481880","https://openalex.org/W6719399399","https://openalex.org/W6721522008","https://openalex.org/W6740245518","https://openalex.org/W6745156742","https://openalex.org/W6760952907","https://openalex.org/W6780352562","https://openalex.org/W6783396471","https://openalex.org/W6788591701"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W115921393","https://openalex.org/W1985608330","https://openalex.org/W2942682264","https://openalex.org/W374461855","https://openalex.org/W4253161191","https://openalex.org/W1596653299","https://openalex.org/W3044918705","https://openalex.org/W2799360482","https://openalex.org/W2102121765"],"abstract_inverted_index":{"Good":[0],"practices":[1,69,116],"in":[2,19,22,56,106,127],"model":[3,93,101,188],"software":[4,94,102,189],"development":[5,23,138,144,150],"are":[6,14],"essential":[7],"for":[8,28,67,92,117],"boosting":[9],"uptake.":[10],"While":[11,50],"user-centric":[12],"approaches":[13],"much":[15],"advocated,":[16],"challenges":[17],"remain":[18],"including":[20],"users":[21,133,156],"due":[24],"to":[25,112,185],"diverse":[26],"definitions":[27],"\u2018users\u2019,":[29],"their":[30],"perceived":[31],"credibility":[32],"as":[33,73],"an":[34],"information":[35],"source,":[36],"and":[37,44,103,134,139,141,151,172],"the":[38,45,74,98,123],"influence":[39],"of":[40,47,65],"market-based":[41,166],"innovation":[42,167],"choices":[43],"anticipation":[46],"(future)":[48],"demands.":[49],"enhancing":[51,129],"user":[52,162],"feedback":[53],"could":[54],"help":[55],"addressing":[57],"these":[58],"challenges,":[59],"there":[60],"is":[61],"a":[62,87,181],"notable":[63],"lack":[64],"guidance":[66,111],"best":[68,115],"focused":[70],"on":[71,79],"users,":[72],"emphasis":[75],"has":[76],"traditionally":[77],"been":[78],"developers.":[80],"To":[81],"tackle":[82],"this":[83],"gap,":[84],"we":[85],"propose":[86,180],"Critical":[88],"Appraisal":[89],"Approach":[90],"(CAA)":[91],"evaluation,":[95,108,140],"informed":[96],"by":[97],"Basin":[99],"Futures":[100],"detailed":[104],"steps":[105],"its":[107],"thereby":[109],"providing":[110],"support":[113],"associated":[114],"such":[118],"software.":[119],"The":[120],"paper":[121],"shows":[122],"CAA":[124],"can":[125],"assist":[126],"1)":[128],"shared":[130,174],"understanding":[131,175],"between":[132],"developers,":[135],"2)":[136],"coordinating":[137],"3)":[142],"aligning":[143],"with":[145,165],"market":[146,152],"dynamics.":[147],"\u2022":[148,160,169,178],"Aligning":[149],"processes":[153],"determines":[154],"how":[155],"should":[157],"be":[158],"engaged.":[159],"Understanding":[161],"needs":[163],"varies":[164],"processes.":[168],"Effective":[170],"evaluation":[171],"creating":[173],"require":[176],"guidance.":[177],"We":[179],"critical":[182],"appraisal":[183],"approach":[184],"guide":[186],"users'":[187],"evaluation.":[190]},"counts_by_year":[],"updated_date":"2026-02-26T06:29:33.603293","created_date":"2025-10-10T00:00:00"}