{"id":"https://openalex.org/W1482774097","doi":"https://doi.org/10.1007/3-540-48229-6_61","title":"Challenges in Evaluating Complex Decision Support Systems: Lessons from Design-a-Trial","display_name":"Challenges in Evaluating Complex Decision Support Systems: Lessons from Design-a-Trial","publication_year":2001,"publication_date":"2001-01-01","ids":{"openalex":"https://openalex.org/W1482774097","doi":"https://doi.org/10.1007/3-540-48229-6_61","mag":"1482774097"},"language":"en","primary_location":{"id":"doi:10.1007/3-540-48229-6_61","is_oa":false,"landing_page_url":"https://doi.org/10.1007/3-540-48229-6_61","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051691657","display_name":"Henry Potts","orcid":"https://orcid.org/0000-0002-6200-8804"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Henry W. W. Potts","raw_affiliation_strings":["School of Public Policy, University College London, 29/30 Tavistock Square, London, WC1H 9QU, UK"],"affiliations":[{"raw_affiliation_string":"School of Public Policy, University College London, 29/30 Tavistock Square, London, WC1H 9QU, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015773823","display_name":"Jeremy C Wyatt","orcid":"https://orcid.org/0000-0001-7008-1473"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jeremy C. Wyatt","raw_affiliation_strings":["School of Public Policy, University College London, 29/30 Tavistock Square, London, WC1H 9QU, UK"],"affiliations":[{"raw_affiliation_string":"School of Public Policy, University College London, 29/30 Tavistock Square, London, WC1H 9QU, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042962646","display_name":"Douglas G. Altman","orcid":"https://orcid.org/0000-0002-7183-4083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Douglas G. Altman","raw_affiliation_strings":["Centre for Statistics in Medicine, Institute of Health Sciences, Old Road, Oxford, OX3 7LF, UK"],"affiliations":[{"raw_affiliation_string":"Centre for Statistics in Medicine, Institute of Health Sciences, Old Road, Oxford, OX3 7LF, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051691657"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":3.2,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.92640693,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"453","last_page":"456"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10902","display_name":"Complementary and Alternative Medicine Studies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10902","display_name":"Complementary and Alternative Medicine Studies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10629","display_name":"Health Policy Implementation Science","score":0.91839998960495,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8582141399383545},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.6966596841812134},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5984955430030823},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5838807821273804},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.477153480052948},{"id":"https://openalex.org/keywords/protocol-design","display_name":"Protocol design","score":0.4202979803085327},{"id":"https://openalex.org/keywords/decision-system","display_name":"Decision system","score":0.41210633516311646},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.404171884059906},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.39589664340019226},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3303349018096924},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32895582914352417},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2738887369632721},{"id":"https://openalex.org/keywords/communications-protocol","display_name":"Communications protocol","score":0.15521582961082458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8582141399383545},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6966596841812134},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5984955430030823},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5838807821273804},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.477153480052948},{"id":"https://openalex.org/C2982881601","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Protocol design","level":3,"score":0.4202979803085327},{"id":"https://openalex.org/C2986909951","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision system","level":2,"score":0.41210633516311646},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.404171884059906},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39589664340019226},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3303349018096924},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32895582914352417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2738887369632721},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.15521582961082458},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/3-540-48229-6_61","is_oa":false,"landing_page_url":"https://doi.org/10.1007/3-540-48229-6_61","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.131.5017","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.131.5017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.bondegezou.demon.co.uk/pubs/altevaluatingdss.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:151195","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/151195/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In: Quaglini, S and Barahona, P and Andreassen, S, (eds.) ARTIFICIAL INTELLIGENCE IN MEDICINE, PROCEEDINGS.  (pp. 453 - 456).  SPRINGER-VERLAG BERLIN (2001)     ","raw_type":"Proceedings paper"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:0f4ca17d-c51b-4d3a-a9de-ec73f2830a99","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:0f4ca17d-c51b-4d3a-a9de-ec73f2830a99","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symplectic Elements at Oxford","raw_type":"Conference"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2007112094","https://openalex.org/W2018181006","https://openalex.org/W2031385454","https://openalex.org/W2146980252","https://openalex.org/W2267467166"],"related_works":["https://openalex.org/W26296735","https://openalex.org/W2146681077","https://openalex.org/W3011637539","https://openalex.org/W2093519970","https://openalex.org/W2389502773","https://openalex.org/W2380049256","https://openalex.org/W2019522905","https://openalex.org/W2039234374","https://openalex.org/W4283459152","https://openalex.org/W2384317380"],"abstract_inverted_index":null,"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}