{"id":"https://openalex.org/W2027319489","doi":"https://doi.org/10.1198/004017007000000092","title":"A Framework for Validation of Computer Models","display_name":"A Framework for Validation of Computer Models","publication_year":2007,"publication_date":"2007-04-19","ids":{"openalex":"https://openalex.org/W2027319489","doi":"https://doi.org/10.1198/004017007000000092","mag":"2027319489"},"language":"en","primary_location":{"id":"doi:10.1198/004017007000000092","is_oa":false,"landing_page_url":"https://doi.org/10.1198/004017007000000092","pdf_url":null,"source":{"id":"https://openalex.org/S985303","display_name":"Technometrics","issn_l":"0040-1706","issn":["0040-1706","1537-2723"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technometrics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113458660","display_name":"M. J. Bayarri","orcid":null},"institutions":[{"id":"https://openalex.org/I16097986","display_name":"Universitat de Val\u00e8ncia","ror":"https://ror.org/043nxc105","country_code":"ES","type":"education","lineage":["https://openalex.org/I16097986"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Maria J Bayarri","raw_affiliation_strings":["Department of Statistics and O.R., University of Valencia, 46100 Burjassot, Valencia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and O.R., University of Valencia, 46100 Burjassot, Valencia, Spain","institution_ids":["https://openalex.org/I16097986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018589859","display_name":"James O. Berger","orcid":"https://orcid.org/0000-0002-6413-2876"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]},{"id":"https://openalex.org/I4210133369","display_name":"Decision Sciences (United States)","ror":"https://ror.org/03gcvf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133369"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James O Berger","raw_affiliation_strings":["Institute of Statistics and Decision Sciences, Duke University, Durham, NC 27708"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Statistics and Decision Sciences, Duke University, Durham, NC 27708","institution_ids":["https://openalex.org/I4210133369","https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053171184","display_name":"Rui Paulo","orcid":"https://orcid.org/0000-0002-4802-527X"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rui Paulo","raw_affiliation_strings":["Departamento de Matematica, ISEG, Technical University of Lisbon, 1200-781 Lisboa, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departamento de Matematica, ISEG, Technical University of Lisbon, 1200-781 Lisboa, Portugal","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110049254","display_name":"J. Sacks","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090916","display_name":"Triangle","ror":"https://ror.org/00fhbr831","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210090916"]},{"id":"https://openalex.org/I4210134730","display_name":"National Institute of Statistical Sciences","ror":"https://ror.org/03kcsjh25","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210134730"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerry Sacks","raw_affiliation_strings":["National Institute of Statistical Sciences, Research Triangle Part, NC 27709"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Statistical Sciences, Research Triangle Part, NC 27709","institution_ids":["https://openalex.org/I4210134730","https://openalex.org/I4210090916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091283009","display_name":"John A. Cafeo","orcid":null},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John A Cafeo","raw_affiliation_strings":["Research and Development, General Motors, Warren, MI 48090"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development, General Motors, Warren, MI 48090","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027543885","display_name":"James C. Cavendish","orcid":null},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Cavendish","raw_affiliation_strings":["Research and Development, General Motors, Warren, MI 48090"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development, General Motors, Warren, MI 48090","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111628731","display_name":"Chin-Hsu Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Hsu Lin","raw_affiliation_strings":["Research and Development, General Motors, Warren, MI 48090"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development, General Motors, Warren, MI 48090","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084683022","display_name":"Jian Tu","orcid":"https://orcid.org/0000-0003-1998-6909"},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tu","raw_affiliation_strings":["Research and Development, General Motors, Warren, MI 48090"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development, General Motors, Warren, MI 48090","institution_ids":["https://openalex.org/I118136607"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":27.2463,"has_fulltext":false,"cited_by_count":670,"citation_normalized_percentile":{"value":0.99795417,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"49","issue":"2","first_page":"138","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.761777937412262},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5708683133125305},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5404675006866455},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5396720170974731},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.47617286443710327},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43700164556503296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37293219566345215},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07653439044952393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.761777937412262},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5708683133125305},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5404675006866455},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5396720170974731},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.47617286443710327},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43700164556503296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37293219566345215},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07653439044952393},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1198/004017007000000092","is_oa":false,"landing_page_url":"https://doi.org/10.1198/004017007000000092","pdf_url":null,"source":{"id":"https://openalex.org/S985303","display_name":"Technometrics","issn_l":"0040-1706","issn":["0040-1706","1537-2723"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Technometrics","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/bca97526-4a6e-4d21-83f9-5f0a43010fc8","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/bca97526-4a6e-4d21-83f9-5f0a43010fc8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bayarri, MJ, Berger, JO, Paulo, RMB, Sacks, J, Cafeo, JA, Cavendish, J, Lin, CH & Tu, J 2007, 'A framework for validation of computer models', Technometrics, vol. 49 (2), pp. 138 - 154. https://doi.org/10.1198/004017007000000092","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.125.7166","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.125.7166","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.clemson.edu/~found04/Foundations02/Session_Papers/A2_berger.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.208.756","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.208.756","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://roadsafellc.com/NCHRP22-24/Literature/Papers/Metrics/A%20Framework%20for%20Validation%20of%20Computer%20Models.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.329.6345","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.329.6345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stat.osu.edu/~comp_exp/jour.club/Validation_of_Computer_Models_2005.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.332.109","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.332.109","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stat.duke.edu/~fei/samsi/Oct_09/vv02.pdf","raw_type":"text"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/a52b644d-ab6d-45fd-b030-5a0c107baad8","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/a52b644d-ab6d-45fd-b030-5a0c107baad8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bayarri, MJ, Berger, JO, Higdon, D, Kennedy, MC, Kottas, A, Paulo, RMB, Sacks, J, Cafeo, JA, Cavendish, J & Tu, J 2002, A framework for validation of computer models. in D Pace & D Stevenson (eds), Unknown.","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/a52b644d-ab6d-45fd-b030-5a0c107baad8","is_oa":false,"landing_page_url":"http://hdl.handle.net/1983/a52b644d-ab6d-45fd-b030-5a0c107baad8","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bayarri, MJ, Berger, JO, Higdon, D, Kennedy, MC, Kottas, A, Paulo, RMB, Sacks, J, Cafeo, JA, Cavendish, J & Tu, J 2002, A framework for validation of computer models. in D Pace & D Stevenson (eds), Unknown.","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W616937105","https://openalex.org/W1503265994","https://openalex.org/W1563380306","https://openalex.org/W1565839640","https://openalex.org/W1967488723","https://openalex.org/W1973333099","https://openalex.org/W1977603514","https://openalex.org/W1984550626","https://openalex.org/W1985093013","https://openalex.org/W1999000678","https://openalex.org/W2000290896","https://openalex.org/W2002911520","https://openalex.org/W2008205728","https://openalex.org/W2012802906","https://openalex.org/W2018044188","https://openalex.org/W2026170388","https://openalex.org/W2031054393","https://openalex.org/W2033430493","https://openalex.org/W2038669746","https://openalex.org/W2040850257","https://openalex.org/W2044944921","https://openalex.org/W2045860903","https://openalex.org/W2063717291","https://openalex.org/W2064660287","https://openalex.org/W2077545453","https://openalex.org/W2078454401","https://openalex.org/W2083027289","https://openalex.org/W2086319868","https://openalex.org/W2089166062","https://openalex.org/W2092612581","https://openalex.org/W2095104918","https://openalex.org/W2097441841","https://openalex.org/W2098043077","https://openalex.org/W2114867764","https://openalex.org/W2126453481","https://openalex.org/W2131046448","https://openalex.org/W2131975033","https://openalex.org/W2149493559","https://openalex.org/W2162204743","https://openalex.org/W2186223028","https://openalex.org/W2221667408","https://openalex.org/W2798172935","https://openalex.org/W2896453609","https://openalex.org/W2915864247","https://openalex.org/W3099125944","https://openalex.org/W3105008132","https://openalex.org/W4239692665","https://openalex.org/W4253834334"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W4205958290","https://openalex.org/W4384212932","https://openalex.org/W4390590544","https://openalex.org/W2096195258","https://openalex.org/W2990460313","https://openalex.org/W2973458857"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,26,99],"framework":[3,24,95],"that":[4],"enables":[5],"computer":[6,16,60],"model":[7,17,89],"evaluation":[8],"oriented":[9],"toward":[10],"answering":[11],"the":[12,15,44,49,113,117],"question:":[13],"Does":[14],"adequately":[18],"represent":[19],"reality?":[20],"The":[21,35,94],"proposed":[22,118],"validation":[23,50,69,119],"is":[25,38,74,96],"six-step":[27],"procedure":[28],"based":[29],"on":[30],"Bayesian":[31,36],"and":[32,57,67],"likelihood":[33],"methodology.":[34],"methodology":[37],"particularly":[39],"well":[40],"suited":[41],"to":[42,81,107],"treating":[43],"major":[45],"issues":[46],"associated":[47,87],"with":[48,88],"process:":[51],"quantifying":[52],"multiple":[53,63],"sources":[54,64],"of":[55,65,103,112],"error":[56,86],"uncertainty":[58],"in":[59,91,98,116],"models,":[61],"combining":[62],"information,":[66],"updating":[68],"assessments":[70],"as":[71],"new":[72],"information":[73],"acquired.":[75],"Moreover,":[76],"it":[77],"allows":[78],"inferential":[79],"statements":[80],"be":[82],"made":[83],"about":[84],"predictive":[85],"predictions":[90],"untested":[92],"situations.":[93],"implemented":[97],"test":[100],"bed":[101],"example":[102],"resistance":[104],"spot":[105],"welding,":[106],"provide":[108],"context":[109],"for":[110],"each":[111],"six":[114],"steps":[115],"process.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":47},{"year":2018,"cited_by_count":51},{"year":2017,"cited_by_count":41},{"year":2016,"cited_by_count":43},{"year":2015,"cited_by_count":36},{"year":2014,"cited_by_count":44},{"year":2013,"cited_by_count":50},{"year":2012,"cited_by_count":43}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}