{"id":"https://openalex.org/W274188955","doi":null,"title":"Consistent Credibility Criteria: Why have them, what are they, and how do you measure them? (abstract).","display_name":"Consistent Credibility Criteria: Why have them, what are they, and how do you measure them? (abstract).","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W274188955","mag":"274188955"},"language":"en","primary_location":{"id":"mag:274188955","doi":null,"is_oa":false,"landing_page_url":"http://aegistg.com/Technical_Papers/Consistent%20Credibility%20Criteria_Doc.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003859034","display_name":"Bobby Hartway","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800247629","display_name":"AEgis Technologies (United States)","ror":"https://ror.org/01cswdc74","country_code":"US","type":"company","lineage":["https://openalex.org/I2800247629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bobby Hartway","raw_affiliation_strings":["AEgis Technologies"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AEgis Technologies","institution_ids":["https://openalex.org/I2800247629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079522735","display_name":"Alexia Joiner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800247629","display_name":"AEgis Technologies (United States)","ror":"https://ror.org/01cswdc74","country_code":"US","type":"company","lineage":["https://openalex.org/I2800247629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexia Joiner","raw_affiliation_strings":["AEgis Technologies"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AEgis Technologies","institution_ids":["https://openalex.org/I2800247629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009465660","display_name":"Danny Thomas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800247629","display_name":"AEgis Technologies (United States)","ror":"https://ror.org/01cswdc74","country_code":"US","type":"company","lineage":["https://openalex.org/I2800247629"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danny Thomas","raw_affiliation_strings":["AEgis Technologies"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AEgis Technologies","institution_ids":["https://openalex.org/I2800247629"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000657702","display_name":"Randal L. Wallace","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Randal L. Wallace","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"28","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.7567999958992004,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.7567999958992004,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12000","display_name":"Systems Engineering Methodologies and Applications","score":0.07209999859333038,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13286","display_name":"Modeling and Simulation Systems","score":0.057100001722574234,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simulation-credibility","display_name":"simulation credibility","score":0.9520000219345093},{"id":"https://openalex.org/keywords/simulation-validation","display_name":"simulation validation","score":0.4429999887943268},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"verification and validation","score":0.6840000152587891},{"id":"https://openalex.org/keywords/model-accuracy","display_name":"model accuracy","score":0.3659999966621399},{"id":"https://openalex.org/keywords/sensitivity-analysis","display_name":"sensitivity analysis","score":0.5540000200271606},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.4790000021457672},{"id":"https://openalex.org/keywords/model-documentation","display_name":"model documentation","score":0.328000009059906},{"id":"https://openalex.org/keywords/model-obsolescence","display_name":"model obsolescence","score":0.4339999854564667},{"id":"https://openalex.org/keywords/thermal-protection-systems","display_name":"thermal protection systems","score":0.5270000100135803}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.9092669486999512},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5945515036582947},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5881831049919128},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5275297164916992},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.46512553095817566},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4567261338233948},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.39760351181030273},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3810209631919861},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32611653208732605},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25990307331085205},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1502186357975006},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:274188955","doi":null,"is_oa":false,"landing_page_url":"http://aegistg.com/Technical_Papers/Consistent%20Credibility%20Criteria_Doc.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3168598024","https://openalex.org/W838932322","https://openalex.org/W7039807634","https://openalex.org/W2112402647","https://openalex.org/W2943383067","https://openalex.org/W2555189081","https://openalex.org/W7095305750","https://openalex.org/W321362711","https://openalex.org/W2920344047","https://openalex.org/W1604819981"],"abstract_inverted_index":{"The":[0,145,232,332,379],"National":[1],"Aeronautics":[2],"and":[3,129,157,177,196,228,263,267,299,304,308,314,340,342,354,363,398,418,433,439,476,483,540],"Space":[4,245],"Administration":[5],"(NASA)":[6],"has":[7,37],"endeavored":[8],"to":[9,38,115,174,182,235,255,286,369,375,393,414,447,455,490,510],"develop":[10],"a":[11,26,75,101,257,423,444,478,484],"consistent":[12],"method":[13,446],"of":[14,18,77,89,133,142,147,155,160,199,265,275,366,387,406,435,451,481,494],"assuring":[15,152],"the":[16,51,60,78,137,153,158,164,213,241,244,260,385,404,409,449,452,456,492,537],"credibility":[17,159,386,405,450,493],"simulation":[19,119,161],"results.":[20],"Requirements":[21],"like":[22],"accurate":[23],"enough":[24],"for":[25,50,85,96,139,172,253,259,322,426,487,536],"particular":[27,52],"use":[434],"present":[29],"problems.":[30],"How":[31,45,66],"do":[32,46,67],"you":[33,47,68],"measure":[34],"accuracy?":[35],"What":[36,41],"be":[39,351,370,376],"accurate?":[40],"factors":[42,117],"are":[43,56,63,73,285],"measured?":[44,57,65],"quantify":[48,116],"\u201cenough":[49],"use?\u201d":[53],"Which":[54],"functions":[55],"When":[58],"during":[59],"simulated":[61],"time":[62],"they":[64],"state":[69],"uncertainty":[70,367],"requirements?":[71],"These":[72,191,372],"but":[74],"few":[76],"specifics":[79],"that":[80,93,113,209,219,287,348,360,384,399,403,420,465],"make":[81],"writing":[82,94],"defendable":[83],"requirements":[84,95,318,417],"simulations":[86,156,268],"many":[87],"orders":[88],"magnitude":[90],"more":[91],"difficult":[92],"other":[97],"software.":[98],"NASA-STD-7009":[99],"presents":[100],"Credibility":[102,144],"Assessment":[103],"Scale":[104],"(CAS)":[105],"containing":[106],"eight":[107],"criteria":[108],"grouped":[109],"into":[110],"three":[111],"categories":[112],"attempts":[114],"influencing":[118],"credibility.":[120],"This":[121,271],"paper":[122,272],"identifies":[123],"these":[124,499],"criteria,":[125],"provides":[126],"straightforward":[127],"definitions":[128],"introduces":[130],"typical":[131],"methods":[132],"assessment.":[134],"NASA":[135,173,254,412,438,525,538],"Recognizes":[136],"Need":[138],"Consistent":[140],"Measures":[141],"M&S":[143,388,407,416,436,453,488,519],"genesis":[146],"NASA\u2019s":[148],"recent":[149],"emphasis":[150],"on":[151],"validity":[154],"studies":[162],"is":[163,390],"Columbia":[165,502],"Accident":[166,503],"Investigation":[167,504],"Report":[168,334],"(CAIB).":[169],"It":[170,346],"called":[171,252],"\u201cdevelop,":[175],"validate,":[176],"maintain":[178],"physics-based":[179],"computer":[180],"models":[181,266],"evaluate":[183],"Thermal":[184],"Protection":[185],"System":[186],"damage":[187,202,217],"from":[188,203,206,278,474],"debris":[189,205],"impacts.":[190],"tools":[192],"should":[193,350,401],"provide":[194],"realistic":[195],"timely":[197],"estimates":[198],"any":[200,207],"impact":[201,212,216],"possible":[204],"source":[208],"may":[210],"ultimately":[211],"Orbiter.":[214],"Establish":[215],"thresholds":[218],"trigger":[220],"responsive":[221],"corrective":[222],"action,":[223],"such":[224],"as":[225],"on-orbit":[226],"inspection":[227],"repair,":[229],"when":[230,328,459],"indicated.\u201d":[231],"Renewed":[233,508],"Commitment":[234,509],"Excellence,":[236],"or":[237,469],"Diaz":[238,248],"Report,":[239],"broadened":[240],"scope":[242],"beyond":[243],"Transportation":[246],"System.":[247],"action":[249],"item":[250],"four":[251],"\u201cdevelop":[256],"standard":[258,445],"development,":[261,338,431],"documentation,":[262],"operation":[264],"(M&S):":[269],"1":[270,289,497],"draws":[273],"most":[274],"its":[276,440],"information":[277],"NASA-STD-7009.":[279],"Unless":[280],"otherwise":[281],"noted":[282],"all":[283],"references":[284],"standard.":[288],"http://standards.nasa.gov/released/NASA/NASA_STD_7009_APPROVED_2008_07_11.pdf":[290],"2":[291],"http://caib.nasa.gov/":[292],"3":[293],"http://www.nasa.gov/pdf/55691main_Diaz_020204.pdf":[294],"\u2022":[295,302,310,316,319,325],"Documentation,":[296],"configuration":[297],"management,":[298,312,429],"quality":[300],"assurance":[301],"Verification":[303],"validation,":[305,341],"operational":[306],"data":[307],"trending":[309],"Tool":[311],"maintenance,":[313],"obsolescence":[315],"Training":[317],"Best":[320],"practices":[321],"user":[323],"interfaces":[324],"User":[326],"feedback":[327],"results":[329,389,473],"appear":[330],"unrealistic\u201d":[331],"Stafford-Covey":[333],"4":[335,531],"enjoined":[336],"\u201cformal":[337],"verification":[339],"outside":[343],"review":[344],"plans\u201d.":[345],"added":[347],"\u201cassumptions":[349],"written":[352],"down":[353],"consistently":[355],"applied.\u201d":[356],"Finally":[357],"it":[358],"required":[359,383],"\u201csensitivity":[361],"analysis":[362,365],"careful":[364],"were":[368,374],"performed.\u201d":[371],"commitments":[373],"agency":[377],"wide.":[378],"Chief":[380,526],"Engineer":[381,527],"Memo\u2019s":[382],"properly":[391],"conveyed":[392],"those":[394],"making":[395,460],"critical":[396,461],"decisions,":[397],"analysts":[400],"assure":[402],"meets":[408],"project":[410],"requirements.":[411],"was":[413],"establish":[415,477],"recommendations":[419],"will":[421],"form":[422],"strong":[424],"foundation":[425],"disciplined":[427],"(structure,":[428],"control)":[430],"validation":[432],"within":[437],"contractor":[441],"community,":[442],"include":[443],"assess":[448],"presented":[454],"decision":[457],"maker":[458],"decisions":[462,464],"(i.e.,":[463],"effect":[466],"human":[467],"safety":[468],"mission":[470],"success)":[471],"using":[472],"M&S,":[475],"common":[479],"set":[480],"terms":[482],"uniform":[485],"way":[486],"practitioners":[489],"communicate":[491],"M&S.":[495],"Figure":[496,533],"depicts":[498],"important":[500],"drivers.":[501],"Board":[505],"(CAIB)":[506],"A":[507],"Excellence":[511],"(Diaz":[512],"Report)":[513,518],"Return-to-Flight":[514],"Task":[515],"Group":[516],"(Stafford-Covey":[517],"VV&A":[520],"Team":[521],"Initiated":[522],"October":[523],"2005":[524],"Memo,":[528],"Sept.":[529],"2006":[530],"http://www.nasa.gov/home/hqnews/2005/aug/HQ_m05138_StaffordCovey.html":[532],"1:":[534],"Drivers":[535],"Modeling":[539],"Simulation":[541],"Standard":[542]},"counts_by_year":[],"updated_date":"2025-11-06T04:12:42.849631","created_date":"2016-06-24T00:00:00"}