{"id":"https://openalex.org/W2011683635","doi":"https://doi.org/10.1109/tsmca.2011.2158095","title":"Evaluation of Estimation Algorithms: Credibility Tests","display_name":"Evaluation of Estimation Algorithms: Credibility Tests","publication_year":2011,"publication_date":"2011-07-11","ids":{"openalex":"https://openalex.org/W2011683635","doi":"https://doi.org/10.1109/tsmca.2011.2158095","mag":"2011683635"},"language":"en","primary_location":{"id":"doi:10.1109/tsmca.2011.2158095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmca.2011.2158095","pdf_url":null,"source":{"id":"https://openalex.org/S4210201610","display_name":"IEEE Transactions on Systems Man and Cybernetics - Part A Systems and Humans","issn_l":"1083-4427","issn":["1083-4427","1558-2426"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics - Part A: Systems and Humans","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042111131","display_name":"X. Rong Li","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]},{"id":"https://openalex.org/I192396691","display_name":"University of New Orleans","ror":"https://ror.org/034mtvk83","country_code":"US","type":"education","lineage":["https://openalex.org/I192396691","https://openalex.org/I2799628689"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"X. Rong Li","raw_affiliation_strings":["Department of Electrical Engineering, University of New Orleans, New Orleans, LA, USA","Department of Operations and Information Systems, University of Massachusetts, Lowell, MA, USA","Dept. of Electr. Eng., Univ. of New Orleans, New Orleans, LA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of New Orleans, New Orleans, LA, USA","institution_ids":["https://openalex.org/I192396691"]},{"raw_affiliation_string":"Department of Operations and Information Systems, University of Massachusetts, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"Dept. of Electr. Eng., Univ. of New Orleans, New Orleans, LA, USA","institution_ids":["https://openalex.org/I192396691"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022391729","display_name":"Zhanlue Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210120592","display_name":"Sentient Science (United States)","ror":"https://ror.org/01vmgtx82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210120592"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhanlue Zhao","raw_affiliation_strings":["Sentient Corporation, Burlington, VT, USA","Sentient Corp., Burlington, VT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sentient Corporation, Burlington, VT, USA","institution_ids":["https://openalex.org/I4210120592"]},{"raw_affiliation_string":"Sentient Corp., Burlington, VT, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101691489","display_name":"Xiao\u2010Bai Li","orcid":null},"institutions":[{"id":"https://openalex.org/I133738476","display_name":"University of Massachusetts Lowell","ror":"https://ror.org/03hamhx47","country_code":"US","type":"education","lineage":["https://openalex.org/I133738476"]},{"id":"https://openalex.org/I192396691","display_name":"University of New Orleans","ror":"https://ror.org/034mtvk83","country_code":"US","type":"education","lineage":["https://openalex.org/I192396691","https://openalex.org/I2799628689"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao-Bai Li","raw_affiliation_strings":["Department of Electrical Engineering, University of New Orleans, New Orleans, LA, USA","Department of Operations and Information Systems, University of Massachusetts, Lowell, MA, USA","Dept. of Oper. & Inf. Syst., Univ. of Massachusetts, Lowell, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of New Orleans, New Orleans, LA, USA","institution_ids":["https://openalex.org/I192396691"]},{"raw_affiliation_string":"Department of Operations and Information Systems, University of Massachusetts, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]},{"raw_affiliation_string":"Dept. of Oper. & Inf. Syst., Univ. of Massachusetts, Lowell, MA, USA","institution_ids":["https://openalex.org/I133738476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6426,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.84250292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"42","issue":"1","first_page":"147","last_page":"163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.9281442165374756},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.8192955851554871},{"id":"https://openalex.org/keywords/credibility-theory","display_name":"Credibility theory","score":0.6187660098075867},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.5913098454475403},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5781086087226868},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.5508459210395813},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5095610618591309},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.44266897439956665},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4339165687561035},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.4302263855934143},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.41716182231903076},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3881201148033142},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30942440032958984},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08161070942878723}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.9281442165374756},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.8192955851554871},{"id":"https://openalex.org/C44211194","wikidata":"https://www.wikidata.org/wiki/Q3526803","display_name":"Credibility theory","level":3,"score":0.6187660098075867},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.5913098454475403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5781086087226868},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.5508459210395813},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5095610618591309},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.44266897439956665},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4339165687561035},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.4302263855934143},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.41716182231903076},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3881201148033142},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30942440032958984},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08161070942878723},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmca.2011.2158095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmca.2011.2158095","pdf_url":null,"source":{"id":"https://openalex.org/S4210201610","display_name":"IEEE Transactions on Systems Man and Cybernetics - Part A Systems and Humans","issn_l":"1083-4427","issn":["1083-4427","1558-2426"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics - Part A: Systems and Humans","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W111910962","https://openalex.org/W568214519","https://openalex.org/W608863562","https://openalex.org/W1486693810","https://openalex.org/W1531532259","https://openalex.org/W1542013999","https://openalex.org/W1646998587","https://openalex.org/W1971292049","https://openalex.org/W1988366268","https://openalex.org/W1998055441","https://openalex.org/W2009590024","https://openalex.org/W2022298794","https://openalex.org/W2028785275","https://openalex.org/W2032051837","https://openalex.org/W2045122182","https://openalex.org/W2061292839","https://openalex.org/W2063698478","https://openalex.org/W2065526349","https://openalex.org/W2078904241","https://openalex.org/W2082823418","https://openalex.org/W2096887879","https://openalex.org/W2097541301","https://openalex.org/W2099870515","https://openalex.org/W2103318040","https://openalex.org/W2112440119","https://openalex.org/W2120350343","https://openalex.org/W2122512809","https://openalex.org/W2123936844","https://openalex.org/W2128824222","https://openalex.org/W2129078811","https://openalex.org/W2134711813","https://openalex.org/W2145911636","https://openalex.org/W2148474843","https://openalex.org/W2148606018","https://openalex.org/W2160896667","https://openalex.org/W2238582461","https://openalex.org/W2301260359","https://openalex.org/W2403035479","https://openalex.org/W2424162404","https://openalex.org/W2494635003","https://openalex.org/W2508114199","https://openalex.org/W2509286198","https://openalex.org/W2737799282","https://openalex.org/W2786847550","https://openalex.org/W2798009094","https://openalex.org/W2993584025","https://openalex.org/W3015240874","https://openalex.org/W3015725817","https://openalex.org/W4230727635","https://openalex.org/W4235886033","https://openalex.org/W4246845213","https://openalex.org/W4293005804","https://openalex.org/W4299025535","https://openalex.org/W4300107279","https://openalex.org/W4302366108","https://openalex.org/W4362230038","https://openalex.org/W6674321279","https://openalex.org/W6674685277","https://openalex.org/W6697682879","https://openalex.org/W6748144350"],"related_works":["https://openalex.org/W2357854932","https://openalex.org/W2014694635","https://openalex.org/W1998431814","https://openalex.org/W1968864298","https://openalex.org/W3047080562","https://openalex.org/W972963059","https://openalex.org/W3117520269","https://openalex.org/W2111776472","https://openalex.org/W2363637211","https://openalex.org/W3138172832"],"abstract_inverted_index":{"Assessments":[0],"of":[1,16,21,61,75,81,97,122],"estimation":[2,24],"performance":[3],"are":[4,141],"often":[5],"available.":[6],"For":[7,147],"example,":[8],"many":[9],"statistical":[10,101,106],"estimators":[11,66],"and":[12,34,77,90,92,113,115,120,137,158,161,165],"filters":[13],"provide":[14],"assessments":[15,38,63],"the":[17,44,59,62,65,69,73,109,123,128,148],"first":[18],"two":[19],"moments":[20],"their":[22],"own":[23],"error":[25,28,31],"(i.e.,":[26],"mean-square":[27],"[MSE]":[29],"or":[30],"covariance":[32],"matrix":[33],"bias).":[35],"Are":[36],"these":[37,132],"credible":[39],"in":[40,99,117],"that":[41,67],"they":[42,139],"reflect":[43],"true":[45],"situation?":[46],"The":[47],"paper":[48],"addresses":[49],"this":[50],"important":[51],"yet":[52],"little":[53],"studied":[54],"topic,":[55],"referred":[56],"to":[57],"as":[58],"credibility":[60,76,110,151,175],"(or":[64],"make":[68],"assessments).":[70],"We":[71,167],"define":[72],"concept":[74],"formulate":[78],"three":[79],"classes":[80],"commonly":[82],"encountered":[83],"credibility-testing":[84],"problems:":[85],"MSE":[86,91,150],"alone,":[87,89],"bias":[88,93],"jointly.":[94],"Taking":[95],"advantage":[96],"results":[98],"multivariate":[100],"analysis,":[102],"we":[103,153],"present":[104],"several":[105],"tests":[107,133],"for":[108,172],"problems":[111],"formulated":[112],"analyze":[114],"discuss":[116],"detail":[118],"pros":[119],"cons":[121],"proposed":[124],"tests,":[125],"contrasting":[126],"with":[127],"existing":[129,149],"test.":[130],"How":[131],"can":[134],"be":[135],"used":[136],"how":[138],"perform":[140],"illustrated":[142],"by":[143],"representative":[144],"numerical":[145],"examples.":[146],"test,":[152],"explain":[154],"its":[155,163],"underlying":[156],"principle":[157],"analyze,":[159],"discuss,":[160],"demonstrate":[162],"drawbacks":[164],"limitations.":[166],"also":[168],"propose":[169],"a":[170],"test":[171],"comparing":[173],"different":[174],"assessments.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}