{"id":"https://openalex.org/W3088895709","doi":"https://doi.org/10.1111/1556-4029.14552","title":"Forensic Footwear Reliability: Part III\u2014Positive Predictive Value, Error Rates, and Inter\u2010Rater Reliability*","display_name":"Forensic Footwear Reliability: Part III\u2014Positive Predictive Value, Error Rates, and Inter\u2010Rater Reliability*","publication_year":2020,"publication_date":"2020-09-22","ids":{"openalex":"https://openalex.org/W3088895709","doi":"https://doi.org/10.1111/1556-4029.14552","mag":"3088895709","pmid":"https://pubmed.ncbi.nlm.nih.gov/32960978"},"language":"en","primary_location":{"id":"doi:10.1111/1556-4029.14552","doi":"https://doi.org/10.1111/1556-4029.14552","is_oa":false,"landing_page_url":"https://doi.org/10.1111/1556-4029.14552","pdf_url":null,"source":{"id":"https://openalex.org/S62072220","display_name":"Journal of Forensic Sciences","issn_l":"0022-1198","issn":["0022-1198","1556-4029"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Forensic Sciences","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083205543","display_name":"Nicole Richetelli","orcid":"https://orcid.org/0000-0001-6126-2504","observed_orcids":["https://orcid.org/0000-0001-6126-2504"]},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicole Richetelli","raw_affiliation_strings":["West Virginia University, 208 Oglebay Hall, PO Box 6121, Morgantown, WV, 26506"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"West Virginia University, 208 Oglebay Hall, PO Box 6121, Morgantown, WV, 26506","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082155823","display_name":"Lesley Hammer","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lesley Hammer","raw_affiliation_strings":["Hammer Forensics, LLC, 10601 Prospect Drive, Anchorage, AK, 99507"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hammer Forensics, LLC, 10601 Prospect Drive, Anchorage, AK, 99507","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001440753","display_name":"Jacqueline A. Speir","orcid":"https://orcid.org/0000-0002-8833-4800","observed_orcids":["https://orcid.org/0000-0002-8833-4800"]},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacqueline A. Speir","raw_affiliation_strings":["West Virginia University, 208 Oglebay Hall, PO Box 6121, Morgantown, WV, 26506"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"West Virginia University, 208 Oglebay Hall, PO Box 6121, Morgantown, WV, 26506","institution_ids":["https://openalex.org/I12097938"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5001440753"],"corresponding_institution_ids":["https://openalex.org/I12097938"],"apc_list":{"value":3100,"currency":"USD","value_usd":3100},"apc_paid":null,"fwci":1.8218,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.87027534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"65","issue":"6","first_page":"1883","last_page":"1893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.8823000192642212,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14115","display_name":"Legal processes and jurisprudence","score":0.05119999870657921,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12268","display_name":"Deception detection and forensic psychology","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/positive-predictive-value","display_name":"positive predictive value","score":0.7979999780654907},{"id":"https://openalex.org/keywords/error-rate","display_name":"error rate","score":0.8510000109672546},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.996999979019165},{"id":"https://openalex.org/keywords/false-positive-and-false-negative-rates","display_name":"false positive and false negative rates","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6964271068572998},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6119104623794556},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.48983046412467957},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.45298582315444946},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41789865493774414},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4058550298213959},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3351702094078064},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3312336206436157},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1065499484539032},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1111/1556-4029.14552","doi":"https://doi.org/10.1111/1556-4029.14552","is_oa":false,"landing_page_url":"https://doi.org/10.1111/1556-4029.14552","pdf_url":null,"source":{"id":"https://openalex.org/S62072220","display_name":"Journal of Forensic Sciences","issn_l":"0022-1198","issn":["0022-1198","1556-4029"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Forensic Sciences","raw_type":"journal-article"},{"id":"pmid:32960978","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32960978","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of forensic sciences","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7845633651","display_name":"Understanding the Expert Decision Making Process in Forensic Footwear Examinations: Accuracy, Decision Rules, Predictive Value and the Conditional Probability of an Outcome","funder_award_id":"2016-DN-BX-0152","funder_id":"https://openalex.org/F4320337430","funder_display_name":"National Institute of Justice"}],"funders":[{"id":"https://openalex.org/F4320337430","display_name":"National Institute of Justice","ror":"https://ror.org/00v8p7w89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W91996263","https://openalex.org/W613277099","https://openalex.org/W1559803947","https://openalex.org/W1853431913","https://openalex.org/W2009575609","https://openalex.org/W2028231943","https://openalex.org/W2028728384","https://openalex.org/W2030847918","https://openalex.org/W2055698532","https://openalex.org/W2083035693","https://openalex.org/W2114678430","https://openalex.org/W2118437936","https://openalex.org/W2127481302","https://openalex.org/W2164777277","https://openalex.org/W2316309158","https://openalex.org/W2340948352","https://openalex.org/W2586054386","https://openalex.org/W2805921178","https://openalex.org/W2806850268","https://openalex.org/W2950482516","https://openalex.org/W3084060459","https://openalex.org/W3085728144","https://openalex.org/W3087453984"],"related_works":["https://openalex.org/W3084060459","https://openalex.org/W3087453984","https://openalex.org/W4290791709","https://openalex.org/W4384945502","https://openalex.org/W4410819227","https://openalex.org/W91996263","https://openalex.org/W4388460723","https://openalex.org/W3191879567","https://openalex.org/W4402675277","https://openalex.org/W2804257082"],"abstract_inverted_index":{"Abstract":[0],"Over":[1],"the":[2,57,64,80,131,226],"course":[3],"of":[4,59,75,112,139,144,151,159,184,224,228],"19":[5],"months,":[6],"West":[7],"Virginia":[8],"University":[9],"collected":[10],"reports":[11],"from":[12,95],"70":[13],"footwear":[14,61,218],"experts,":[15],"each":[16],"performing":[17],"12":[18],"questioned\u2010test":[19],"comparisons,":[20],"resulting":[21],"in":[22,63,86],"a":[23,136,141,146,154,179,188,203,222,229],"dataset":[24,81],"that":[25],"includes":[26],"more":[27],"than":[28],"1000":[29],"examiner":[30,175],"attributes":[31],"(education,":[32],"training,":[33],"certification":[34],"status,":[35],"etc.),":[36],"3500":[37],"impression":[38],"features":[39],"identified":[40],"and":[41,45,47,73,82,102,105,110,153,166,190,199],"evaluated":[42],"(clarity,":[43],"totality,":[44],"similarity),":[46],"840":[48],"source":[49],"conclusions.":[50],"The":[51,208],"results":[52,89,177],"were":[53],"used":[54,85],"to":[55,163,173],"estimate":[56],"performance":[58,210],"forensic":[60,217],"examiners":[62],"United":[65],"States,":[66],"including":[67,221],"error":[68,164],"rates,":[69],"predictive":[70,92,149,157],"value":[71,93,150,158],"(PV),":[72],"measures":[74],"inter\u2010rater":[76,168],"reliability":[77,169,219],"(IRR).":[78],"For":[79],"mate\u2010prevalence":[83],"(31.5%)":[84],"this":[87],"study,":[88],"indicate":[90,178],"correct":[91],"varies":[94],"94.5%":[96],"for":[97,100,107,202],"exclusions,":[98],"85.0%":[99],"identifications,":[101],"between":[103,121],"70.1%":[104],"65.2%":[106],"limited":[108],"associations":[109],"association":[111],"class,":[113],"respectively":[114],"(with":[115],"all":[116],"other":[117],"conclusions":[118],"producing":[119],"PVs":[120],"these":[122],"extremes).":[123],"After":[124],"data":[125],"transformation":[126],"based":[127],"on":[128],"ground":[129],"truth,":[130],"case":[132],"study":[133],"materials":[134],"show":[135],"false\u2010positive":[137],"rate":[138,143],"0.48%,":[140],"false\u2010negative":[142],"15.6%,":[145],"(correct)":[147,155],"positive":[148],"98.8%,":[152],"negative":[156],"93.3%.":[160],"In":[161],"addition":[162],"rates":[165],"PVs,":[167],"was":[170],"likewise":[171],"computed":[172],"describe":[174],"reproducibility;":[176],"Gwet":[180],"AC2":[181],"agreement":[182],"coefficient":[183],"0.751\u20130.692":[185],"when":[186],"using":[187],"six\u2010":[189],"four\u2010level":[191],"reporting":[192,231],"structure,":[193],"respectively,":[194],"which":[195],"translates":[196],"into":[197],"\u201csubstantial\u201d":[198],"\u201cmoderate":[200],"agreement\u201d":[201],"benchmarked":[204],"verbal":[205],"equivalent":[206],"scale.":[207],"reported":[209],"metrics":[211],"are":[212],"further":[213],"compared":[214],"against":[215],"past":[216],"studies,":[220],"discussion":[223],"how":[225],"use":[227],"six\u2010level":[230],"structure":[232],"impacts":[233],"results.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2020-10-01T00:00:00"}