{"id":"https://openalex.org/W2307456631","doi":"https://doi.org/10.1117/12.2216434","title":"Semi-parametric estimation of the area under the precision-recall curve","display_name":"Semi-parametric estimation of the area under the precision-recall curve","publication_year":2016,"publication_date":"2016-03-24","ids":{"openalex":"https://openalex.org/W2307456631","doi":"https://doi.org/10.1117/12.2216434","mag":"2307456631"},"language":"en","primary_location":{"id":"doi:10.1117/12.2216434","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2216434","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073468417","display_name":"Berkman Sahiner","orcid":"https://orcid.org/0000-0003-2804-2264"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Berkman Sahiner","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020066887","display_name":"Wei-Jie Chen","orcid":"https://orcid.org/0000-0001-5186-0279"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weijie Chen","raw_affiliation_strings":["U.S. Food and Drug Administration  (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration  (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074995495","display_name":"Aria Pezeshk","orcid":"https://orcid.org/0000-0002-3570-3051"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aria Pezeshk","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006593300","display_name":"Nicholas Petrick","orcid":"https://orcid.org/0000-0001-5167-8899"},"institutions":[{"id":"https://openalex.org/I1320320070","display_name":"United States Food and Drug Administration","ror":"https://ror.org/034xvzb47","country_code":"US","type":"government","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Petrick","raw_affiliation_strings":["U.S. Food and Drug Administration (United States)"],"affiliations":[{"raw_affiliation_string":"U.S. Food and Drug Administration (United States)","institution_ids":["https://openalex.org/I1320320070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5073468417"],"corresponding_institution_ids":["https://openalex.org/I1320320070"],"apc_list":null,"apc_paid":null,"fwci":0.334,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6393173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9787","issue":null,"first_page":"97870D","last_page":"97870D"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7718793153762817},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.7025264501571655},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6536487340927124},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.6240187883377075},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.5958258509635925},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5948013663291931},{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5686778426170349},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5645212531089783},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5024046897888184},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4698442816734314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4485284090042114},{"id":"https://openalex.org/keywords/delta-method","display_name":"Delta method","score":0.44428738951683044},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4331355094909668},{"id":"https://openalex.org/keywords/parametric-model","display_name":"Parametric model","score":0.4247405230998993},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.41725364327430725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26355957984924316}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7718793153762817},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.7025264501571655},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6536487340927124},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.6240187883377075},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5958258509635925},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5948013663291931},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5686778426170349},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5645212531089783},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5024046897888184},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4698442816734314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4485284090042114},{"id":"https://openalex.org/C971699","wikidata":"https://www.wikidata.org/wiki/Q1132714","display_name":"Delta method","level":3,"score":0.44428738951683044},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4331355094909668},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.4247405230998993},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.41725364327430725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26355957984924316},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1117/12.2216434","is_oa":false,"landing_page_url":"https://doi.org/10.1117/12.2216434","pdf_url":null,"source":{"id":"https://openalex.org/S183492911","display_name":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","issn_l":"0277-786X","issn":["0277-786X","1996-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315543","host_organization_name":"SPIE","host_organization_lineage":["https://openalex.org/P4310315543"],"host_organization_lineage_names":["SPIE"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SPIE Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7300000190734863}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1976526581","https://openalex.org/W2013311872","https://openalex.org/W2124181495","https://openalex.org/W2130660124","https://openalex.org/W4213009331","https://openalex.org/W4246413330","https://openalex.org/W4249999102","https://openalex.org/W4388317518","https://openalex.org/W6644307160","https://openalex.org/W6653906520","https://openalex.org/W6679294849","https://openalex.org/W6828183479"],"related_works":["https://openalex.org/W4293088233","https://openalex.org/W2118758177","https://openalex.org/W4330338194","https://openalex.org/W2153520307","https://openalex.org/W3152660226","https://openalex.org/W2151459719","https://openalex.org/W623261610","https://openalex.org/W2496077116","https://openalex.org/W2358294942","https://openalex.org/W4367460280"],"abstract_inverted_index":{"Precision":[0],"and":[1,77,92,103,115,132,149,152,159,175,187,227],"recall":[2],"are":[3],"two":[4],"common":[5],"metrics":[6],"used":[7,221],"in":[8,46,62,70,203],"the":[9,17,31,51,54,57,71,75,90,101,128,140,154,165,182,188,191,207,215,225,229,234],"evaluation":[10],"of":[11,19,53,79,84,94,156,190],"information":[12,43],"retrieval":[13,44],"systems.":[14],"By":[15],"changing":[16],"number":[18],"retrieved":[20],"documents,":[21],"one":[22],"can":[23,124,136,219,236],"obtain":[24],"a":[25,39,47,95],"precision-recall":[26,32],"curve.":[27],"The":[28,82],"area":[29,55],"under":[30,56],"curve":[33,61],"(AUCPR)":[34],"has":[35,67],"been":[36,68],"suggested":[37],"as":[38,111,240,242],"performance":[40,189],"measure":[41],"for":[42,99,247],"systems,":[45],"manner":[48],"similar":[49],"to":[50,73,88,104,107,196,222],"use":[52],"receiver":[58],"operating":[59],"characteristic":[60],"binary":[63],"classification.":[64],"Limited":[65],"work":[66],"performed":[69,144],"literature":[72],"investigate":[74,89],"bias":[76,91,174],"variance":[78,135],"AUCPR":[80,123,170],"estimators.":[81],"goal":[83],"our":[85],"study":[86,205],"was":[87,185,194,210],"variability":[93],"semi-parametric":[96,166,216],"binormal":[97,129,167,192,217],"method":[98],"estimating":[100],"AUCPR,":[102,226],"compare":[105],"it":[106],"other":[108,244],"techniques,":[109],"such":[110],"average":[112],"precision":[113],"(AP)":[114],"lower":[116],"trapezoid":[117],"(LT)":[118],"approximation.":[119],"We":[120,143,212],"show":[121],"how":[122,133],"be":[125,137,220,237],"obtained":[126],"given":[127],"model":[130,193,218,235],"parameters,":[131],"its":[134],"estimated":[138],"using":[139],"delta":[141],"method.":[142],"simulation":[145],"experiments":[146],"with":[147,172,178],"normal":[148],"non-normal":[150,248],"data,":[151],"investigated":[153],"effect":[155],"sample":[157,183,208],"size":[158,184,209],"prevalence.":[160],"Our":[161],"results":[162],"indicated":[163],"that":[164,214,228],"approach":[168],"provided":[169],"estimates":[171],"small":[173],"confidence":[176,230],"intervals":[177,231],"acceptable":[179],"coverage":[180],"when":[181,206],"large,":[186],"comparable":[195],"or":[197],"better":[198],"than":[199],"alternative":[200],"methods":[201],"evaluated":[202],"this":[204],"small.":[211],"conclude":[213],"accurately":[223],"estimate":[224],"derived":[232],"from":[233,243],"at":[238],"least":[239],"accurate":[241],"alternatives,":[245],"even":[246],"decision":[249],"variable":[250],"distributions.":[251]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}