{"id":"https://openalex.org/W4401335943","doi":"https://doi.org/10.1145/3664190.3672532","title":"Normalised Precision at Fixed Recall for Evaluating TAR","display_name":"Normalised Precision at Fixed Recall for Evaluating TAR","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401335943","doi":"https://doi.org/10.1145/3664190.3672532"},"language":"en","primary_location":{"id":"doi:10.1145/3664190.3672532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672532","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3664190.3672532","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016087544","display_name":"Wojciech Kusa","orcid":"https://orcid.org/0000-0003-4420-4147"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Wojciech Kusa","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082733653","display_name":"Georgios Peikos","orcid":"https://orcid.org/0000-0002-2862-8209"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Georgios Peikos","raw_affiliation_strings":["University of Milano-Bicocca, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071125448","display_name":"Moritz Staudinger","orcid":"https://orcid.org/0000-0002-5164-2690"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Moritz Staudinger","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058519912","display_name":"Aldo Lipani","orcid":"https://orcid.org/0000-0002-3643-6493"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aldo Lipani","raw_affiliation_strings":["University College London, London, UK"],"affiliations":[{"raw_affiliation_string":"University College London, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020665735","display_name":"Allan Hanbury","orcid":"https://orcid.org/0000-0002-7149-5843"},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Allan Hanbury","raw_affiliation_strings":["TU Wien, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"TU Wien, Vienna, Austria","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016087544"],"corresponding_institution_ids":["https://openalex.org/I145847075"],"apc_list":null,"apc_paid":null,"fwci":0.9685,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75370802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"43","last_page":"49"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5846030712127686},{"id":"https://openalex.org/keywords/tar","display_name":"tar (computing)","score":0.4678547978401184},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4296163320541382},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3478812575340271},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21495410799980164},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.08513832092285156},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07780250906944275},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07736542820930481}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5846030712127686},{"id":"https://openalex.org/C192643346","wikidata":"https://www.wikidata.org/wiki/Q283579","display_name":"tar (computing)","level":2,"score":0.4678547978401184},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4296163320541382},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3478812575340271},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21495410799980164},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.08513832092285156},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07780250906944275},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07736542820930481}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664190.3672532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672532","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:boa.unimib.it:10281/539761","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/539761","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3664190.3672532","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672532","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5660855739","display_name":null,"funder_award_id":"860721","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W2030644393","https://openalex.org/W2032958446","https://openalex.org/W2037771830","https://openalex.org/W2065702061","https://openalex.org/W2069870183","https://openalex.org/W2098173803","https://openalex.org/W2107691243","https://openalex.org/W2117559270","https://openalex.org/W2121932021","https://openalex.org/W2287605889","https://openalex.org/W2341384651","https://openalex.org/W2741023348","https://openalex.org/W2943574864","https://openalex.org/W2954463609","https://openalex.org/W3023715695","https://openalex.org/W3149778443","https://openalex.org/W3158990693","https://openalex.org/W3175370130","https://openalex.org/W3195680661","https://openalex.org/W4221150501","https://openalex.org/W4221163967","https://openalex.org/W4313371821","https://openalex.org/W4319962920","https://openalex.org/W4380569699","https://openalex.org/W4384636736","https://openalex.org/W4389665369"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"A":[0],"popular":[1],"approach":[2],"to":[3,20,46,143,172],"High-Recall":[4],"Information":[5],"Retrieval":[6],"(HRIR)":[7],"is":[8,141,156,196],"Technology-Assisted":[9],"Review":[10],"(TAR),":[11],"which":[12],"uses":[13],"information":[14],"retrieval":[15],"and":[16,36,78,116,137,148,168,202,209],"machine":[17],"learning":[18],"techniques":[19],"aid":[21],"the":[22,48,54,69,114,160,166,178,205],"review":[23],"of":[24,50,57,94,96,146,162,177,193,200,207,214],"large":[25],"document":[26],"collections.":[27],"TAR":[28,42,64,179],"systems":[29,43],"are":[30,44,182],"commonly":[31],"used":[32,123,171],"in":[33,165],"legal":[34],"eDiscovery":[35],"medical":[37],"systematic":[38],"literature":[39],"reviews.":[40],"Successful":[41],"able":[45],"find":[47],"majority":[49],"relevant":[51,163],"documents":[52,164],"using":[53],"least":[55,157],"number":[56],"manual":[58],"assessments.":[59],"Previous":[60],"work":[61,85],"typically":[62],"evaluated":[63],"models":[65],"retrospectively,":[66],"assuming":[67],"that":[68,106,139,154,181,195],"system":[70],"achieves":[71],"a":[72,144,191,197,211],"specific,":[73],"fixed":[74],"Recall":[75,102],"level":[76],"first":[77],"then":[79],"measuring":[80],"model":[81],"quality":[82],"(for":[83],"instance,":[84],"saved":[86],"at":[87,100,109],"r%":[88,101,110],"Recall).This":[89],"paper":[90],"presents":[91],"an":[92],"analysis":[93,152],"one":[95],"such":[97],"measures:":[98],"Precision":[99,108,149],"(P@r%).":[103],"We":[104,130],"show":[105,138],"minimum":[107],"scores":[111],"depends":[112],"on":[113,174],"dataset,":[115],"therefore,":[117],"this":[118],"measure":[119],"should":[120],"not":[121,183],"be":[122,170],"for":[124],"evaluation":[125],"across":[126],"topics":[127],"or":[128],"datasets.":[129],"propose":[131],"its":[132],"min-max":[133],"normalised":[134],"version":[135],"(nP@r%),":[136],"it":[140],"equal":[142],"product":[145],"TNR":[147,201],"scores.":[150],"Our":[151],"shows":[153],"nP@r%":[155,208],"correlated":[158],"with":[159,185],"percentage":[161],"dataset":[167],"can":[169],"focus":[173],"additional":[175],"aspects":[176],"tasks":[180],"captured":[184],"current":[186],"measures.":[187],"Finally,":[188],"we":[189],"introduce":[190],"variation":[192],"nP@r%,":[194],"geometric":[198],"mean":[199],"Precision,":[203],"preserving":[204],"properties":[206],"having":[210],"lower":[212],"coefficient":[213],"variation.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}