{"id":"https://openalex.org/W4392902851","doi":"https://doi.org/10.1109/icassp48485.2024.10446011","title":"F1-EV score: Measuring The Likelihood of Estimating a Good Decision Threshold for Semi-Supervised Anomaly Detection","display_name":"F1-EV score: Measuring The Likelihood of Estimating a Good Decision Threshold for Semi-Supervised Anomaly Detection","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392902851","doi":"https://doi.org/10.1109/icassp48485.2024.10446011"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040065298","display_name":"Kevin Wilkinghoff","orcid":"https://orcid.org/0000-0003-4200-9129"},"institutions":[{"id":"https://openalex.org/I4210166245","display_name":"Fraunhofer Institute for Communication, Information Processing and Ergonomics","ror":"https://ror.org/05nn0gw40","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210166245","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Kevin Wilkinghoff","raw_affiliation_strings":["Fraunhofer FKIE,Wachtberg,Germany,53343"],"affiliations":[{"raw_affiliation_string":"Fraunhofer FKIE,Wachtberg,Germany,53343","institution_ids":["https://openalex.org/I4210166245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009991655","display_name":"Keisuke Imoto","orcid":"https://orcid.org/0000-0002-0703-8293"},"institutions":[{"id":"https://openalex.org/I133984924","display_name":"Doshisha University","ror":"https://ror.org/01fxdkm29","country_code":"JP","type":"education","lineage":["https://openalex.org/I133984924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Imoto","raw_affiliation_strings":["Doshisha University,Kyotanabe,Kyoto,Japan","Doshisha University, Kyotanabe, Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"Doshisha University,Kyotanabe,Kyoto,Japan","institution_ids":["https://openalex.org/I133984924"]},{"raw_affiliation_string":"Doshisha University, Kyotanabe, Kyoto, Japan","institution_ids":["https://openalex.org/I133984924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5040065298"],"corresponding_institution_ids":["https://openalex.org/I4210166245"],"apc_list":null,"apc_paid":null,"fwci":0.7501,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65188992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"256","last_page":"260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.6562416553497314},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5618875026702881},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.5404698252677917},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.499448299407959},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47785207629203796},{"id":"https://openalex.org/keywords/likelihood-ratio-test","display_name":"Likelihood-ratio test","score":0.47635412216186523},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4602919816970825},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4516325891017914},{"id":"https://openalex.org/keywords/decision-rule","display_name":"Decision rule","score":0.4507548213005066},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.4499755799770355},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.41698166728019714},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38774943351745605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3646788001060486},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.28653484582901},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08266618847846985}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.6562416553497314},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5618875026702881},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.5404698252677917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.499448299407959},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47785207629203796},{"id":"https://openalex.org/C9483764","wikidata":"https://www.wikidata.org/wiki/Q585740","display_name":"Likelihood-ratio test","level":2,"score":0.47635412216186523},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4602919816970825},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4516325891017914},{"id":"https://openalex.org/C84839998","wikidata":"https://www.wikidata.org/wiki/Q5249245","display_name":"Decision rule","level":2,"score":0.4507548213005066},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.4499755799770355},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.41698166728019714},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38774943351745605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3646788001060486},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28653484582901},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08266618847846985},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446011","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/487980","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/487980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1966716734","https://openalex.org/W1976526581","https://openalex.org/W2078622638","https://openalex.org/W2101234009","https://openalex.org/W2141014056","https://openalex.org/W2157825442","https://openalex.org/W2328865192","https://openalex.org/W2408239454","https://openalex.org/W3162176995","https://openalex.org/W4224920041","https://openalex.org/W4246413330","https://openalex.org/W4256141317","https://openalex.org/W4306321664","https://openalex.org/W4312750676","https://openalex.org/W4388117975","https://openalex.org/W6678745655","https://openalex.org/W6791231859","https://openalex.org/W6838495258","https://openalex.org/W6852385146","https://openalex.org/W6864909175"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2667207928","https://openalex.org/W2912112202","https://openalex.org/W4377864969","https://openalex.org/W2972971679"],"abstract_inverted_index":{"Anomalous":[0],"sound":[1],"detection":[2],"(ASD)":[3],"systems":[4,65,95],"are":[5,52,91],"usually":[6],"compared":[7],"by":[8],"using":[9,81],"threshold-independent":[10,60],"performance":[11,61,89],"measures":[12,90],"such":[13,37],"as":[14],"AUCROC.":[15],"However,":[16],"for":[17,63,93],"practical":[18],"applications":[19],"a":[20,28,38,44,58,73,118],"decision":[21,75,130],"threshold":[22,39,76],"is":[23,32,40,77,107,111],"needed":[24],"to":[25,97],"decide":[26],"whether":[27],"given":[29],"test":[30],"sample":[31],"normal":[33,49],"or":[34],"anomalous.":[35],"Estimating":[36],"highly":[41],"non-trivial":[42],"in":[43],"semi-supervised":[45],"setting":[46],"where":[47],"only":[48],"training":[50],"samples":[51],"available.":[53],"In":[54,85],"this":[55],"work,":[56],"F1-EV":[57,110],"novel":[59],"measure":[62],"ASD":[64,99],"that":[66,109],"also":[67],"includes":[68],"the":[69,98,102,123],"likelihood":[70],"of":[71,101],"estimating":[72],"good":[74],"proposed":[78],"and":[79,128],"motivated":[80],"specific":[82],"toy":[83],"examples.":[84],"experimental":[86],"evaluations,":[87],"multiple":[88],"evaluated":[92],"all":[94],"submitted":[96],"task":[100],"DCASE":[103],"Challenge":[104],"2023.":[105],"It":[106],"shown":[108],"strongly":[112],"correlated":[113],"with":[114,122,126],"AUC-ROC":[115],"while":[116],"having":[117],"significantly":[119],"stronger":[120],"correlation":[121],"F1-score":[124],"obtained":[125],"estimated":[127],"optimal":[129],"thresholds":[131],"than":[132],"AUC-ROC.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}