{"id":"https://openalex.org/W2972255062","doi":"https://doi.org/10.3390/informatics6030038","title":"Collecting Labels for Rare Anomalies via Direct Human Feedback\u2014An Industrial Application Study","display_name":"Collecting Labels for Rare Anomalies via Direct Human Feedback\u2014An Industrial Application Study","publication_year":2019,"publication_date":"2019-09-02","ids":{"openalex":"https://openalex.org/W2972255062","doi":"https://doi.org/10.3390/informatics6030038","mag":"2972255062"},"language":"en","primary_location":{"id":"doi:10.3390/informatics6030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics6030038","pdf_url":"https://www.mdpi.com/2227-9709/6/3/38/pdf?version=1567508354","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/6/3/38/pdf?version=1567508354","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020287667","display_name":"Christian Reich","orcid":"https://orcid.org/0000-0001-6844-0449"},"institutions":[{"id":"https://openalex.org/I206895457","display_name":"University of Siegen","ror":"https://ror.org/02azyry73","country_code":"DE","type":"education","lineage":["https://openalex.org/I206895457"]},{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Christian Reich","raw_affiliation_strings":["Corporate Research, Robert Bosch GmbH, 71272 Renningen, Germany","Department of Electrical Engineering and Computer Science, University of Siegen, 57068 Siegen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6844-0449","affiliations":[{"raw_affiliation_string":"Corporate Research, Robert Bosch GmbH, 71272 Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Siegen, 57068 Siegen, Germany","institution_ids":["https://openalex.org/I206895457"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057967722","display_name":"Ahmad Mansour","orcid":"https://orcid.org/0009-0005-8325-7809"},"institutions":[{"id":"https://openalex.org/I889804353","display_name":"Robert Bosch (Germany)","ror":"https://ror.org/01fe0jt45","country_code":"DE","type":"company","lineage":["https://openalex.org/I889804353"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmad Mansour","raw_affiliation_strings":["Corporate Research, Robert Bosch GmbH, 71272 Renningen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Corporate Research, Robert Bosch GmbH, 71272 Renningen, Germany","institution_ids":["https://openalex.org/I889804353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027114416","display_name":"Kristof Van Laerhoven","orcid":"https://orcid.org/0000-0001-5296-5347"},"institutions":[{"id":"https://openalex.org/I206895457","display_name":"University of Siegen","ror":"https://ror.org/02azyry73","country_code":"DE","type":"education","lineage":["https://openalex.org/I206895457"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kristof Van Laerhoven","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Siegen, 57068 Siegen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5296-5347","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Siegen, 57068 Siegen, Germany","institution_ids":["https://openalex.org/I206895457"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020287667"],"corresponding_institution_ids":["https://openalex.org/I206895457","https://openalex.org/I889804353"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10206867,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"3","first_page":"38","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7474164962768555},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.7262734174728394},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7187135219573975},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5998486876487732},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5760061144828796},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5315133333206177},{"id":"https://openalex.org/keywords/envelope","display_name":"Envelope (radar)","score":0.46151989698410034},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45766690373420715},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4478333294391632},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4380021393299103},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35710498690605164},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34288090467453003}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7474164962768555},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.7262734174728394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7187135219573975},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5998486876487732},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5760061144828796},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5315133333206177},{"id":"https://openalex.org/C65155139","wikidata":"https://www.wikidata.org/wiki/Q5380912","display_name":"Envelope (radar)","level":3,"score":0.46151989698410034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45766690373420715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4478333294391632},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4380021393299103},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35710498690605164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34288090467453003},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/informatics6030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics6030038","pdf_url":"https://www.mdpi.com/2227-9709/6/3/38/pdf?version=1567508354","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b57f02ba685d4499976736e7e040e78e","is_oa":false,"landing_page_url":"https://doaj.org/article/b57f02ba685d4499976736e7e040e78e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 6, Iss 3, p 38 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2227-9709/6/3/38/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/informatics6030038","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/informatics6030038","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics6030038","pdf_url":"https://www.mdpi.com/2227-9709/6/3/38/pdf?version=1567508354","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2972255062.pdf","grobid_xml":"https://content.openalex.org/works/W2972255062.grobid-xml"},"referenced_works_count":103,"referenced_works":["https://openalex.org/W87092222","https://openalex.org/W116902681","https://openalex.org/W126266486","https://openalex.org/W151377110","https://openalex.org/W201138236","https://openalex.org/W309312769","https://openalex.org/W1242748811","https://openalex.org/W1584412742","https://openalex.org/W1607038179","https://openalex.org/W1732493212","https://openalex.org/W1839751919","https://openalex.org/W1847142364","https://openalex.org/W1894414046","https://openalex.org/W1959608418","https://openalex.org/W1970088130","https://openalex.org/W1970381522","https://openalex.org/W1975188201","https://openalex.org/W1980262437","https://openalex.org/W1988833430","https://openalex.org/W1990106316","https://openalex.org/W1993755748","https://openalex.org/W1993848578","https://openalex.org/W2000271339","https://openalex.org/W2000304567","https://openalex.org/W2003217181","https://openalex.org/W2019014808","https://openalex.org/W2029767187","https://openalex.org/W2039260438","https://openalex.org/W2041184937","https://openalex.org/W2075949491","https://openalex.org/W2082938293","https://openalex.org/W2084616221","https://openalex.org/W2089220144","https://openalex.org/W2090197195","https://openalex.org/W2090985066","https://openalex.org/W2096071611","https://openalex.org/W2097714558","https://openalex.org/W2097747115","https://openalex.org/W2098986246","https://openalex.org/W2099471712","https://openalex.org/W2101234009","https://openalex.org/W2101549186","https://openalex.org/W2102999520","https://openalex.org/W2117839996","https://openalex.org/W2122646361","https://openalex.org/W2132870739","https://openalex.org/W2145094598","https://openalex.org/W2160642098","https://openalex.org/W2180635266","https://openalex.org/W2212776954","https://openalex.org/W2218318129","https://openalex.org/W2251818274","https://openalex.org/W2295951612","https://openalex.org/W2296719434","https://openalex.org/W2338224285","https://openalex.org/W2406935090","https://openalex.org/W2409550820","https://openalex.org/W2480015043","https://openalex.org/W2521811200","https://openalex.org/W2551008680","https://openalex.org/W2562836854","https://openalex.org/W2584316068","https://openalex.org/W2591724398","https://openalex.org/W2746958487","https://openalex.org/W2772260922","https://openalex.org/W2782780637","https://openalex.org/W2785362611","https://openalex.org/W2786088545","https://openalex.org/W2792764867","https://openalex.org/W2795423566","https://openalex.org/W2819224905","https://openalex.org/W2819579046","https://openalex.org/W2833792958","https://openalex.org/W2884123408","https://openalex.org/W2885960709","https://openalex.org/W2900906990","https://openalex.org/W2902455138","https://openalex.org/W2951911250","https://openalex.org/W2953318193","https://openalex.org/W2962736999","https://openalex.org/W2963210896","https://openalex.org/W2963741336","https://openalex.org/W2963973635","https://openalex.org/W2997574889","https://openalex.org/W3098957257","https://openalex.org/W3139470099","https://openalex.org/W4234158367","https://openalex.org/W4241500541","https://openalex.org/W4243563432","https://openalex.org/W4243967044","https://openalex.org/W4247105055","https://openalex.org/W4254182148","https://openalex.org/W4256177618","https://openalex.org/W6608319088","https://openalex.org/W6636455955","https://openalex.org/W6638832521","https://openalex.org/W6640963894","https://openalex.org/W6675354045","https://openalex.org/W6681096077","https://openalex.org/W6685390936","https://openalex.org/W6691296735","https://openalex.org/W6729558667","https://openalex.org/W6751494907"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2556260348"],"abstract_inverted_index":{"Many":[0],"systems":[1],"rely":[2,46],"on":[3,47,141],"the":[4,18,24,68,106,136,142,192,234],"expertise":[5],"from":[6],"human":[7,100],"operators,":[8],"who":[9],"have":[10,33],"acquired":[11],"their":[12],"knowledge":[13],"through":[14],"practical":[15],"experience":[16],"over":[17],"course":[19],"of":[20,26,67,86,117,154,157,181,236],"many":[21],"years.":[22],"For":[23],"detection":[25,126,143],"anomalies":[27,200],"in":[28,72,90,93,114,161,208,230],"industrial":[29],"settings,":[30],"sensor":[31,91,118,158],"units":[32],"been":[34],"introduced":[35],"to":[36,60,128,138,191,219,225],"predict":[37],"and":[38,74,113,133,144,166],"classify":[39,145],"such":[40],"anomalous":[41,88,146],"events,":[42],"but":[43],"these":[44],"critically":[45],"annotated":[48,168],"data":[49,53,69,159],"for":[50,111,131,176],"training.":[51],"Lengthy":[52],"collection":[54],"campaigns":[55],"are":[56,205],"needed,":[57],"which":[58,134],"tend":[59],"be":[61,220],"combined":[62],"with":[63,122,201],"domain":[64,170],"expert":[65],"annotations":[66,183],"afterwards,":[70],"resulting":[71],"costly":[73],"slow":[75],"process.":[76],"This":[77,148],"work":[78],"presents":[79],"an":[80,173,222,227],"alternative":[81],"by":[82,98,169],"studying":[83],"live":[84,182],"annotation":[85,116,132],"rare":[87],"events":[89],"streams":[92],"a":[94,152,162],"real-world":[95],"manufacturing":[96,164],"setting":[97],"experienced":[99],"operators":[101,137],"that":[102],"can":[103],"also":[104],"observe":[105],"machinery":[107],"itself.":[108],"A":[109],"prototype":[110,149],"visualization":[112],"situ":[115],"signals":[119,130,232],"is":[120],"developed":[121],"embedded":[123],"unsupervised":[124],"anomaly":[125,223],"algorithms":[127],"propose":[129],"allows":[135],"give":[139],"feedback":[140],"events.":[147],"allowed":[150],"assembling":[151],"corpus":[153],"several":[155],"weeks":[156],"measured":[160],"real":[163],"surrounding":[165],"was":[167],"experts":[171],"as":[172],"evaluation":[174,180],"basis":[175],"this":[177,196],"study.":[178],"The":[179],"reveals":[184],"high":[185],"user":[186],"motivation":[187],"after":[188],"getting":[189],"accustomed":[190],"labeling":[193],"prototype.":[194],"After":[195],"initial":[197],"period,":[198],"clear":[199],"characteristic":[202,237],"signal":[203,214,238],"patterns":[204],"detected":[206],"reliably":[207],"visualized":[209],"envelope":[210,231],"signals.":[211],"More":[212],"subtle":[213],"deviations":[215],"were":[216],"less":[217],"likely":[218],"confirmed":[221],"due":[224],"either":[226],"insufficient":[228],"visibility":[229],"or":[233],"absence":[235],"patterns.":[239]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}