{"id":"https://openalex.org/W2998994232","doi":"https://doi.org/10.1007/s13218-020-00632-3","title":"eXplainable Cooperative Machine Learning with NOVA","display_name":"eXplainable Cooperative Machine Learning with NOVA","publication_year":2020,"publication_date":"2020-01-19","ids":{"openalex":"https://openalex.org/W2998994232","doi":"https://doi.org/10.1007/s13218-020-00632-3","mag":"2998994232"},"language":"en","primary_location":{"id":"doi:10.1007/s13218-020-00632-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13218-020-00632-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13218-020-00632-3.pdf","source":{"id":"https://openalex.org/S4210234608","display_name":"KI - K\u00fcnstliche Intelligenz","issn_l":"0933-1875","issn":["0933-1875","1610-1987"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"KI - K\u00fcnstliche Intelligenz","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s13218-020-00632-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013717782","display_name":"Tobias Baur","orcid":"https://orcid.org/0000-0002-2797-605X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tobias Baur","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2797-605X","affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021690848","display_name":"Alexander Heimerl","orcid":"https://orcid.org/0000-0002-2074-4280"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Heimerl","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023000450","display_name":"Florian Lingenfelser","orcid":"https://orcid.org/0000-0003-1582-9850"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Lingenfelser","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060352345","display_name":"Johannes Wagner","orcid":"https://orcid.org/0000-0003-2389-410X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Wagner","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089151131","display_name":"Michel Valstar","orcid":"https://orcid.org/0000-0003-2414-161X"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michel F. Valstar","raw_affiliation_strings":["University of Nottingham, Nottingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Nottingham, Nottingham, UK","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn Schuller","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Augsburg University, Universit\u00e4tstr. 6a, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5013717782"],"corresponding_institution_ids":["https://openalex.org/I179225836"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":4.0803,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.94854502,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"34","issue":"2","first_page":"143","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.868085503578186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8026624917984009},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7380127906799316},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6465597748756409},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5732116103172302},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5222285985946655},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1113579273223877}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.868085503578186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8026624917984009},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7380127906799316},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6465597748756409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5732116103172302},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5222285985946655},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1113579273223877},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s13218-020-00632-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13218-020-00632-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13218-020-00632-3.pdf","source":{"id":"https://openalex.org/S4210234608","display_name":"KI - K\u00fcnstliche Intelligenz","issn_l":"0933-1875","issn":["0933-1875","1610-1987"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"KI - K\u00fcnstliche Intelligenz","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:71693","is_oa":true,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/71693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":{"id":"doi:10.1007/s13218-020-00632-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13218-020-00632-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13218-020-00632-3.pdf","source":{"id":"https://openalex.org/S4210234608","display_name":"KI - K\u00fcnstliche Intelligenz","issn_l":"0933-1875","issn":["0933-1875","1610-1987"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"KI - K\u00fcnstliche Intelligenz","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G5726086409","display_name":null,"funder_award_id":"392401413","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2998994232.pdf"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W84813673","https://openalex.org/W152150158","https://openalex.org/W188378287","https://openalex.org/W309418507","https://openalex.org/W1021544130","https://openalex.org/W1501005121","https://openalex.org/W1560013842","https://openalex.org/W1591747970","https://openalex.org/W1593934207","https://openalex.org/W1668904664","https://openalex.org/W1844030040","https://openalex.org/W1972508834","https://openalex.org/W1995663108","https://openalex.org/W2003238113","https://openalex.org/W2007139683","https://openalex.org/W2008812481","https://openalex.org/W2023670049","https://openalex.org/W2029538510","https://openalex.org/W2042700175","https://openalex.org/W2053154970","https://openalex.org/W2054541702","https://openalex.org/W2068124150","https://openalex.org/W2086653420","https://openalex.org/W2090777335","https://openalex.org/W2094485533","https://openalex.org/W2097128017","https://openalex.org/W2105410756","https://openalex.org/W2109021302","https://openalex.org/W2117614111","https://openalex.org/W2118407121","https://openalex.org/W2118585731","https://openalex.org/W2127531292","https://openalex.org/W2135195345","https://openalex.org/W2136504847","https://openalex.org/W2136790832","https://openalex.org/W2137406659","https://openalex.org/W2138145603","https://openalex.org/W2144005487","https://openalex.org/W2148378803","https://openalex.org/W2159306398","https://openalex.org/W2177245949","https://openalex.org/W2181647815","https://openalex.org/W2186450909","https://openalex.org/W2246178008","https://openalex.org/W2282821441","https://openalex.org/W2300445845","https://openalex.org/W2327155945","https://openalex.org/W2349867860","https://openalex.org/W2395639500","https://openalex.org/W2404772250","https://openalex.org/W2515496004","https://openalex.org/W2547848982","https://openalex.org/W2573091718","https://openalex.org/W2594302303","https://openalex.org/W2640350988","https://openalex.org/W2742542661","https://openalex.org/W2755291975","https://openalex.org/W2896215772","https://openalex.org/W2903158431","https://openalex.org/W4211153864","https://openalex.org/W4234198895","https://openalex.org/W4247623914","https://openalex.org/W4285719527","https://openalex.org/W4298132949"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Abstract":[0],"In":[1,58],"the":[2,14,46,49,76,86,91,103,107,123,146,162,169],"following":[3],"article,":[4],"we":[5,11],"introduce":[6],"a":[7,26,62,99,119],"novel":[8],"workflow,":[9],"which":[10],"subsume":[12],"under":[13],"term":[15],"\u201cexplainable":[16],"cooperative":[17],"machine":[18,174],"learning\u201d":[19],"and":[20,29,149],"show":[21,133],"its":[22],"practical":[23],"application":[24],"in":[25,48,98,134],"data":[27,95],"annotation":[28,64,87,104,147],"model":[30],"training":[31,52],"tool":[32],"called":[33],"NOVA":[34,60],".":[35],"The":[36],"main":[37,73],"idea":[38],"of":[39,78,102,122,171],"our":[40,139],"approach":[41],"is":[42,75,141],"to":[43,93,114,143,160],"interactively":[44],"incorporate":[45],"\u2018human":[47],"loop\u2019":[50],"when":[51],"classification":[53],"models":[54],"from":[55],"annotated":[56],"data.":[57],"particular,":[59],"offers":[61],"collaborative":[63],"backend":[65],"where":[66],"multiple":[67],"annotators":[68,158],"join":[69],"their":[70,172],"workforce.":[71],"A":[72],"aspect":[74],"possibility":[77,92],"applying":[79],"semi-supervised":[80],"active":[81],"learning":[82,175],"techniques":[83,113],"already":[84],"during":[85],"process":[88,165],"by":[89,153],"giving":[90],"pre-label":[94],"automatically,":[96],"resulting":[97],"drastic":[100],"acceleration":[101],"process.":[105],"Furthermore,":[106],"user-interface":[108],"implements":[109],"recent":[110],"eXplainable":[111],"AI":[112],"provide":[115],"users":[116],"with":[117],"both,":[118],"confidence":[120],"value":[121],"automatically":[124],"predicted":[125],"annotations,":[126],"as":[127,129,166,168],"well":[128,167],"visual":[130,156],"explanation.":[131],"We":[132],"an":[135],"use-case":[136],"evaluation":[137],"that":[138,152],"workflow":[140],"able":[142],"speed":[144],"up":[145],"process,":[148],"further":[150],"argue":[151],"providing":[154],"additional":[155],"explanations":[157],"get":[159],"understand":[161],"decision":[163],"making":[164],"trustworthiness":[170],"trained":[173],"models.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}