{"id":"https://openalex.org/W4400055300","doi":"https://doi.org/10.1007/s10796-024-10503-z","title":"Comparing and Improving Active Learning Uncertainty Measures for Transformer Models by Discarding Outliers","display_name":"Comparing and Improving Active Learning Uncertainty Measures for Transformer Models by Discarding Outliers","publication_year":2024,"publication_date":"2024-06-26","ids":{"openalex":"https://openalex.org/W4400055300","doi":"https://doi.org/10.1007/s10796-024-10503-z"},"language":"en","primary_location":{"id":"doi:10.1007/s10796-024-10503-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10796-024-10503-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10796-024-10503-z.pdf","source":{"id":"https://openalex.org/S181659395","display_name":"Information Systems Frontiers","issn_l":"1387-3326","issn":["1387-3326","1572-9419"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems Frontiers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10796-024-10503-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038147189","display_name":"Julius Gonsior","orcid":"https://orcid.org/0000-0002-5985-4348"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Julius Gonsior","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5985-4348","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000427929","display_name":"Christian Falkenberg","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Falkenberg","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036541124","display_name":"Silvio Magino","orcid":null},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Silvio Magino","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031923942","display_name":"Anja Reusch","orcid":"https://orcid.org/0000-0002-2537-9841"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anja Reusch","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2537-9841","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034533320","display_name":"Claudio Hartmann","orcid":"https://orcid.org/0000-0002-5334-059X"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Claudio Hartmann","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5334-059X","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000229374","display_name":"Maik Thiele","orcid":"https://orcid.org/0000-0002-1665-977X"},"institutions":[{"id":"https://openalex.org/I4210165059","display_name":"Hochschule f\u00fcr Technik und Wirtschaft Dresden \u2013 University of Applied Sciences","ror":"https://ror.org/05q5pk319","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210165059"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maik Thiele","raw_affiliation_strings":["Hochschule f\u00fcr Technik und Wirtschaft Dresden, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1665-977X","affiliations":[{"raw_affiliation_string":"Hochschule f\u00fcr Technik und Wirtschaft Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I4210165059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063512642","display_name":"Wolfgang Lehner","orcid":"https://orcid.org/0000-0001-8107-2775"},"institutions":[{"id":"https://openalex.org/I78650965","display_name":"Technische Universit\u00e4t Dresden","ror":"https://ror.org/042aqky30","country_code":"DE","type":"education","lineage":["https://openalex.org/I78650965"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Lehner","raw_affiliation_strings":["Technische Universit\u00e4t Dresden, Dresden, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8107-2775","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Dresden, Dresden, Germany","institution_ids":["https://openalex.org/I78650965"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038147189"],"corresponding_institution_ids":["https://openalex.org/I78650965"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.752,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66292158,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"28","issue":"3","first_page":"901","last_page":"917"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13050","display_name":"Oil and Gas Production Techniques","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7487943768501282},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.7075418829917908},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5402623414993286},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.45624059438705444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44420474767684937},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44106072187423706},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3402438759803772},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10289615392684937}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7487943768501282},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.7075418829917908},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5402623414993286},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.45624059438705444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44420474767684937},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44106072187423706},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3402438759803772},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10289615392684937},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10796-024-10503-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10796-024-10503-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10796-024-10503-z.pdf","source":{"id":"https://openalex.org/S181659395","display_name":"Information Systems Frontiers","issn_l":"1387-3326","issn":["1387-3326","1572-9419"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems Frontiers","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10796-024-10503-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10796-024-10503-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10796-024-10503-z.pdf","source":{"id":"https://openalex.org/S181659395","display_name":"Information Systems Frontiers","issn_l":"1387-3326","issn":["1387-3326","1572-9419"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Systems Frontiers","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G997366852","display_name":null,"funder_award_id":"01IS17044","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400055300.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W603830301","https://openalex.org/W1514707997","https://openalex.org/W1995875735","https://openalex.org/W2080021732","https://openalex.org/W2183341477","https://openalex.org/W2735531870","https://openalex.org/W2774918944","https://openalex.org/W2806471870","https://openalex.org/W2904845482","https://openalex.org/W2919115771","https://openalex.org/W2951061410","https://openalex.org/W2951911250","https://openalex.org/W2954732411","https://openalex.org/W2956371155","https://openalex.org/W2962745799","https://openalex.org/W2963995504","https://openalex.org/W2964282813","https://openalex.org/W2970450573","https://openalex.org/W3012254281","https://openalex.org/W3020935790","https://openalex.org/W3174481471","https://openalex.org/W3188648403","https://openalex.org/W3197876970","https://openalex.org/W3199062879","https://openalex.org/W4206734067","https://openalex.org/W4225410698","https://openalex.org/W4285177617","https://openalex.org/W4308608736","https://openalex.org/W6637001620","https://openalex.org/W6679665378","https://openalex.org/W6735374517","https://openalex.org/W6739901393","https://openalex.org/W6751800415","https://openalex.org/W6759166333"],"related_works":["https://openalex.org/W3006513224","https://openalex.org/W2046456988","https://openalex.org/W2357409937","https://openalex.org/W2510582230","https://openalex.org/W2978674666","https://openalex.org/W2074430941","https://openalex.org/W2113096305","https://openalex.org/W1977636359","https://openalex.org/W2772305933","https://openalex.org/W4206195464"],"abstract_inverted_index":{"Abstract":[0],"Despite":[1],"achieving":[2],"state-of-the-art":[3],"results":[4,156],"in":[5,40,52,124,157],"nearly":[6],"all":[7],"Natural":[8],"Language":[9],"Processing":[10],"applications,":[11],"fine-tuning":[12],"Transformer-encoder":[13],"based":[14],"language":[15,140],"models":[16],"still":[17],"requires":[18],"a":[19,42,67,143,149],"significant":[20],"amount":[21,36,57],"of":[22,37,58,71,113,130,137],"labeled":[23,43],"data":[24],"to":[25,33,66,151,163],"achieve":[26],"satisfying":[27],"work.":[28],"A":[29,75],"well":[30],"known":[31],"technique":[32],"reduce":[34,134],"the":[35,55,72,79,84,102,114,135,138,164],"human":[38],"effort":[39],"acquiring":[41],"dataset":[44],"is":[45,60,78,110],"Active":[46],"Learning":[47],"(AL):":[48],"an":[49],"iterative":[50],"process":[51],"which":[53,132,155],"only":[54],"minimal":[56],"samples":[59,119],"labeled.":[61],"AL":[62],"strategies":[63],"require":[64],"access":[65],"quantified":[68],"confidence":[69],"measure":[70],"model":[73],"predictions.":[74],"common":[76],"choice":[77],"softmax":[80,103,165],"activation":[81],"function":[82,104],"for":[83,159],"final":[85],"Neural":[86],"Network":[87],"layer.":[88],"In":[89],"this":[90,145],"paper,":[91],"we":[92],"compare":[93],"eight":[94],"alternatives":[95],"on":[96],"seven":[97],"datasets":[98],"and":[99],"show":[100],"that":[101,111],"provides":[105],"misleading":[106],"probabilities.":[107],"Our":[108],"finding":[109],"most":[112,160],"methods":[115,161],"primarily":[116],"identify":[117],"hard-to-learn-from":[118],"(commonly":[120],"called":[121],"outliers),":[122],"resulting":[123],"worse":[125],"than":[126],"random":[127],"performance,":[128],"instead":[129],"samples,":[131,154],"actually":[133],"uncertainty":[136],"learned":[139],"model.":[141],"As":[142],"solution,":[144],"paper":[146],"proposes":[147],"Uncertainty-Clipping,":[148],"heuristic":[150],"systematically":[152],"exclude":[153],"improvements":[158],"compared":[162],"function.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-25T05:54:39.514286","created_date":"2025-10-10T00:00:00"}