{"id":"https://openalex.org/W4413864835","doi":"https://doi.org/10.1587/transinf.2024edp7281","title":"Error Candidate Cross-Validation for Efficient Annotation Error Detection","display_name":"Error Candidate Cross-Validation for Efficient Annotation Error Detection","publication_year":2025,"publication_date":"2025-08-31","ids":{"openalex":"https://openalex.org/W4413864835","doi":"https://doi.org/10.1587/transinf.2024edp7281"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2024edp7281","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7281","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/advpub/0/advpub_2024EDP7281/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/advpub/0/advpub_2024EDP7281/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111560775","display_name":"Kenji Akiyama","orcid":null},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji AKIYAMA","raw_affiliation_strings":["Tokyo University of Agriculture and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology","institution_ids":["https://openalex.org/I92614990"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013740361","display_name":"Kanako Komiya","orcid":"https://orcid.org/0000-0001-6405-1067"},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kanako KOMIYA","raw_affiliation_strings":["Tokyo University of Agriculture and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology","institution_ids":["https://openalex.org/I92614990"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102848944","display_name":"Takafumi Saito","orcid":"https://orcid.org/0000-0001-5831-596X"},"institutions":[{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takafumi SAITO","raw_affiliation_strings":["Tokyo University of Agriculture and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tokyo University of Agriculture and Technology","institution_ids":["https://openalex.org/I92614990"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92614990"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11405181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"E109.D","issue":"3","first_page":"419","last_page":"429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8718304634094238},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6685925126075745},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.5399591326713562},{"id":"https://openalex.org/keywords/cross-validation","display_name":"Cross-validation","score":0.44182753562927246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4191363751888275},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3653414845466614},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3442686200141907},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1858910620212555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8718304634094238},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6685925126075745},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.5399591326713562},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.44182753562927246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4191363751888275},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3653414845466614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3442686200141907},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1858910620212555}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transinf.2024edp7281","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7281","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/advpub/0/advpub_2024EDP7281/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1587/transinf.2024edp7281","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2024edp7281","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/advpub/0/advpub_2024EDP7281/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413864835.pdf","grobid_xml":"https://content.openalex.org/works/W4413864835.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136","https://openalex.org/W4380994516"],"abstract_inverted_index":{"Annotated":[0],"corpora":[1],"play":[2],"a":[3],"crucial":[4],"role":[5],"in":[6,11,72,121],"supervised":[7],"machine":[8,37],"learning,":[9],"particularly":[10],"natural":[12],"language":[13],"processing":[14],"(NLP);":[15],"however,":[16],"labels":[17,43],"assigned":[18],"by":[19],"humans":[20],"are":[21],"not":[22],"always":[23],"reliable.":[24],"Recent":[25],"studies":[26],"have":[27],"predominantly":[28],"employed":[29],"the":[30,50,81,112,127,132],"k-fold":[31],"cross-validation":[32],"method,":[33,86],"which":[34,87,135],"involves":[35],"training":[36,61],"learning":[38],"models":[39],"to":[40,125,134,141],"predict":[41],"data":[42,90,102],"and":[44],"detect":[45],"annotation":[46,143],"errors.":[47],"Although":[48],"increasing":[49],"number":[51],"of":[52],"folds":[53],"or":[54],"performing":[55],"multiple":[56],"validation":[57],"cycles":[58],"with":[59,91,103],"different":[60],"subsets":[62],"can":[63],"improve":[64],"error":[65,93,136],"detection":[66],"accuracy,":[67],"these":[68],"methods":[69],"often":[70],"result":[71],"considerable":[73],"computational":[74],"cost.":[75],"In":[76],"this":[77],"study,":[78],"we":[79,130],"propose":[80],"Annotation":[82],"Error":[83],"Candidate":[84],"Cross-Validation":[85],"selectively":[88],"uses":[89],"low":[92],"probabilities":[94,137],"solely":[95],"for":[96],"training,":[97],"while":[98],"repeatedly":[99],"evaluating":[100],"high-error-probability":[101],"various":[104],"trained":[105],"models.":[106],"Our":[107],"experimental":[108],"results":[109],"demonstrate":[110],"that":[111],"proposed":[113],"method":[114],"accurately":[115],"identifies":[116],"deliberately":[117],"inserted":[118],"label":[119],"errors":[120],"NLP":[122],"tasks.":[123],"Furthermore,":[124],"support":[126],"re-annotation":[128],"process,":[129],"investigate":[131],"extent":[133],"should":[138],"be":[139],"reviewed":[140],"optimize":[142],"efficiency.":[144]},"counts_by_year":[],"updated_date":"2026-03-02T06:13:33.250793","created_date":"2025-10-10T00:00:00"}