{"id":"https://openalex.org/W4313492012","doi":"https://doi.org/10.1145/3570991.3571055","title":"Relation Classification Model Performance as a Function of Dataset Label Noise","display_name":"Relation Classification Model Performance as a Function of Dataset Label Noise","publication_year":2023,"publication_date":"2023-01-04","ids":{"openalex":"https://openalex.org/W4313492012","doi":"https://doi.org/10.1145/3570991.3571055"},"language":"en","primary_location":{"id":"doi:10.1145/3570991.3571055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3570991.3571055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Joint International Conference on Data Science & Management of Data (10th ACM IKDD CODS and 28th COMAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029516604","display_name":"Akshay Parekh","orcid":"https://orcid.org/0000-0002-7325-5085"},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Akshay Parekh","raw_affiliation_strings":["Indian Institute of Technology Guwahati, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Guwahati, India","institution_ids":["https://openalex.org/I1317621060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040626471","display_name":"Ashish Anand","orcid":"https://orcid.org/0000-0002-0024-3358"},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashish Anand","raw_affiliation_strings":["Indian Institute of Technology Guwahati, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Guwahati, India","institution_ids":["https://openalex.org/I1317621060"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000346770","display_name":"Amit Awekar","orcid":"https://orcid.org/0000-0003-1559-8247"},"institutions":[{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amit Awekar","raw_affiliation_strings":["Indian Institute of Technology, Guwahati, Assam, India, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology, Guwahati, Assam, India, India","institution_ids":["https://openalex.org/I1317621060"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5029516604"],"corresponding_institution_ids":["https://openalex.org/I1317621060"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00340209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"139","last_page":"139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8265243768692017},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7450766563415527},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6590647101402283},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6435176730155945},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6206995248794556},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6179280877113342},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5678373575210571},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5195427536964417},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5166478753089905},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4622684717178345},{"id":"https://openalex.org/keywords/noisy-data","display_name":"Noisy data","score":0.44134944677352905},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40729355812072754},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3917858600616455}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8265243768692017},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7450766563415527},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6590647101402283},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6435176730155945},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6206995248794556},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6179280877113342},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5678373575210571},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5195427536964417},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5166478753089905},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4622684717178345},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.44134944677352905},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40729355812072754},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3917858600616455},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3570991.3571055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3570991.3571055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th Joint International Conference on Data Science & Management of Data (10th ACM IKDD CODS and 28th COMAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2759211898","https://openalex.org/W3034891697"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2888188966","https://openalex.org/W3208786872","https://openalex.org/W2990812465","https://openalex.org/W3038785057"],"abstract_inverted_index":{"The":[0],"central":[1],"question":[2,31],"that":[3],"this":[4,30,122],"paper":[5],"address":[6],"is:":[7],"How":[8],"does":[9],"the":[10,20,24,74,77,107,110,116],"performance":[11,117],"of":[12,76,112,118],"a":[13,97],"supervised":[14,49,119],"model":[15],"vary":[16],"with":[17],"respect":[18],"to":[19,63,69,105],"label":[21,66],"noise":[22,67],"in":[23],"testing":[25],"and":[26,80,99,115],"training":[27,47],"dataset?":[28],"Answering":[29],"is":[32,96],"crucial":[33],"for":[34,38,46,83,129],"many":[35],"real-world":[36],"applications":[37],"two":[39],"main":[40],"reasons.":[41],"First,":[42],"most":[43],"datasets":[44,60,89,95],"used":[45],"large":[48,94],"models":[50],"such":[51,72,93],"as":[52,73],"Deep":[53],"Neural":[54],"Networks":[55],"(DNNs)":[56],"are":[57,61,90],"crowd-sourced.":[58],"Such":[59],"known":[62],"have":[64],"significant":[65],"due":[68],"multiple":[70],"factors":[71],"complexity":[75],"annotation":[78],"task":[79],"low":[81],"wages":[82],"crowd-sourced":[84,88],"annotators.":[85],"Second,":[86],"these":[87],"large.":[91],"Reannotating":[92],"time-consuming":[98],"costly":[100],"process.":[101],"Our":[102],"work":[103],"aims":[104],"understand":[106],"relation":[108],"between":[109],"cost":[111],"data":[113,130],"reannotation":[114],"models.":[120],"Understanding":[121],"relationship":[123],"can":[124],"be":[125],"helpful":[126],"while":[127],"planning":[128],"reannotation.":[131]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}