{"id":"https://openalex.org/W177233457","doi":null,"title":"CorrActive Learning: Learning from Noisy Data through Human Interaction","display_name":"CorrActive Learning: Learning from Noisy Data through Human Interaction","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W177233457","mag":"177233457"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.187.7868","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.187.7868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.washington.edu/homes/jfogarty/ijcai2009/NallapatiManning.pdf","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109250040","display_name":"Ramesh M. Nallapati","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Nallapati","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047699502","display_name":"Mihai Surdeanu","orcid":"https://orcid.org/0000-0001-6956-8030","observed_orcids":["https://orcid.org/0000-0001-6956-8030"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihai Surdeanu","raw_affiliation_strings":["Stanford University"],"raw_orcid":"https://orcid.org/0000-0001-6956-8030","affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046006076","display_name":"Christopher D. Manning","orcid":"https://orcid.org/0000-0001-6155-649X","observed_orcids":["https://orcid.org/0000-0001-6155-649X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher D. Manning","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.3609,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.67836121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-in-the-loop-machine-learning","display_name":"human-in-the-loop learning","score":0.7609999775886536},{"id":"https://openalex.org/keywords/noisy-labels","display_name":"label noise","score":0.5059999823570251},{"id":"https://openalex.org/keywords/supervised-classification","display_name":"supervised classification","score":0.39100000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465901374816895},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.7415300011634827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6966056823730469},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6636974811553955},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.6427897214889526},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5846382975578308},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5825740694999695},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5626775622367859},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44946131110191345},{"id":"https://openalex.org/C115903097","wikidata":"https://www.wikidata.org/wiki/Q7094097","display_name":"Online machine learning","level":3,"score":0.4348652958869934},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.43458735942840576},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4286544919013977},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.07743370532989502},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.187.7868","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.187.7868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.washington.edu/homes/jfogarty/ijcai2009/NallapatiManning.pdf","raw_type":"text"},{"id":"mag:177233457","doi":null,"is_oa":false,"landing_page_url":"http://ai.stanford.edu/~nmramesh/corrActiveLearning.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1970381522","https://openalex.org/W1999038366","https://openalex.org/W2085989833","https://openalex.org/W2107189314","https://openalex.org/W2150102617","https://openalex.org/W2157958821","https://openalex.org/W2426031434"],"related_works":["https://openalex.org/W2799090584","https://openalex.org/W2396424716","https://openalex.org/W2403518066","https://openalex.org/W4402671886","https://openalex.org/W4415976143","https://openalex.org/W4367663174","https://openalex.org/W2590150025","https://openalex.org/W7217854237","https://openalex.org/W7095233924","https://openalex.org/W1600192391"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,100,104,152,165,189],"new":[3,157],"framework":[4],"of":[5,48,95,164],"supervised":[6,54,97,166],"machine":[7],"learning":[8,24,31,41,143],"called":[9],"CorrActive":[10],"Learning,":[11],"short":[12],"for":[13,37],"Corrective":[14],"Active":[15],"Learning.":[16],"Similar":[17],"to":[18,34,52,60,69,117,128,138,184,204,217],"active":[19,30],"learning,":[20],"this":[21,64],"setting":[22],"involves":[23],"through":[25],"human":[26,153],"interaction.":[27],"However,":[28],"unlike":[29],"which":[32],"aims":[33],"acquire":[35],"labels":[36],"unlabeled":[38],"examples,":[39],"corrActive":[40,158,180,213],"addresses":[42],"the":[43,46,53,66,71,81,86,93,96,111,119,123,129,145,156,162,179,198,212,219,225],"problem":[44],"where":[45],"set":[47],"training":[49],"data":[50,89,124],"provided":[51],"learner":[55,159,181,190,214],"is":[56,68,182,202,215],"noisy":[57,87,112,170],"with":[58],"respect":[59],"its":[61],"labels.":[62],"In":[63,172],"scenario,":[65],"objective":[67],"accomplish":[70],"following":[72],"two":[73],"related":[74],"goals":[75],"simultaneously,":[76],"using":[77,194],"minimal":[78],"assistance":[79],"from":[80,110,144],"user:":[82],"(a)":[83],"clean":[84],"up":[85],"labeled":[88,113],"and":[90,115,141],"(b)":[91],"improve":[92],"performance":[94,163],"learner.":[98],"As":[99],"solution,":[101],"we":[102],"present":[103],"simple":[105],"algorithm":[106],"that":[107,134,155,178,191],"learns":[108],"initially":[109],"data,":[114],"proceeds":[116],"correct":[118],"labeling":[120,199],"errors":[121],"in":[122],"iteratively":[125],"by":[126],"presenting":[127],"user":[130],"only":[131],"those":[132],"examples":[133,193,221],"are":[135],"most":[136],"likely":[137],"be":[139],"mislabeled,":[140],"simultaneously":[142],"corrected":[146],"examples.":[147],"Our":[148],"preliminary":[149],"experiments":[150,176],"involving":[151],"suggest":[154],"significantly":[160],"improves":[161],"classifier":[167],"learned":[168],"on":[169],"data.":[171],"addition,":[173],"our":[174],"synthetic":[175],"show":[177],"able":[183,216],"learn":[185],"much":[186,222],"faster":[187],"than":[188,224],"chooses":[192],"random":[195,226],"sampling,":[196],"when":[197],"error":[200,210],"rate":[201],"low":[203],"moderate":[205],"(<":[206],"25%).":[207],"At":[208],"all":[209],"rates,":[211],"identify":[218],"mislabeled":[220],"better":[223],"sampler.":[227],"1":[228]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2016-06-24T00:00:00"}