{"id":"https://openalex.org/W4406457962","doi":"https://doi.org/10.1109/bigdata62323.2024.10825140","title":"Targeting Negative Flips in Active Learning using Validation Sets","display_name":"Targeting Negative Flips in Active Learning using Validation Sets","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406457962","doi":"https://doi.org/10.1109/bigdata62323.2024.10825140"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825140","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825140","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085156570","display_name":"Ryan Benkert","orcid":"https://orcid.org/0000-0002-9634-9359"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Benkert","raw_affiliation_strings":["Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010958338","display_name":"Mohit Prabhushankar","orcid":"https://orcid.org/0000-0002-8743-7058"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohit Prabhushankar","raw_affiliation_strings":["Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006145139","display_name":"Ghassan AlRegib","orcid":"https://orcid.org/0000-0001-6818-8001"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ghassan AlRegib","raw_affiliation_strings":["Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,OLIVES at the Center for Signal and Information Processing CSIP, School of Electrical and Computer Engineering,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2211246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"820","last_page":"829"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.654568076133728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44570741057395935},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3574014902114868}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.654568076133728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44570741057395935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3574014902114868}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825140","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825140","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1580210754","https://openalex.org/W1821462560","https://openalex.org/W1872312298","https://openalex.org/W1968200975","https://openalex.org/W2011674654","https://openalex.org/W2056138823","https://openalex.org/W2104848109","https://openalex.org/W2119880843","https://openalex.org/W2128677288","https://openalex.org/W2159574904","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2551176409","https://openalex.org/W2774918944","https://openalex.org/W2798820905","https://openalex.org/W2903158431","https://openalex.org/W2911333381","https://openalex.org/W2948367246","https://openalex.org/W2949071206","https://openalex.org/W2951013084","https://openalex.org/W2963149653","https://openalex.org/W2963588172","https://openalex.org/W2964059111","https://openalex.org/W2990138404","https://openalex.org/W3092527263","https://openalex.org/W3097784654","https://openalex.org/W3110039477","https://openalex.org/W3118608800","https://openalex.org/W3120338137","https://openalex.org/W3193388496","https://openalex.org/W3195951188","https://openalex.org/W3196639613","https://openalex.org/W4211061250","https://openalex.org/W4247901949","https://openalex.org/W4285182067","https://openalex.org/W4285661751","https://openalex.org/W4287163490","https://openalex.org/W4308236844","https://openalex.org/W4308238198","https://openalex.org/W4321780005","https://openalex.org/W4387346582","https://openalex.org/W4391094005","https://openalex.org/W4399151242","https://openalex.org/W4399399308","https://openalex.org/W6630965568","https://openalex.org/W6638523607","https://openalex.org/W6639393196","https://openalex.org/W6676725880","https://openalex.org/W6730042731","https://openalex.org/W6730251247","https://openalex.org/W6735374517","https://openalex.org/W6745907806","https://openalex.org/W6747231328","https://openalex.org/W6747438826","https://openalex.org/W6752540598","https://openalex.org/W6755174528","https://openalex.org/W6756615331","https://openalex.org/W6757248479","https://openalex.org/W6758759751","https://openalex.org/W6763607942","https://openalex.org/W6764588566","https://openalex.org/W6784323503","https://openalex.org/W6785905171","https://openalex.org/W6787972765","https://openalex.org/W6797660822","https://openalex.org/W6798999318","https://openalex.org/W6802903043","https://openalex.org/W6811014117","https://openalex.org/W6840652820","https://openalex.org/W6868750767"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"The":[0,12,29,50,113,163],"performance":[1,99,238],"of":[2,57,100,107,174,185,242],"active":[3,101,149,170,187,216],"learning":[4,102,150,171,188,217],"algorithms":[5,103,151],"can":[6],"be":[7],"improved":[8],"in":[9,47,65,105,118,235,240],"two":[10],"ways.":[11],"often":[13],"used":[14],"and":[15,60,84,110,125,131,158,190,195],"intuitive":[16],"way":[17,31],"is":[18,32,45,52,63,121,141,145,166],"by":[19,54],"reducing":[20,132],"the":[21,26,42,55,58,61,81,98,139,161,175,183,186,224],"overall":[22,126],"error":[23,127],"rate":[24,246],"within":[25,223],"test":[27],"set.":[28],"second":[30,164],"to":[33,213,220],"ensure":[34],"that":[35,74,122,138,167,206,229],"correct":[36],"predictions":[37],"are":[38,72,75,90,129],"not":[39,135,153],"forgotten":[40],"when":[41,78],"training":[43],"set":[44,212,233],"increased":[46],"between":[48,68],"rounds.":[49,69],"former":[51],"measured":[53],"accuracy":[56,109],"model":[59],"latter":[62],"captured":[64],"negative":[66,111,123,155,193,221,244],"flips":[67,71,124,156,194,222],"Negative":[70],"samples":[73,89],"correctly":[76],"predicted":[77,86],"trained":[79],"with":[80],"previous/smaller":[82],"dataset":[83],"incorrectly":[85],"after":[87],"additional":[88],"labeled.":[91],"In":[92],"this":[93,119],"paper,":[94],"we":[95,116],"discuss":[96],"improving":[97],"both":[104,192],"terms":[106,241],"prediction":[108,196],"flips.":[112],"first":[114],"observation":[115,144,165],"make":[117],"paper":[120],"rates":[128],"decoupled":[130],"one":[133],"does":[134],"necessarily":[136],"imply":[137],"other":[140],"reduced.":[142],"Our":[143],"important":[146],"as":[147],"current":[148],"do":[152],"consider":[154],"directly":[157],"implicitly":[159],"assume":[160],"opposite.":[162],"performing":[168],"targeted":[169],"on":[172,182],"subsets":[173],"unlabeled":[176,225],"pool":[177],"has":[178],"a":[179,203,208,231,236],"significant":[180,237],"impact":[181],"behavior":[184],"algorithm":[189,205],"influences":[191],"accuracy.":[197],"We":[198,227],"then":[199],"develop":[200],"ROSE":[201],"-":[202],"plug-in":[204],"utilizes":[207],"small":[209],"labeled":[210],"validation":[211,232],"restrict":[214],"arbitrary":[215],"acquisition":[218],"functions":[219],"pool.":[226],"show":[228],"integrating":[230],"results":[234],"boost":[239],"accuracy,":[243],"flip":[245],"reduction,":[247],"or":[248],"both.":[249]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}