{"id":"https://openalex.org/W3188648403","doi":"https://doi.org/10.24963/ijcai.2021/634","title":"A Comparative Survey: Benchmarking for Pool-based Active Learning","display_name":"A Comparative Survey: Benchmarking for Pool-based Active Learning","publication_year":2021,"publication_date":"2021-08-01","ids":{"openalex":"https://openalex.org/W3188648403","doi":"https://doi.org/10.24963/ijcai.2021/634","mag":"3188648403"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2021/634","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/634","pdf_url":"https://www.ijcai.org/proceedings/2021/0634.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2021/0634.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059016202","display_name":"Xueying Zhan","orcid":"https://orcid.org/0000-0002-8252-0178"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xueying Zhan","raw_affiliation_strings":["City University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338946","display_name":"Huan Liu","orcid":"https://orcid.org/0000-0002-3264-7904"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huan Liu","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065680386","display_name":"Antoni B. Chan","orcid":"https://orcid.org/0000-0002-2886-2513"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Antoni B. Chan","raw_affiliation_strings":["City University of Hong Kong, Hong, Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong, Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.982,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.96364,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4679","last_page":"4686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8908957242965698},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8024550080299377},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7876628637313843},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.719531238079071},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6684781908988953},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5849539041519165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5576013326644897},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5467232465744019},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5104009509086609},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.427185982465744},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38239526748657227},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09923899173736572}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8908957242965698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8024550080299377},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7876628637313843},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.719531238079071},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6684781908988953},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5849539041519165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5576013326644897},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5467232465744019},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5104009509086609},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.427185982465744},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38239526748657227},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09923899173736572},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2021/634","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/634","pdf_url":"https://www.ijcai.org/proceedings/2021/0634.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2021/634","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2021/634","pdf_url":"https://www.ijcai.org/proceedings/2021/0634.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirtieth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6499999761581421,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3188648403.pdf","grobid_xml":"https://content.openalex.org/works/W3188648403.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W586780102","https://openalex.org/W603830301","https://openalex.org/W1513874326","https://openalex.org/W1553262910","https://openalex.org/W1580375566","https://openalex.org/W1599935123","https://openalex.org/W1933173902","https://openalex.org/W1965450189","https://openalex.org/W1975672287","https://openalex.org/W1991234467","https://openalex.org/W1991357106","https://openalex.org/W1992946551","https://openalex.org/W1993615002","https://openalex.org/W1994757995","https://openalex.org/W2003381716","https://openalex.org/W2012878613","https://openalex.org/W2037866349","https://openalex.org/W2042932437","https://openalex.org/W2108740451","https://openalex.org/W2117763124","https://openalex.org/W2125834286","https://openalex.org/W2133860205","https://openalex.org/W2139238311","https://openalex.org/W2140539195","https://openalex.org/W2144452292","https://openalex.org/W2153356636","https://openalex.org/W2165484066","https://openalex.org/W2292361954","https://openalex.org/W2343514605","https://openalex.org/W2399386490","https://openalex.org/W2465668693","https://openalex.org/W2513389159","https://openalex.org/W2559008206","https://openalex.org/W2605343357","https://openalex.org/W2735257517","https://openalex.org/W2739068567","https://openalex.org/W2739497747","https://openalex.org/W2740505281","https://openalex.org/W2740823339","https://openalex.org/W2748525783","https://openalex.org/W2763389080","https://openalex.org/W2791614954","https://openalex.org/W2808405490","https://openalex.org/W2824561939","https://openalex.org/W2903158431","https://openalex.org/W2904845482","https://openalex.org/W2909339319","https://openalex.org/W2942927996","https://openalex.org/W2948367246","https://openalex.org/W2949899225","https://openalex.org/W2963613834","https://openalex.org/W2964011727","https://openalex.org/W4376601268"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W4399363378","https://openalex.org/W2803139007","https://openalex.org/W2088647418","https://openalex.org/W1482441085","https://openalex.org/W2966858528","https://openalex.org/W2151687600"],"abstract_inverted_index":{"Active":[0],"learning":[1,8,13],"(AL)":[2],"is":[3,36,45],"a":[4,12,138],"subfield":[5],"of":[6,84,90,106,140],"machine":[7],"(ML)":[9],"in":[10,38,122],"which":[11],"algorithm":[14],"aims":[15],"to":[16,29,54,132],"achieve":[17],"good":[18],"accuracy":[19],"with":[20,137],"fewer":[21],"training":[22],"samples":[23],"by":[24],"interactively":[25],"querying":[26],"the":[27,75,81,91,104,107,149],"oracles":[28],"label":[30],"new":[31,85],"data":[32,44],"points.":[33],"Pool-based":[34],"AL":[35,59,119,135],"well-motivated":[37],"many":[39,57],"ML":[40],"tasks,":[41],"where":[42],"unlabeled":[43],"abundant,":[46],"but":[47],"their":[48],"labels":[49],"are":[50],"hard":[51],"or":[52],"costly":[53],"obtain.":[55],"Although":[56],"pool-based":[58,134],"methods":[60,86,136],"have":[61],"been":[62],"developed,":[63],"some":[64],"important":[65],"questions":[66],"remain":[67],"unanswered":[68],"such":[69],"as":[70],"how":[71],"to:":[72],"1)":[73],"determine":[74],"current":[76],"state-of-the-art":[77],"technique;":[78],"2)":[79],"evaluate":[80],"relative":[82],"benefit":[83],"for":[87],"various":[88,118],"properties":[89],"dataset;":[92],"3)":[93],"understand":[94],"what":[95],"specific":[96],"problems":[97],"merit":[98],"greater":[99],"attention;":[100],"and":[101,116,126,142,145],"4)":[102],"measure":[103],"progress":[105],"field":[108],"over":[109],"time.":[110],"In":[111],"this":[112],"paper,":[113],"we":[114],"survey":[115],"compare":[117],"strategies":[120],"used":[121],"both":[123],"recently":[124],"proposed":[125],"classic":[127],"highly-cited":[128],"methods.":[129],"We":[130],"propose":[131],"benchmark":[133],"variety":[139],"datasets":[141],"quantitative":[143],"metric,":[144],"draw":[146],"insights":[147],"from":[148],"comparative":[150],"empirical":[151],"results.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}