{"id":"https://openalex.org/W4399021911","doi":"https://doi.org/10.1007/s10618-024-01026-x","title":"Active learning with biased non-response to label requests","display_name":"Active learning with biased non-response to label requests","publication_year":2024,"publication_date":"2024-05-25","ids":{"openalex":"https://openalex.org/W4399021911","doi":"https://doi.org/10.1007/s10618-024-01026-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-024-01026-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01026-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01026-x.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01026-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040410474","display_name":"Thomas Robinson","orcid":"https://orcid.org/0000-0001-7097-1599"},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Thomas S. Robinson","raw_affiliation_strings":["Central Applied Science, Meta, London, UK","Department of Methodology, The London School of Economics and Political Science, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central Applied Science, Meta, London, UK","institution_ids":[]},{"raw_affiliation_string":"Department of Methodology, The London School of Economics and Political Science, London, UK","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058804848","display_name":"Niek Tax","orcid":"https://orcid.org/0000-0001-7239-5206"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niek Tax","raw_affiliation_strings":["Central Applied Science, Meta, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central Applied Science, Meta, London, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113229007","display_name":"R. G. Mudd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard Mudd","raw_affiliation_strings":["Central Applied Science, Meta, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central Applied Science, Meta, London, UK","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035284207","display_name":"Ido Guy","orcid":"https://orcid.org/0000-0002-5525-1064"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ido Guy","raw_affiliation_strings":["Central Applied Science, Meta, Tel Aviv, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Central Applied Science, Meta, Tel Aviv, Israel","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040410474"],"corresponding_institution_ids":["https://openalex.org/I909854389"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":1.2165,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81915215,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"38","issue":"4","first_page":"2117","last_page":"2140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.619195818901062},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.5561271905899048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3662129342556}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.619195818901062},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.5561271905899048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3662129342556}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10618-024-01026-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01026-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01026-x.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},{"id":"pmh:oai:researchonline.lse.ac.uk:123029","is_oa":true,"landing_page_url":"https://orcid.org/0000-0001-7097-1599>,","pdf_url":"https://researchonline.lse.ac.uk/id/eprint/123029/3/Robinson_active-learning-with-biased-non-response--published.pdf","source":{"id":"https://openalex.org/S4306401593","display_name":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I909854389","host_organization_name":"London School of Economics and Political Science","host_organization_lineage":["https://openalex.org/I909854389"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1007/s10618-024-01026-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-024-01026-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-024-01026-x.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399021911.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1528361845","https://openalex.org/W1970210633","https://openalex.org/W1981276685","https://openalex.org/W1987292194","https://openalex.org/W1996838895","https://openalex.org/W2012878613","https://openalex.org/W2064186732","https://openalex.org/W2065010255","https://openalex.org/W2080021732","https://openalex.org/W2094834818","https://openalex.org/W2100358124","https://openalex.org/W2125943921","https://openalex.org/W2313407065","https://openalex.org/W2337164530","https://openalex.org/W2340502550","https://openalex.org/W2441269247","https://openalex.org/W2540392403","https://openalex.org/W2559008206","https://openalex.org/W2579642215","https://openalex.org/W2795873205","https://openalex.org/W2962989965","https://openalex.org/W3080755960","https://openalex.org/W3097977132","https://openalex.org/W3121539865","https://openalex.org/W3125213913","https://openalex.org/W3207285437","https://openalex.org/W3216206792","https://openalex.org/W4206530644","https://openalex.org/W4297953486","https://openalex.org/W4306779096","https://openalex.org/W4385562485","https://openalex.org/W6608957392"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Abstract":[0],"Active":[1],"learning":[2,108],"can":[3,25],"improve":[4],"the":[5,13,39,45,67,78,89,96,119,133,137,190],"efficiency":[6],"of":[7,41,80,95,194],"training":[8],"prediction":[9],"models":[10,174],"by":[11,37,70],"identifying":[12],"most":[14],"informative":[15],"new":[16],"labels":[17],"to":[18,22,54,88,105,172,186,203],"acquire.":[19],"However,":[20,127],"non-response":[21,42,50,61,123,134,195],"label":[23],"requests":[24],"impact":[26,79],"active":[27,107,200],"learning\u2019s":[28],"effectiveness":[29],"in":[30,44,64,124,136],"real-world":[31,158],"contexts.":[32],"We":[33,57,164],"conceptualise":[34,189],"this":[35,183],"degradation":[36],"considering":[38],"type":[40],"present":[43],"data,":[46],"demonstrating":[47],"that":[48,59,114,166,175,209],"biased":[49,60,81],"is":[51,62],"particularly":[52],"detrimental":[53,140],"model":[55,197,211],"performance.":[56],"argue":[58],"likely":[63],"contexts":[65],"where":[66,132],"labelling":[68,122],"process,":[69],"nature,":[71],"relies":[72],"on":[73,156,178],"user":[74],"interactions.":[75],"To":[76],"mitigate":[77],"non-response,":[82],"we":[83,112,128,152],"propose":[84],"a":[85,157,205],"cost-based":[86],"correction":[87,208],"sampling":[90,145],"strategy\u2013the":[91],"Upper":[92],"Confidence":[93],"Bound":[94],"Expected":[97],"Utility":[98],"(UCB-EU)":[99],"\u2013that":[100],"can,":[101],"plausibly,":[102],"be":[103],"applied":[104],"any":[106],"algorithm.":[109],"Through":[110],"experiments,":[111],"demonstrate":[113],"our":[115,154],"method":[116,155],"successfully":[117],"reduces":[118],"harm":[120],"from":[121,160],"many":[125],"settings.":[126],"also":[129],"characterise":[130],"settings":[131],"bias":[135],"annotations":[138],"remains":[139],"under":[141],"UCB-EU":[142,167],"for":[143],"specific":[144],"methods":[146],"and":[147,196,202],"data":[148],"generating":[149],"processes.":[150],"Finally,":[151],"evaluate":[153],"dataset":[159],"an":[161],"e-commerce":[162],"platform.":[163],"show":[165],"yields":[168],"substantial":[169],"performance":[170],"improvements":[171,198],"conversion":[173],"are":[176],"trained":[177],"clicked":[179],"impressions.":[180],"Most":[181],"generally,":[182],"research":[184],"serves":[185],"both":[187],"better":[188],"interplay":[191],"between":[192],"types":[193],"via":[199],"learning,":[201],"provide":[204],"practical,":[206],"easy-to-implement":[207],"mitigates":[210],"degradation.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}