{"id":"https://openalex.org/W3094122384","doi":"https://doi.org/10.1145/3340531.3412121","title":"Building Test Collections using Bandit Techniques","display_name":"Building Test Collections using Bandit Techniques","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3094122384","doi":"https://doi.org/10.1145/3340531.3412121","mag":"3094122384"},"language":"en","primary_location":{"id":"doi:10.1145/3340531.3412121","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014411432","display_name":"Bahad\u0131r ALTUN","orcid":"https://orcid.org/0000-0002-6503-7109"},"institutions":[{"id":"https://openalex.org/I13236232","display_name":"TOBB University of Economics and Technology","ror":"https://ror.org/03ewx7v96","country_code":"TR","type":"education","lineage":["https://openalex.org/I13236232"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Bahadir Altun","raw_affiliation_strings":["TOBB University of Economics and Technology, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TOBB University of Economics and Technology, Ankara, Turkey","institution_ids":["https://openalex.org/I13236232"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086826049","display_name":"M\u00fccahid Kutlu","orcid":"https://orcid.org/0000-0002-5660-4992"},"institutions":[{"id":"https://openalex.org/I13236232","display_name":"TOBB University of Economics and Technology","ror":"https://ror.org/03ewx7v96","country_code":"TR","type":"education","lineage":["https://openalex.org/I13236232"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mucahid Kutlu","raw_affiliation_strings":["TOBB University of Economics and Technology, Ankara, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TOBB University of Economics and Technology, Ankara, Turkey","institution_ids":["https://openalex.org/I13236232"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I13236232"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1953","last_page":"1956"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.7952473163604736},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7595539093017578},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.684528112411499},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6685673594474792},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6154400110244751},{"id":"https://openalex.org/keywords/reusability","display_name":"Reusability","score":0.5393969416618347},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4779110848903656},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46311891078948975},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39919185638427734},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.321401983499527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30231747031211853},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1021055281162262}],"concepts":[{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.7952473163604736},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7595539093017578},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.684528112411499},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6685673594474792},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6154400110244751},{"id":"https://openalex.org/C137981799","wikidata":"https://www.wikidata.org/wiki/Q1369184","display_name":"Reusability","level":3,"score":0.5393969416618347},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4779110848903656},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46311891078948975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39919185638427734},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.321401983499527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30231747031211853},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1021055281162262},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3340531.3412121","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3340531.3412121","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1507150160","https://openalex.org/W1824124613","https://openalex.org/W1968927634","https://openalex.org/W2057495142","https://openalex.org/W2073913493","https://openalex.org/W2104822358","https://openalex.org/W2120308175","https://openalex.org/W2135985057","https://openalex.org/W2141175968","https://openalex.org/W2163004772","https://openalex.org/W2604466072","https://openalex.org/W2609795610","https://openalex.org/W2887568392","https://openalex.org/W2895814542","https://openalex.org/W2913639701","https://openalex.org/W2981180456","https://openalex.org/W4205902690","https://openalex.org/W4238169060"],"related_works":["https://openalex.org/W4282938614","https://openalex.org/W2953234277","https://openalex.org/W2906929912","https://openalex.org/W2099755394","https://openalex.org/W2626256601","https://openalex.org/W2350686889","https://openalex.org/W1965839502","https://openalex.org/W147410782","https://openalex.org/W2900413183","https://openalex.org/W4390975304"],"abstract_inverted_index":{"The":[0],"high":[1],"cost":[2],"of":[3,37,48,54,73],"constructing":[4],"test":[5,57,68,76,87],"collections":[6,77,88],"led":[7],"many":[8],"researchers":[9],"to":[10,16,39],"develop":[11],"intelligent":[12],"document":[13,43],"selection":[14,44],"methods":[15],"find":[17],"relevant":[18],"documents":[19],"with":[20,85],"fewer":[21],"judgments":[22],"than":[23],"the":[24,55,62,71,94,99],"standard":[25],"pooling":[26],"method":[27,65,97],"requires.":[28],"In":[29,59],"this":[30],"paper,":[31],"we":[32,101],"conduct":[33],"a":[34],"comprehensive":[35],"set":[36],"experiments":[38,84],"evaluate":[40],"six":[41,86],"bandit-based":[42],"methods,":[45],"in":[46],"terms":[47],"evaluation":[49],"reliability,":[50],"fairness,":[51],"and":[52],"reusability":[53],"resultant":[56],"collections.":[58],"our":[60],"experiments,":[61],"best":[63],"performing":[64],"varies":[66],"across":[67],"collections,":[69],"showing":[70],"importance":[72],"using":[74],"diverse":[75],"for":[78],"an":[79],"accurate":[80],"performance":[81],"analysis.":[82],"Our":[83],"also":[89],"show":[90],"that":[91],"Move-To-Front":[92],"is":[93],"most":[95],"robust":[96],"among":[98],"ones":[100],"investigate.":[102]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}