{"id":"https://openalex.org/W2898341306","doi":"https://doi.org/10.1109/lsp.2018.2878066","title":"Optimal Query Selection Using Multi-Armed Bandits","display_name":"Optimal Query Selection Using Multi-Armed Bandits","publication_year":2018,"publication_date":"2018-10-26","ids":{"openalex":"https://openalex.org/W2898341306","doi":"https://doi.org/10.1109/lsp.2018.2878066","mag":"2898341306","pmid":"https://pubmed.ncbi.nlm.nih.gov/31588169"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2018.2878066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2018.2878066","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005242585","display_name":"Aziz Ko\u00e7anao\u011fullar\u0131","orcid":"https://orcid.org/0000-0002-4776-4206"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aziz Kocanaogullari","raw_affiliation_strings":["Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078087798","display_name":"Yeganeh M. Marghi","orcid":"https://orcid.org/0000-0002-5802-7439"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX","US"],"is_corresponding":false,"raw_author_name":"Yeganeh M. Marghi","raw_affiliation_strings":["Northeastern University","Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]},{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007822978","display_name":"Murat Ak\u00e7akaya","orcid":"https://orcid.org/0000-0001-5094-1931"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murat Akcakaya","raw_affiliation_strings":["University of Pittsburgh","University of Pittsburgh, Pittsburgh, USA"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh","institution_ids":["https://openalex.org/I170201317"]},{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083261801","display_name":"Deniz Erdo\u011fmu\u015f","orcid":"https://orcid.org/0000-0002-1114-3539"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I87182695","display_name":"Universidad del Noreste","ror":"https://ror.org/02ahky613","country_code":"MX","type":"education","lineage":["https://openalex.org/I87182695"]}],"countries":["MX","US"],"is_corresponding":false,"raw_author_name":"Deniz Erdogmus","raw_affiliation_strings":["Northeastern University","Northeastern University, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I87182695"]},{"raw_affiliation_string":"Northeastern University, Boston, USA","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005242585"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":1.3237,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8347892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"25","issue":"12","first_page":"1870","last_page":"1874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8088606595993042},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.5599140524864197},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5536881685256958},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4456240236759186},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34796997904777527},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34725236892700195},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33297431468963623},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09984800219535828}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8088606595993042},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.5599140524864197},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5536881685256958},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4456240236759186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34796997904777527},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34725236892700195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33297431468963623},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09984800219535828}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lsp.2018.2878066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2018.2878066","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},{"id":"pmid:31588169","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31588169","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE signal processing letters","raw_type":null},{"id":"pmh:oai:europepmc.org:5844150","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6777547","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2126780499","display_name":null,"funder_award_id":"IIS-1717654","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3481697701","display_name":null,"funder_award_id":"90RE5017-02-01","funder_id":"https://openalex.org/F4320337604","funder_display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research"},{"id":"https://openalex.org/G5428588752","display_name":null,"funder_award_id":"IIS-1149570","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6426612794","display_name":null,"funder_award_id":"CNS-1544895","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337604","display_name":"National Institute on Disability, Independent Living, and Rehabilitation Research","ror":"https://ror.org/033jnv181"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1590583843","https://openalex.org/W1666672054","https://openalex.org/W1970966707","https://openalex.org/W1977989560","https://openalex.org/W2011538677","https://openalex.org/W2062626064","https://openalex.org/W2100415632","https://openalex.org/W2100969003","https://openalex.org/W2104848109","https://openalex.org/W2107132870","https://openalex.org/W2115170664","https://openalex.org/W2115854344","https://openalex.org/W2116671302","https://openalex.org/W2120001292","https://openalex.org/W2121538634","https://openalex.org/W2124241571","https://openalex.org/W2128657437","https://openalex.org/W2130416704","https://openalex.org/W2136817255","https://openalex.org/W2140679654","https://openalex.org/W2143203060","https://openalex.org/W2149306165","https://openalex.org/W2167789032","https://openalex.org/W2169585110","https://openalex.org/W2183950117","https://openalex.org/W2334556985","https://openalex.org/W2475311545","https://openalex.org/W2493878244","https://openalex.org/W2560714445","https://openalex.org/W2565648069","https://openalex.org/W2789084759","https://openalex.org/W2795973083","https://openalex.org/W2886209086","https://openalex.org/W2950141829","https://openalex.org/W2962685216","https://openalex.org/W2963005128","https://openalex.org/W6637001620","https://openalex.org/W6677285668","https://openalex.org/W6679606034","https://openalex.org/W6680925876","https://openalex.org/W6686363349","https://openalex.org/W6731989298"],"related_works":["https://openalex.org/W2006459955","https://openalex.org/W1819934925","https://openalex.org/W4386051213","https://openalex.org/W4205762803","https://openalex.org/W2535856026","https://openalex.org/W2385922226","https://openalex.org/W2265065644","https://openalex.org/W4361194359","https://openalex.org/W2955368753","https://openalex.org/W2413368787"],"abstract_inverted_index":{"Query":[0],"selection":[1,63,97,116,127],"for":[2,11,95,128,149],"latent":[3,82],"variable":[4,83],"estimation":[5,84],"is":[6,66],"conventionally":[7],"performed":[8],"by":[9,44],"opting":[10],"observations":[12],"with":[13,164],"low":[14],"noise":[15],"or":[16],"optimizing":[17],"information":[18,49],"theoretic":[19],"objectives":[20],"related":[21],"to":[22,107,153],"reducing":[23],"the":[24,31,39,46,51,55,69,76,81,99,125,133,136,147,173,177],"level":[25],"of":[26,80,146],"estimated":[27],"uncertainty":[28],"based":[29],"on":[30],"current":[32,47,56,70],"best":[33,57],"estimate.":[34],"In":[35],"these":[36],"approaches,":[37],"typically":[38],"system":[40,171],"makes":[41],"a":[42,88,109,129,165],"decision":[43],"leveraging":[45],"available":[48],"about":[50],"state.":[52],"However,":[53],"trusting":[54],"estimate":[58],"results":[59],"in":[60,124],"poor":[61],"query":[62,96,115,126],"when":[64],"truth":[65],"far":[67],"from":[68],"estimate,":[71],"and":[72,78,161],"this":[73,113,150],"negatively":[74],"impacts":[75],"speed":[77],"accuracy":[79],"procedure.":[85],"We":[86,140],"introduce":[87],"novel":[89],"sequential":[90],"adaptive":[91],"action":[92],"value":[93],"function":[94],"using":[98,157],"multi-armed":[100],"bandit":[101],"(MAB)":[102],"framework":[103],"which":[104],"allows":[105],"us":[106],"find":[108],"tractable":[110],"solution.":[111],"For":[112],"adaptive-sequential":[114],"method,":[117,151],"we":[118],"analytically":[119],"show:":[120],"(i)":[121],"performance":[122,148],"improvement":[123],"dynamical":[130],"system,":[131],"(ii)":[132],"conditions":[134],"where":[135,172],"model":[137,175],"outperforms":[138],"competitors.":[139],"also":[141],"present":[142],"favorable":[143],"empirical":[144],"assessments":[145],"compared":[152],"alternative":[154],"methods,":[155],"both":[156],"Monte":[158],"Carlo":[159],"simulations":[160],"human-in-the-loop":[162],"experiments":[163],"brain":[166],"computer":[167],"interface":[168],"(BCI)":[169],"typing":[170],"language":[174],"provides":[176],"prior":[178],"information.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2018-11-02T00:00:00"}