{"id":"https://openalex.org/W2023280931","doi":"https://doi.org/10.1145/2629631","title":"Efficient Interactive Multiclass Learning from Binary Feedback","display_name":"Efficient Interactive Multiclass Learning from Binary Feedback","publication_year":2014,"publication_date":"2014-08-11","ids":{"openalex":"https://openalex.org/W2023280931","doi":"https://doi.org/10.1145/2629631","mag":"2023280931"},"language":"en","primary_location":{"id":"doi:10.1145/2629631","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2629631","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062573204","display_name":"Hung Q. Ngo","orcid":"https://orcid.org/0000-0001-8246-8392"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Hung Ngo","raw_affiliation_strings":["IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065817157","display_name":"Matthew Luciw","orcid":null},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Matthew Luciw","raw_affiliation_strings":["IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040890964","display_name":"Jawas Nagi","orcid":null},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jawas Nagi","raw_affiliation_strings":["IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038027897","display_name":"Alexander F\u00f6rster","orcid":"https://orcid.org/0000-0003-0117-0135"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alexander Forster","raw_affiliation_strings":["IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071172037","display_name":"J\u00fcrgen Schmidhuber","orcid":null},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen Schmidhuber","raw_affiliation_strings":["IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IDSIA, Dalle Molle Institute for Artificial Intelligence, USI-SUPSI, Manno-Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043775193","display_name":"Ngo Anh Vien","orcid":"https://orcid.org/0000-0001-9646-267X"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ngo Anh Vien","raw_affiliation_strings":["MLR Lab, University of Stuttgart, Germany","MLR Lab, University of Stuttgart, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MLR Lab, University of Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]},{"raw_affiliation_string":"MLR Lab, University of Stuttgart, Germany#TAB#","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2425,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.84484994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"4","issue":"3","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8074766397476196},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7268491983413696},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.7176994681358337},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6263779401779175},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6000661253929138},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5944459438323975},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5655738711357117},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4884118437767029},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.48023730516433716},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.4174199104309082},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3271113634109497},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1519850194454193}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8074766397476196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7268491983413696},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.7176994681358337},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6263779401779175},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6000661253929138},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5944459438323975},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5655738711357117},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4884118437767029},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.48023730516433716},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.4174199104309082},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3271113634109497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1519850194454193},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2629631","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2629631","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/85d0acfc-707c-4f9f-81ec-e8dc0ba85f1c","is_oa":false,"landing_page_url":"https://pure.qub.ac.uk/en/publications/85d0acfc-707c-4f9f-81ec-e8dc0ba85f1c","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ngo , H Q , Luciw , M D , Nagi , J , F\u00f6rster , A , Schmidhuber , J & Ngo , V 2014 , ' Efficient Interactive Multiclass Learning from Binary Feedback ' , ACM Transactions on Interactive Intelligent Systems (TiiS) - Special Issue on Multiple Modalities in Interactive Systems and Robots , vol. 4 , no. 3 , pp. 12 . https://doi.org/10.1145/2629631","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1569826452","display_name":null,"funder_award_id":"#231722 (IM-Clever project), #288551 (WAY project), and #270247 (NeuralDynamics project)","funder_id":"https://openalex.org/F4320334960","funder_display_name":"Seventh Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320309370","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10"},{"id":"https://openalex.org/F4320334960","display_name":"Seventh Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W92815668","https://openalex.org/W107548292","https://openalex.org/W309123013","https://openalex.org/W1505937442","https://openalex.org/W1506313179","https://openalex.org/W1523493493","https://openalex.org/W1539975474","https://openalex.org/W1570963478","https://openalex.org/W1647376582","https://openalex.org/W1966771059","https://openalex.org/W1977655452","https://openalex.org/W1979308911","https://openalex.org/W1981289798","https://openalex.org/W1986014385","https://openalex.org/W1999678910","https://openalex.org/W2012715465","https://openalex.org/W2024462648","https://openalex.org/W2033154814","https://openalex.org/W2034806191","https://openalex.org/W2040870580","https://openalex.org/W2041847844","https://openalex.org/W2068871408","https://openalex.org/W2073384958","https://openalex.org/W2074730274","https://openalex.org/W2074772891","https://openalex.org/W2101926813","https://openalex.org/W2102486516","https://openalex.org/W2104554891","https://openalex.org/W2108114251","https://openalex.org/W2112796928","https://openalex.org/W2113651538","https://openalex.org/W2116157560","https://openalex.org/W2118378735","https://openalex.org/W2119821739","https://openalex.org/W2121229943","https://openalex.org/W2121526711","https://openalex.org/W2122537498","https://openalex.org/W2123921497","https://openalex.org/W2126714083","https://openalex.org/W2128859583","https://openalex.org/W2129113961","https://openalex.org/W2130975838","https://openalex.org/W2133864802","https://openalex.org/W2138652336","https://openalex.org/W2139427956","https://openalex.org/W2139716865","https://openalex.org/W2142774925","https://openalex.org/W2147503291","https://openalex.org/W2148461049","https://openalex.org/W2149194912","https://openalex.org/W2153635508","https://openalex.org/W2156869222","https://openalex.org/W2160218441","https://openalex.org/W2160648405","https://openalex.org/W2162253580","https://openalex.org/W2167903421","https://openalex.org/W2168392347","https://openalex.org/W2294422333","https://openalex.org/W2295012785","https://openalex.org/W2340985688","https://openalex.org/W2526273923","https://openalex.org/W2545521674","https://openalex.org/W2615497679","https://openalex.org/W2648403730","https://openalex.org/W2951772124","https://openalex.org/W2963349555","https://openalex.org/W2978329087","https://openalex.org/W3005750793","https://openalex.org/W3009009611","https://openalex.org/W3014813097","https://openalex.org/W3015740509","https://openalex.org/W3018357277","https://openalex.org/W3103519811","https://openalex.org/W4205559380","https://openalex.org/W4205807230","https://openalex.org/W4211221179","https://openalex.org/W4244791762","https://openalex.org/W4249728363","https://openalex.org/W4254300870","https://openalex.org/W4285719527","https://openalex.org/W6635887562","https://openalex.org/W6641990611"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2397544591","https://openalex.org/W4376639527","https://openalex.org/W1991417304","https://openalex.org/W2132876566","https://openalex.org/W1969276875","https://openalex.org/W2788738055","https://openalex.org/W2950049300","https://openalex.org/W4299895404"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,58,79],"novel":[3],"algorithm":[4,65],"called":[5],"upper":[6,33],"confidence":[7,34],"-":[8],"weighted":[9],"learning":[10,15,44,138],"(UCWL)":[11],"for":[12],"online":[13,43,184],"multiclass":[14],"from":[16,172],"binary":[17,153,185,207],"feedback":[18,20,186,197,208],"(e.g.,":[19,198],"that":[21,176,194],"indicates":[22],"whether":[23],"the":[24,32,39,62,64,74,86,96,106,123,135,146,157,164,183,199,210],"prediction":[25],"was":[26],"right":[27],"or":[28],"wrong).":[29],"UCWL":[30,177,204],"combines":[31],"bound":[35],"(UCB)":[36],"framework":[37],"with":[38,90,102,111,168],"soft":[40],"confidence-weighted":[41],"(SCW)":[42],"scheme.":[45],"In":[46],"UCB,":[47],"each":[48],"instance":[49,60],"is":[50,78,119,130,137],"classified":[51],"using":[52],"both":[53],"score":[54],"and":[55,113,116,167],"uncertainty.":[56,76],"For":[57],"given":[59],"in":[61,163,182],"sequence,":[63],"might":[66],"guess":[67],"its":[68],"class":[69,75,201],"label":[70],"primarily":[71],"to":[72,88,95,105,108,139],"reduce":[73],"This":[77],"form":[80],"of":[81,143],"informed":[82],"exploration,":[83],"which":[84],"enables":[85],"performance":[87,118],"improve":[89],"lower":[91],"sample":[92],"complexity":[93],"compared":[94],"case":[97],"without":[98,121],"exploration.":[99],"Combining":[100],"UCB":[101],"SCW":[103],"leads":[104],"ability":[107],"deal":[109],"well":[110],"noisy":[112],"nonseparable":[114],"data,":[115],"state-of-the-art":[117,180,192],"achieved":[120],"increasing":[122],"computational":[124],"cost.":[125],"A":[126],"potential":[127],"application":[128],"setting":[129,166],"human-robot":[131],"interaction":[132],"(HRI),":[133],"where":[134],"robot":[136],"classify":[140],"some":[141],"set":[142],"inputs":[144],"while":[145],"human":[147],"teaches":[148],"it":[149],"by":[150],"providing":[151],"only":[152,206],"feedback\u2014or":[154],"sometimes":[155,190],"even":[156,189],"wrong":[158],"answer":[159],"entirely.":[160],"Experimental":[161],"results":[162],"HRI":[165],"two":[169],"benchmark":[170],"datasets":[171],"other":[173,179],"settings":[174],"show":[175],"outperforms":[178,191],"algorithms":[181,193],"setting\u2014and":[187],"surprisingly":[188],"get":[195],"full":[196],"true":[200],"label),":[202],"whereas":[203],"gets":[205],"on":[209],"same":[211],"data":[212],"sequence.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}