{"id":"https://openalex.org/W2383901659","doi":"https://doi.org/10.1145/2939672.2939879","title":"Optimally Discriminative Choice Sets in Discrete Choice Models","display_name":"Optimally Discriminative Choice Sets in Discrete Choice Models","publication_year":2016,"publication_date":"2016-08-08","ids":{"openalex":"https://openalex.org/W2383901659","doi":"https://doi.org/10.1145/2939672.2939879","mag":"2383901659"},"language":"en","primary_location":{"id":"doi:10.1145/2939672.2939879","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2939672.2939879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11850/455412","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076941358","display_name":"Igor Labutov","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Igor Labutov","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014510870","display_name":"Frans Schalekamp","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frans Schalekamp","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054072672","display_name":"Kelvin Luu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelvin Luu","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025894735","display_name":"Hod Lipson","orcid":"https://orcid.org/0000-0003-0769-4618"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hod Lipson","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083617223","display_name":"Christoph Studer","orcid":"https://orcid.org/0000-0001-8950-6267"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christoph Studer","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076941358"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.02265915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1665","last_page":"1674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.767490804195404},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7530485391616821},{"id":"https://openalex.org/keywords/discrete-choice","display_name":"Discrete choice","score":0.7108572721481323},{"id":"https://openalex.org/keywords/multinomial-logistic-regression","display_name":"Multinomial logistic regression","score":0.7060439586639404},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6409462094306946},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.5950403809547424},{"id":"https://openalex.org/keywords/choice-set","display_name":"Choice set","score":0.5176973342895508},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5176190137863159},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5025115013122559},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.42722123861312866},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42029818892478943},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4100891351699829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35472923517227173},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13759595155715942},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.12408450245857239},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09175899624824524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.767490804195404},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7530485391616821},{"id":"https://openalex.org/C190669063","wikidata":"https://www.wikidata.org/wiki/Q5282043","display_name":"Discrete choice","level":2,"score":0.7108572721481323},{"id":"https://openalex.org/C117568660","wikidata":"https://www.wikidata.org/wiki/Q1650843","display_name":"Multinomial logistic regression","level":2,"score":0.7060439586639404},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6409462094306946},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.5950403809547424},{"id":"https://openalex.org/C163839840","wikidata":"https://www.wikidata.org/wiki/Q5104043","display_name":"Choice set","level":2,"score":0.5176973342895508},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5176190137863159},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5025115013122559},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.42722123861312866},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42029818892478943},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4100891351699829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35472923517227173},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13759595155715942},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.12408450245857239},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09175899624824524},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2939672.2939879","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2939672.2939879","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/455412","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/455412","pdf_url":"http://hdl.handle.net/20.500.11850/455412","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"KDD '16: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data MiningAugust 2016","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-b-000455412","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000455412","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/455412","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/455412","pdf_url":"http://hdl.handle.net/20.500.11850/455412","source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"KDD '16: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data MiningAugust 2016","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1108935830","display_name":null,"funder_award_id":"CCF-1535897","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3655635986","display_name":null,"funder_award_id":"CCS-1408006","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2383901659.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W183171168","https://openalex.org/W306109848","https://openalex.org/W1481243043","https://openalex.org/W1535520578","https://openalex.org/W1963703166","https://openalex.org/W1966763281","https://openalex.org/W1995794567","https://openalex.org/W2001328500","https://openalex.org/W2028121787","https://openalex.org/W2032508248","https://openalex.org/W2034825773","https://openalex.org/W2069032672","https://openalex.org/W2071519987","https://openalex.org/W2105268242","https://openalex.org/W2112630006","https://openalex.org/W2149058003","https://openalex.org/W2161325192","https://openalex.org/W2407321218","https://openalex.org/W4232605748","https://openalex.org/W6714131951","https://openalex.org/W6966356460"],"related_works":["https://openalex.org/W1600556093","https://openalex.org/W3143873299","https://openalex.org/W1561002350","https://openalex.org/W3121500017","https://openalex.org/W3097028628","https://openalex.org/W4401768057","https://openalex.org/W1994479053","https://openalex.org/W2118655012","https://openalex.org/W3007552564","https://openalex.org/W825010988"],"abstract_inverted_index":{"Difficult":[0],"multiple-choice":[1,106],"(MC)":[2],"questions":[3,107],"can":[4],"be":[5],"made":[6],"easy":[7],"by":[8],"providing":[9],"a":[10,25,33,70,127,155,170],"set":[11,35],"of":[12,15,27,36,44,50,62,116,118,135,163,178],"answer":[13],"options":[14,77],"which":[16],"most":[17],"are":[18,78,109],"obviously":[19],"wrong.":[20],"In":[21,66,121],"the":[22,42,45,57,63,82,113,119,133,161],"education":[23],"literature,":[24],"plethora":[26],"instructional":[28],"guides":[29],"exist":[30],"for":[31,132,143,153],"crafting":[32],"suitable":[34],"wrong":[37],"choices":[38],"(distractors)":[39],"that":[40,108],"enable":[41],"assessment":[43],"students'":[46,83,114],"understanding.":[47],"The":[48],"art":[49],"MC":[51,136],"question":[52],"design":[53,102],"thus":[54],"hinges":[55],"on":[56],"question-maker's":[58],"experience":[59],"and":[60,75,104,158,169],"knowledge":[61],"potential":[64],"misconceptions.":[65],"contrast,":[67],"we":[68,124],"advocate":[69],"data-driven":[71],"approach,":[72],"where":[73],"correct":[74],"incorrect":[76],"assembled":[79],"directly":[80],"from":[81,184],"own":[84],"past":[85],"submissions.":[86],"Large-scale":[87],"online":[88,95,186],"classroom":[89],"settings,":[90],"such":[91],"as":[92],"massively":[93],"open":[94],"courses":[96],"(MOOCs),":[97],"provide":[98],"an":[99,140,151,176],"opportunity":[100],"to":[101,181],"optimal":[103],"adaptive":[105],"maximally":[110],"informative":[111],"about":[112],"level":[115],"understanding":[117],"material.":[120],"this":[122],"work,":[123],"(i)":[125],"develop":[126],"multinomial-logit":[128],"discrete":[129],"choice":[130],"model":[131],"setting":[134],"testing,":[137],"(ii)":[138],"derive":[139],"optimization":[141],"objective":[142],"selecting":[144],"optimally":[145],"discriminative":[146],"option":[147],"sets,":[148],"(iii)":[149],"propose":[150],"algorithm":[152],"finding":[154],"globally-optimal":[156],"solution,":[157],"(iv)":[159],"demonstrate":[160],"effectiveness":[162],"our":[164,179],"approach":[165,180],"via":[166],"synthetic":[167],"experiments":[168],"user":[171],"study.":[172],"We":[173],"finally":[174],"showcase":[175],"application":[177],"crowd-sourcing":[182],"tests":[183],"technical":[185],"forums.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}