{"id":"https://openalex.org/W4388162954","doi":"https://doi.org/10.1145/3617694.3623254","title":"Deploying a Robust Active Preference Elicitation Algorithm on MTurk: Experiment Design, Interface, and Evaluation for COVID-19 Patient Prioritization","display_name":"Deploying a Robust Active Preference Elicitation Algorithm on MTurk: Experiment Design, Interface, and Evaluation for COVID-19 Patient Prioritization","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4388162954","doi":"https://doi.org/10.1145/3617694.3623254"},"language":"en","primary_location":{"id":"doi:10.1145/3617694.3623254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623254","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623254","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102975258","display_name":"Caroline M. Johnston","orcid":"https://orcid.org/0009-0002-6219-7606"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caroline M Johnston","raw_affiliation_strings":["USC Center for AI in Society, United States"],"raw_orcid":"https://orcid.org/0009-0002-6219-7606","affiliations":[{"raw_affiliation_string":"USC Center for AI in Society, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068260545","display_name":"Patrick Vossler","orcid":"https://orcid.org/0000-0002-9506-0940"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patrick Vossler","raw_affiliation_strings":["USC Center for AI in Society, USA"],"raw_orcid":"https://orcid.org/0000-0002-9506-0940","affiliations":[{"raw_affiliation_string":"USC Center for AI in Society, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031254256","display_name":"Simon Blessenohl","orcid":"https://orcid.org/0000-0003-1762-7064"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon Blessenohl","raw_affiliation_strings":["USC Center for AI in Society, USA"],"raw_orcid":"https://orcid.org/0000-0003-1762-7064","affiliations":[{"raw_affiliation_string":"USC Center for AI in Society, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069365931","display_name":"Phebe Vayanos","orcid":"https://orcid.org/0000-0001-7800-7235"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phebe Vayanos","raw_affiliation_strings":["USC Center for AI in Society, USA"],"raw_orcid":"https://orcid.org/0000-0001-7800-7235","affiliations":[{"raw_affiliation_string":"USC Center for AI in Society, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6544,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71033677,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/preference-elicitation","display_name":"Preference elicitation","score":0.9367804527282715},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7756807804107666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7000842690467834},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.6994861960411072},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.5195241570472717},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.5171865224838257},{"id":"https://openalex.org/keywords/requirements-elicitation","display_name":"Requirements elicitation","score":0.48924756050109863},{"id":"https://openalex.org/keywords/preference-learning","display_name":"Preference learning","score":0.48588985204696655},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3652534782886505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3509455919265747},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.2051599621772766},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1234082281589508},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09928816556930542},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0897325873374939}],"concepts":[{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.9367804527282715},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7756807804107666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7000842690467834},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.6994861960411072},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.5195241570472717},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.5171865224838257},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.48924756050109863},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.48588985204696655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3652534782886505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3509455919265747},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2051599621772766},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1234082281589508},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09928816556930542},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0897325873374939},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.0},{"id":"https://openalex.org/C59488412","wikidata":"https://www.wikidata.org/wiki/Q187147","display_name":"Requirements analysis","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3617694.3623254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623254","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3617694.3623254","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623254","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623254","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3342643748","display_name":"CAREER: Robust, Interpretable, and Fair Allocation of Scarce Resources in Socially Sensitive Settings","funder_award_id":"2046230","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8070878210","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"1842487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308668","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388162954.pdf","grobid_xml":"https://content.openalex.org/works/W4388162954.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1653473560","https://openalex.org/W1971168955","https://openalex.org/W2010225880","https://openalex.org/W2023805965","https://openalex.org/W2081081544","https://openalex.org/W2083329137","https://openalex.org/W2093860879","https://openalex.org/W2114269021","https://openalex.org/W2119298903","https://openalex.org/W2126815623","https://openalex.org/W2145996207","https://openalex.org/W2150341114","https://openalex.org/W2161080627","https://openalex.org/W2281090488","https://openalex.org/W2473401504","https://openalex.org/W2802771679","https://openalex.org/W2896252141","https://openalex.org/W2982915530","https://openalex.org/W3012690896","https://openalex.org/W3012786572","https://openalex.org/W3012804303","https://openalex.org/W3040025862","https://openalex.org/W3124036846","https://openalex.org/W3125327405","https://openalex.org/W4283159495","https://openalex.org/W4287829102","https://openalex.org/W4297818399","https://openalex.org/W4327990559"],"related_works":["https://openalex.org/W4243749125","https://openalex.org/W2025932902","https://openalex.org/W1515481220","https://openalex.org/W2060303324","https://openalex.org/W1562775108","https://openalex.org/W4206238124","https://openalex.org/W4324116389","https://openalex.org/W4200207182","https://openalex.org/W3126212998","https://openalex.org/W4206349327"],"abstract_inverted_index":{"Preference":[0],"elicitation":[1,22,35,108,127],"leverages":[2],"AI":[3],"or":[4],"optimization":[5],"to":[6,15,31,62,70,137],"learn":[7],"stakeholder":[8],"preferences":[9,113,140],"in":[10,29,37,158,164],"settings":[11],"ranging":[12],"from":[13],"marketing":[14],"public":[16],"policy.":[17],"The":[18],"online":[19,104],"robust":[20,73,145],"preference":[21,107],"procedure":[23],"of":[24,39,55,84,120,162,166],"[34]":[25],"has":[26],"been":[27],"shown":[28],"simulation":[30],"outperform":[32],"various":[33],"other":[34],"procedures":[36],"terms":[38,165],"effectively":[40],"learning":[41],"individuals\u2019":[42],"true":[43,64],"utilities.":[44],"However,":[45],"as":[46],"with":[47,169],"any":[48],"simulation,":[49],"the":[50,72,81,96,144,153,159],"method":[51,146,157],"makes":[52],"a":[53,117,125,170],"series":[54],"assumptions":[56],"that":[57,143],"cannot":[58],"easily":[59],"be":[60],"verified":[61],"hold":[63],"beyond":[65],"simulation.":[66],"Thus,":[67],"we":[68,101],"propose":[69],"validate":[71],"method\u2019s":[74],"performance":[75],"using":[76],"real":[77],"users,":[78],"focusing":[79],"on":[80],"particular":[82,126],"challenge":[83],"selecting":[85],"policies":[86,168],"for":[87,91,106],"prioritizing":[88],"COVID-19":[89],"patients":[90],"scarce":[92],"hospital":[93],"resources":[94],"during":[95],"pandemic.":[97],"To":[98],"this":[99],"end,":[100],"develop":[102],"an":[103],"platform":[105],"where":[109],"users":[110],"report":[111,138],"their":[112,139],"between":[114],"alternatives":[115],"over":[116],"moderate":[118],"number":[119],"pairwise":[121],"comparisons":[122],"chosen":[123],"by":[124,151],"procedure.":[128],"We":[129],"recruit":[130],"193":[131],"Amazon":[132],"Mechanical":[133],"Turk":[134],"(MTurk)":[135],"workers":[136],"and":[141],"demonstrate":[142],"outperforms":[147],"asking":[148],"random":[149],"queries":[150],"21%,":[152],"next":[154],"best":[155],"performing":[156],"simulated":[160],"results":[161],"[34],":[163],"recommending":[167],"higher":[171],"utility.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}