{"id":"https://openalex.org/W3199894449","doi":"https://doi.org/10.1145/3491102.3517551","title":"Interpretable Directed Diversity: Leveraging Model Explanations for Iterative Crowd Ideation","display_name":"Interpretable Directed Diversity: Leveraging Model Explanations for Iterative Crowd Ideation","publication_year":2022,"publication_date":"2022-04-28","ids":{"openalex":"https://openalex.org/W3199894449","doi":"https://doi.org/10.1145/3491102.3517551","mag":"3199894449"},"language":"en","primary_location":{"id":"doi:10.1145/3491102.3517551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517551","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517551","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078339969","display_name":"Yunlong Wang","orcid":"https://orcid.org/0000-0003-0611-0078"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Yunlong Wang","raw_affiliation_strings":["Institute for Health Innovation & Technology (iHealthtech), National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Health Innovation & Technology (iHealthtech), National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075124056","display_name":"Priyadarshini Venkatesh","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Priyadarshini Venkatesh","raw_affiliation_strings":["Department of Brain Sciences, University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Brain Sciences, University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056248594","display_name":"Brian Y. Lim","orcid":"https://orcid.org/0000-0002-0543-2414"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Brian Y Lim","raw_affiliation_strings":["Department of Computer Science, National University of Singapore, Singapore and Institute for Health Innovation & Technology (iHealthtech), National University of Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National University of Singapore, Singapore and Institute for Health Innovation & Technology (iHealthtech), National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078339969"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":1.7739,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86481187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7256725430488586},{"id":"https://openalex.org/keywords/ideation","display_name":"Ideation","score":0.692028284072876},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6469541788101196},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.6167210340499878},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.6069073677062988},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5814140439033508},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.5328037738800049},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.5150043964385986},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5046132802963257},{"id":"https://openalex.org/keywords/attribution","display_name":"Attribution","score":0.4180847406387329},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33166301250457764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32933419942855835},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3178582787513733},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.15630030632019043},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.15616783499717712},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.09517145156860352},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0735817551612854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7256725430488586},{"id":"https://openalex.org/C170477896","wikidata":"https://www.wikidata.org/wiki/Q17039022","display_name":"Ideation","level":2,"score":0.692028284072876},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6469541788101196},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.6167210340499878},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.6069073677062988},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5814140439033508},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5328037738800049},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.5150043964385986},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5046132802963257},{"id":"https://openalex.org/C143299363","wikidata":"https://www.wikidata.org/wiki/Q900584","display_name":"Attribution","level":2,"score":0.4180847406387329},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33166301250457764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32933419942855835},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3178582787513733},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15630030632019043},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.15616783499717712},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.09517145156860352},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0735817551612854},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3491102.3517551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517551","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517551","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.10149","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.10149","pdf_url":"https://arxiv.org/pdf/2109.10149","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3491102.3517551","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3491102.3517551","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3491102.3517551","source":{"id":"https://openalex.org/S4363607743","display_name":"CHI Conference on Human Factors in Computing Systems","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3219808041","display_name":null,"funder_award_id":"T1 251RES1804","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320337030","display_name":"Institute for Health Innovation and Technology, National University of Singapore","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3199894449.pdf","grobid_xml":"https://content.openalex.org/works/W3199894449.grobid-xml"},"referenced_works_count":109,"referenced_works":["https://openalex.org/W38161365","https://openalex.org/W121344326","https://openalex.org/W634946279","https://openalex.org/W1530757972","https://openalex.org/W1592602882","https://openalex.org/W1730243287","https://openalex.org/W1823742419","https://openalex.org/W1971119872","https://openalex.org/W1975042462","https://openalex.org/W1975579573","https://openalex.org/W1978630615","https://openalex.org/W1982500521","https://openalex.org/W1986229979","https://openalex.org/W1991284076","https://openalex.org/W1995902760","https://openalex.org/W2006576296","https://openalex.org/W2009976595","https://openalex.org/W2012584759","https://openalex.org/W2021481225","https://openalex.org/W2053859636","https://openalex.org/W2054755551","https://openalex.org/W2063088523","https://openalex.org/W2071638895","https://openalex.org/W2073215148","https://openalex.org/W2080688008","https://openalex.org/W2087061903","https://openalex.org/W2090022222","https://openalex.org/W2099419573","https://openalex.org/W2110154082","https://openalex.org/W2121672615","https://openalex.org/W2127008633","https://openalex.org/W2140910804","https://openalex.org/W2147781035","https://openalex.org/W2154157725","https://openalex.org/W2154608924","https://openalex.org/W2159000095","https://openalex.org/W2160631673","https://openalex.org/W2168765606","https://openalex.org/W2173894669","https://openalex.org/W2282821441","https://openalex.org/W2317879529","https://openalex.org/W2406544900","https://openalex.org/W2498056627","https://openalex.org/W2537060787","https://openalex.org/W2560140854","https://openalex.org/W2588519352","https://openalex.org/W2594633041","https://openalex.org/W2605979554","https://openalex.org/W2616247523","https://openalex.org/W2618851150","https://openalex.org/W2646510846","https://openalex.org/W2656003588","https://openalex.org/W2709768667","https://openalex.org/W2724919459","https://openalex.org/W2784070054","https://openalex.org/W2787711783","https://openalex.org/W2790165607","https://openalex.org/W2794557536","https://openalex.org/W2795460611","https://openalex.org/W2795530988","https://openalex.org/W2795559220","https://openalex.org/W2808078406","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2898964810","https://openalex.org/W2903759034","https://openalex.org/W2911664431","https://openalex.org/W2918341242","https://openalex.org/W2941541956","https://openalex.org/W2941884113","https://openalex.org/W2942444880","https://openalex.org/W2942604226","https://openalex.org/W2950339735","https://openalex.org/W2952953987","https://openalex.org/W2963095307","https://openalex.org/W2963149119","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963483561","https://openalex.org/W2970476646","https://openalex.org/W2972421655","https://openalex.org/W2989974138","https://openalex.org/W2990540492","https://openalex.org/W2999240041","https://openalex.org/W2999697822","https://openalex.org/W3005876361","https://openalex.org/W3016787543","https://openalex.org/W3020922932","https://openalex.org/W3029595001","https://openalex.org/W3031000691","https://openalex.org/W3032125649","https://openalex.org/W3036637539","https://openalex.org/W3102139770","https://openalex.org/W3102564565","https://openalex.org/W3122672572","https://openalex.org/W3124602076","https://openalex.org/W3125634502","https://openalex.org/W3126786154","https://openalex.org/W3156106752","https://openalex.org/W3157782429","https://openalex.org/W3162670395","https://openalex.org/W3163128657","https://openalex.org/W3163443091","https://openalex.org/W4225014345","https://openalex.org/W4229494842","https://openalex.org/W4231160248","https://openalex.org/W4233485253","https://openalex.org/W4237356565","https://openalex.org/W4242654914"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2393688264","https://openalex.org/W2073196990"],"abstract_inverted_index":{"Feedback":[0],"in":[1,117],"creativity":[2,148],"support":[3,149],"tools":[4],"can":[5],"help":[6],"crowdworkers":[7],"to":[8,27,35,55,65,87,95,122],"improve":[9,77,96],"their":[10,78,108],"ideations.":[11,79],"However,":[12],"current":[13],"feedback":[14,56,73,105,124,126,142],"methods":[15],"require":[16],"human":[17],"assessment":[18],"from":[19],"facilitators":[20],"or":[21,125],"peers.":[22],"This":[23,115],"is":[24],"not":[25],"scalable":[26,139],"large":[28],"crowds.":[29],"We":[30,80],"propose":[31],"Interpretable":[32],"Directed":[33],"Diversity":[34],"automatically":[36],"predict":[37],"ideation":[38,97,146],"quality":[39],"and":[40,43,51,63,83,91,99,110,140,147],"diversity":[41,98,120],"scores,":[42],"provide":[44,71],"AI":[45,137],"explanations":[46,70,94,118],"\u2014":[47,54],"Attribution,":[48,50],"Contrastive":[49],"Counterfactual":[52],"Suggestions":[53],"on":[57],"why":[58],"ideations":[59],"were":[60],"scored":[61],"(low),":[62],"how":[64],"get":[66],"higher":[67],"scores.":[68],"These":[69],"multi-faceted":[72],"as":[74],"users":[75],"iteratively":[76],"conducted":[81],"formative":[82],"controlled":[84],"user":[85],"studies":[86],"understand":[88],"the":[89],"usage":[90],"usefulness":[92],"of":[93],"quality.":[100],"Users":[101],"appreciated":[102],"that":[103],"explanation":[104],"helped":[106],"focus":[107],"efforts":[109],"provided":[111],"directions":[112],"for":[113,135,143],"improvement.":[114],"resulted":[116],"improving":[119],"compared":[121],"no":[123],"with":[127],"scores":[128],"only.":[129],"Hence,":[130],"our":[131],"approach":[132],"opens":[133],"opportunities":[134],"explainable":[136],"towards":[138],"rich":[141],"iterative":[144],"crowd":[145],"tools.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}