{"id":"https://openalex.org/W4399917606","doi":"https://doi.org/10.1145/3635636.3656183","title":"When to Give Feedback: Exploring Tradeoffs in the Timing of Design Feedback","display_name":"When to Give Feedback: Exploring Tradeoffs in the Timing of Design Feedback","publication_year":2024,"publication_date":"2024-06-22","ids":{"openalex":"https://openalex.org/W4399917606","doi":"https://doi.org/10.1145/3635636.3656183"},"language":"en","primary_location":{"id":"doi:10.1145/3635636.3656183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3635636.3656183","pdf_url":null,"source":{"id":"https://openalex.org/S4306418137","display_name":"Creativity and Cognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Creativity and Cognition","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3635636.3656183","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086400884","display_name":"Jane L. E","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jane L. E","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0000-0001-6868-7732","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095927531","display_name":"Yu-Chun Grace Yen","orcid":"https://orcid.org/0000-0002-5442-6934"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Chun Grace Yen","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-5442-6934","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095927532","display_name":"Isabelle Yan Pan","orcid":"https://orcid.org/0009-0003-8650-1761"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isabelle Yan Pan","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0009-0003-8650-1761","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077566989","display_name":"Grace Hui Chin Lin","orcid":"https://orcid.org/0000-0002-3384-9479"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Grace Lin","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0000-0002-3384-9479","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033986910","display_name":"Mingyi Li","orcid":"https://orcid.org/0000-0002-7192-7407"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyi Li","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0000-0002-7192-7407","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060662303","display_name":"Hyoungwook Jin","orcid":"https://orcid.org/0000-0003-0253-560X"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyoungwook Jin","raw_affiliation_strings":["School of Computing, KAIST, Korea, Republic of"],"raw_orcid":"https://orcid.org/0000-0003-0253-560X","affiliations":[{"raw_affiliation_string":"School of Computing, KAIST, Korea, Republic of","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010072813","display_name":"M. Chen","orcid":"https://orcid.org/0009-0002-2357-6654"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengyi Chen","raw_affiliation_strings":["University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0009-0002-2357-6654","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016819583","display_name":"Haijun Xia","orcid":"https://orcid.org/0000-0002-9425-0881"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haijun Xia","raw_affiliation_strings":["Department of Cognitive Science and Design Lab, University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0000-0002-9425-0881","affiliations":[{"raw_affiliation_string":"Department of Cognitive Science and Design Lab, University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051426773","display_name":"Steven P. Dow","orcid":"https://orcid.org/0000-0002-1354-9866"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven P. Dow","raw_affiliation_strings":["Dept of Cognitive Science, University of California, San Diego, United States"],"raw_orcid":"https://orcid.org/0000-0002-1354-9866","affiliations":[{"raw_affiliation_string":"Dept of Cognitive Science, University of California, San Diego, United States","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"292","last_page":"310"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10672","display_name":"Design Education and Practice","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7727310061454773},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6500755548477173},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6306793689727783},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6303805112838745},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5750705003738403},{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.559014081954956},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.5449219942092896},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.5378538370132446},{"id":"https://openalex.org/keywords/negative-feedback","display_name":"Negative feedback","score":0.46983572840690613},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1793367564678192},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.09088754653930664},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.09030008316040039},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08321636915206909},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08150452375411987},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07003012299537659}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7727310061454773},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6500755548477173},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6306793689727783},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6303805112838745},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5750705003738403},{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.559014081954956},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.5449219942092896},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.5378538370132446},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.46983572840690613},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1793367564678192},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.09088754653930664},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09030008316040039},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08321636915206909},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08150452375411987},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07003012299537659},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3635636.3656183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3635636.3656183","pdf_url":null,"source":{"id":"https://openalex.org/S4306418137","display_name":"Creativity and Cognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Creativity and Cognition","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3635636.3656183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3635636.3656183","pdf_url":null,"source":{"id":"https://openalex.org/S4306418137","display_name":"Creativity and Cognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Creativity and Cognition","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W594989464","https://openalex.org/W1270658374","https://openalex.org/W1492802215","https://openalex.org/W1811607892","https://openalex.org/W1973447178","https://openalex.org/W1976589586","https://openalex.org/W1982500521","https://openalex.org/W1986183039","https://openalex.org/W1992118338","https://openalex.org/W1999387824","https://openalex.org/W2017737164","https://openalex.org/W2028123195","https://openalex.org/W2034177330","https://openalex.org/W2038924341","https://openalex.org/W2052556483","https://openalex.org/W2053859636","https://openalex.org/W2075433557","https://openalex.org/W2080688008","https://openalex.org/W2087641817","https://openalex.org/W2091366170","https://openalex.org/W2094572325","https://openalex.org/W2101658911","https://openalex.org/W2103288842","https://openalex.org/W2113038742","https://openalex.org/W2115310639","https://openalex.org/W2131210874","https://openalex.org/W2142330083","https://openalex.org/W2143942270","https://openalex.org/W2147781035","https://openalex.org/W2154041216","https://openalex.org/W2161660617","https://openalex.org/W2241136257","https://openalex.org/W2292054779","https://openalex.org/W2313311099","https://openalex.org/W2410722524","https://openalex.org/W2413358622","https://openalex.org/W2554376651","https://openalex.org/W2588905069","https://openalex.org/W2610398008","https://openalex.org/W2611242648","https://openalex.org/W2656003588","https://openalex.org/W2707693259","https://openalex.org/W2775082202","https://openalex.org/W2796000004","https://openalex.org/W2796429764","https://openalex.org/W2912804424","https://openalex.org/W2916904544","https://openalex.org/W2941541956","https://openalex.org/W2941884113","https://openalex.org/W2953173589","https://openalex.org/W2981285922","https://openalex.org/W3029291786","https://openalex.org/W3031879675","https://openalex.org/W3032565640","https://openalex.org/W3093641007","https://openalex.org/W3112495131","https://openalex.org/W3121450925","https://openalex.org/W3152788308","https://openalex.org/W3159250634","https://openalex.org/W3159933512","https://openalex.org/W3163939341","https://openalex.org/W3173304183","https://openalex.org/W3174511786","https://openalex.org/W3175274399","https://openalex.org/W3205361489","https://openalex.org/W3206079177","https://openalex.org/W3210146206","https://openalex.org/W4213051584","https://openalex.org/W4220961556","https://openalex.org/W4238672017","https://openalex.org/W4252412508","https://openalex.org/W4256461935","https://openalex.org/W4281741206","https://openalex.org/W4307475343","https://openalex.org/W4307476004","https://openalex.org/W4366549966","https://openalex.org/W4381734249","https://openalex.org/W4383681529","https://openalex.org/W4386861029","https://openalex.org/W4387835469","https://openalex.org/W4390962112"],"related_works":["https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W4402443486","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W1545061903","https://openalex.org/W1504394863","https://openalex.org/W2757160751"],"abstract_inverted_index":{"Advances":[0],"in":[1,100,109,111,132],"AI":[2],"have":[3],"opened":[4],"up":[5],"the":[6,29,41,80,138],"potential":[7],"for":[8,146],"creativity":[9],"tools":[10,145],"to":[11,46],"computationally":[12],"generate":[13],"design":[14,50,71,81],"feedback.":[15,148],"In":[16],"a":[17,49,64,88,106],"future":[18],"when":[19],"designers":[20],"can":[21,121],"request":[22,76,97],"feedback":[23,47,56,77,120,128],"anytime":[24],"on":[25,127,143],"demand,":[26],"how":[27],"would":[28],"timing":[30],"of":[31,43,130,140],"these":[32,61],"requests":[33],"impact":[34],"novices\u2019":[35],"creative":[36,147],"learning":[37],"processes?":[38],"What":[39],"are":[40],"tradeoffs":[42],"providing":[44,55],"access":[45],"throughout":[48,79],"task":[51],"(in-action)":[52],"versus":[53],"only":[54,84],"after":[57,85],"(on-action)?":[58],"We":[59,91,136],"explored":[60],"questions":[62],"through":[63],"Wizard-of-Oz":[65],"study":[66],"(N=20)":[67],"using":[68],"an":[69],"interactive":[70],"probe,":[72],"where":[73],"participants":[74,95],"could":[75],"either":[78],"process":[82],"or":[83],"they":[86],"complete":[87],"full":[89],"draft.":[90],"found":[92],"that":[93,118],"in-action":[94,119],"frequently":[96],"feedback,":[98],"resulting":[99],"better":[101],"improvements":[102],"as":[103],"indicated":[104],"by":[105],"greater":[107],"decrease":[108],"issues":[110],"their":[112],"final":[113],"design.":[114],"However,":[115],"we":[116],"saw":[117],"also":[122],"risk":[123],"users":[124],"overly":[125],"relying":[126],"instead":[129],"engaging":[131],"more":[133],"holistic":[134],"self-evaluation.":[135],"discuss":[137],"implications":[139],"our":[141],"insights":[142],"designing":[144]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}