{"id":"https://openalex.org/W2775082202","doi":"https://doi.org/10.1145/3134680","title":"Novice and Expert Sensemaking of Crowdsourced Design Feedback","display_name":"Novice and Expert Sensemaking of Crowdsourced Design Feedback","publication_year":2017,"publication_date":"2017-12-06","ids":{"openalex":"https://openalex.org/W2775082202","doi":"https://doi.org/10.1145/3134680","mag":"2775082202"},"language":"en","primary_location":{"id":"doi:10.1145/3134680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3134680","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052960218","display_name":"Eureka Foong","orcid":"https://orcid.org/0000-0003-3837-1723"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eureka Foong","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061173804","display_name":"Darren Gergle","orcid":"https://orcid.org/0000-0003-4052-0214"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darren Gergle","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058390249","display_name":"Elizabeth M. Gerber","orcid":"https://orcid.org/0000-0001-8914-071X"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth M. Gerber","raw_affiliation_strings":["Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":2.6282,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.91487787,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"1","issue":"CSCW","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensemaking","display_name":"Sensemaking","score":0.9722124934196472},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.5464280843734741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5404452085494995},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5310407280921936},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.4566251039505005},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4512532949447632},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4303654730319977},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37666434049606323},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.1414763629436493},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14145898818969727},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08503720164299011}],"concepts":[{"id":"https://openalex.org/C2780554381","wikidata":"https://www.wikidata.org/wiki/Q2063340","display_name":"Sensemaking","level":2,"score":0.9722124934196472},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.5464280843734741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5404452085494995},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5310407280921936},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4566251039505005},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4512532949447632},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4303654730319977},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37666434049606323},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.1414763629436493},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14145898818969727},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08503720164299011},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3134680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3134680","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2855441561","display_name":"DIP: Collaborative Research: CRAFT: An Online Learning Platform for Scaffolding the Crowd Feedback Loop for Design Innovation Education","funder_award_id":"1530837","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309475","display_name":"Northwestern University","ror":"https://ror.org/000e0be47"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W121851734","https://openalex.org/W644924240","https://openalex.org/W1494785284","https://openalex.org/W1531652896","https://openalex.org/W1973990978","https://openalex.org/W1976589586","https://openalex.org/W2037789405","https://openalex.org/W2044387737","https://openalex.org/W2067685245","https://openalex.org/W2075433557","https://openalex.org/W2080688008","https://openalex.org/W2085020917","https://openalex.org/W2098865355","https://openalex.org/W2106068874","https://openalex.org/W2111971407","https://openalex.org/W2112665591","https://openalex.org/W2129203575","https://openalex.org/W2135880665","https://openalex.org/W2148447867","https://openalex.org/W2151401338","https://openalex.org/W2162641914","https://openalex.org/W2176291676","https://openalex.org/W2292054779","https://openalex.org/W2325436843","https://openalex.org/W2400788632","https://openalex.org/W2410722524","https://openalex.org/W2588905069","https://openalex.org/W2610398008","https://openalex.org/W2611242648","https://openalex.org/W2613049552","https://openalex.org/W2905851110","https://openalex.org/W3132670815"],"related_works":["https://openalex.org/W3002559787","https://openalex.org/W2100609754","https://openalex.org/W3032998312","https://openalex.org/W2050640900","https://openalex.org/W2049050102","https://openalex.org/W135177976","https://openalex.org/W2596767525","https://openalex.org/W1886987011","https://openalex.org/W2795557596","https://openalex.org/W4384486036"],"abstract_inverted_index":{"Online":[0],"feedback":[1,47,55],"exchange":[2],"(OFE)":[3],"systems":[4,94],"are":[5],"an":[6],"increasingly":[7],"popular":[8],"way":[9],"to":[10,20,71,78,95,103],"test":[11],"concepts":[12],"with":[13,57],"millions":[14],"of":[15,31,46,82,109],"target":[16],"users":[17],"before":[18],"going":[19],"market.":[21],"Yet,":[22],"we":[23],"know":[24],"little":[25],"about":[26],"how":[27,39],"designers":[28,43],"make":[29,44],"sense":[30,45],"this":[32],"abundant":[33],"feedback.":[34],"This":[35],"empirical":[36],"study":[37],"investigates":[38],"expert":[40,112],"and":[41,111],"novice":[42,110],"in":[48,90,106],"OFE":[49,93],"systems.":[50],"We":[51],"observed":[52],"that":[53,89],"when":[54],"conflicted":[56],"frames":[58],"originating":[59],"from":[60],"the":[61,73,83],"participant's":[62],"design":[63,84],"knowledge,":[64],"experts":[65],"were":[66],"more":[67],"likely":[68],"than":[69],"novices":[70],"question":[72],"inconsistency,":[74],"seeking":[75],"critical":[76],"information":[77],"expand":[79],"their":[80],"understanding":[81],"goals.":[85],"Our":[86],"results":[87],"suggest":[88],"order":[91],"for":[92],"be":[96,101],"truly":[97],"effective,":[98],"they":[99],"must":[100],"able":[102],"support":[104],"nuances":[105],"sensemaking":[107],"activities":[108],"users.":[113]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}