{"id":"https://openalex.org/W2005840156","doi":"https://doi.org/10.1145/2441955.2441975","title":"Designing a collective-intelligence system for evaluating complex, crowd-generated intellectual artifacts","display_name":"Designing a collective-intelligence system for evaluating complex, crowd-generated intellectual artifacts","publication_year":2013,"publication_date":"2013-02-22","ids":{"openalex":"https://openalex.org/W2005840156","doi":"https://doi.org/10.1145/2441955.2441975","mag":"2005840156"},"language":"en","primary_location":{"id":"doi:10.1145/2441955.2441975","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2441955.2441975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 conference on Computer supported cooperative work companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041213295","display_name":"Yiftach Nagar","orcid":"https://orcid.org/0000-0002-7332-3017"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yiftach Nagar","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA","Massachusetts Institute of Technology; ,; Cambridge MA USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Massachusetts Institute of Technology; ,; Cambridge MA USA","institution_ids":["https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041213295"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.9675,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83936603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"73","last_page":"76"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.8153103590011597},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.7584753036499023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6637798547744751},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6613068580627441},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6099469661712646},{"id":"https://openalex.org/keywords/collective-intelligence","display_name":"Collective intelligence","score":0.5454602241516113},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5288352370262146},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.433359831571579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28575390577316284},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1724652349948883},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10284891724586487}],"concepts":[{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.8153103590011597},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.7584753036499023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6637798547744751},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6613068580627441},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6099469661712646},{"id":"https://openalex.org/C89057211","wikidata":"https://www.wikidata.org/wiki/Q432197","display_name":"Collective intelligence","level":2,"score":0.5454602241516113},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5288352370262146},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.433359831571579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28575390577316284},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1724652349948883},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10284891724586487},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2441955.2441975","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2441955.2441975","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 conference on Computer supported cooperative work companion","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.800000011920929,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W1879807001","https://openalex.org/W2022710553","https://openalex.org/W2073338313","https://openalex.org/W2102783506","https://openalex.org/W2169593491","https://openalex.org/W2547760142","https://openalex.org/W3121257585","https://openalex.org/W4211192102","https://openalex.org/W6729439682"],"related_works":["https://openalex.org/W2990638299","https://openalex.org/W4236302413","https://openalex.org/W4367047349","https://openalex.org/W140537924","https://openalex.org/W2082619040","https://openalex.org/W2434077053","https://openalex.org/W2733100391","https://openalex.org/W2068057777","https://openalex.org/W4300947605","https://openalex.org/W3022277984"],"abstract_inverted_index":{"The":[0],"collective-intelligence":[1],"of":[2,29,57,82,87,100],"crowds":[3],"is":[4,66],"increasingly":[5],"used":[6],"to":[7,22,93],"generate":[8],"ideas,":[9],"plans,":[10],"designs":[11],"and":[12],"predictions,":[13],"for":[14,50,78],"addressing":[15,51],"various":[16],"challenges":[17],"-":[18,62],"from":[19],"folding":[20],"proteins":[21],"identifying":[23],"galaxies.":[24],"In":[25],"many":[26],"cases,":[27],"evaluation":[28],"crowd":[30],"inputs":[31],"can":[32],"be":[33,91],"done":[34],"by":[35],"non-experts,":[36],"or":[37],"even":[38,68],"automatically.":[39],"However,":[40],"evaluating":[41],"some":[42],"complex":[43],"crowd-generated":[44],"intellectual":[45],"artifacts,":[46],"such":[47],"as":[48],"plans":[49],"climate":[52],"change,":[53],"requires":[54],"high":[55],"levels":[56],"expertise":[58],"in":[59],"multiple":[60],"domains":[61],"a":[63,75],"combination":[64],"that":[65],"rare":[67],"on":[69],"global":[70],"scale.":[71],"I":[72],"am":[73],"designing":[74],"sociotechnical":[76],"solution":[77],"relieving":[79],"the":[80,98],"bottleneck":[81],"expertise.":[83],"If":[84],"successful,":[85],"principles":[86],"this":[88],"design":[89],"might":[90],"transferable":[92],"other":[94],"domains,":[95],"including,":[96],"perhaps,":[97],"review":[99],"scientific":[101],"work.":[102]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}