{"id":"https://openalex.org/W2560750384","doi":"https://doi.org/10.1007/s40593-016-0128-6","title":"Wise Crowd Content Assessment and Educational Rubrics","display_name":"Wise Crowd Content Assessment and Educational Rubrics","publication_year":2016,"publication_date":"2016-12-05","ids":{"openalex":"https://openalex.org/W2560750384","doi":"https://doi.org/10.1007/s40593-016-0128-6","mag":"2560750384"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-016-0128-6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s40593-016-0128-6","pdf_url":null,"source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039621382","display_name":"Rebecca J. Passonneau","orcid":"https://orcid.org/0000-0001-8626-811X"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rebecca J. Passonneau","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027137172","display_name":"Ananya Poddar","orcid":"https://orcid.org/0000-0001-9846-3908"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananya Poddar","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051006497","display_name":"Gaurav B. Gite","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gaurav Gite","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007716779","display_name":"Alisa Krivokapic","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alisa Krivokapic","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043904334","display_name":"Qian Yang","orcid":"https://orcid.org/0000-0002-8102-288X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Yang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055875751","display_name":"Dolores Perin","orcid":"https://orcid.org/0000-0001-6833-4750"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dolores Perin","raw_affiliation_strings":["Teachers College of Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Teachers College of Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5039621382"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":{"value":2790,"currency":"USD","value_usd":2790},"apc_paid":null,"fwci":4.9305,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.95413789,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"28","issue":"1","first_page":"29","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12070","display_name":"Writing and Handwriting Education","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9857403635978699},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6975185871124268},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5778757333755493},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.5233185291290283},{"id":"https://openalex.org/keywords/content-analysis","display_name":"Content analysis","score":0.4657388925552368},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4656772017478943},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.45457902550697327},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"Writing assessment","score":0.4149588346481323},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3883570432662964},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3419676423072815},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3254633843898773},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.28844285011291504},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2235679030418396},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08820673823356628}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9857403635978699},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6975185871124268},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5778757333755493},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.5233185291290283},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.4657388925552368},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4656772017478943},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.45457902550697327},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.4149588346481323},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3883570432662964},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3419676423072815},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3254633843898773},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28844285011291504},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2235679030418396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08820673823356628},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-016-0128-6","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s40593-016-0128-6","pdf_url":null,"source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W43048615","https://openalex.org/W55286957","https://openalex.org/W243125302","https://openalex.org/W1449292714","https://openalex.org/W1488727776","https://openalex.org/W1495108544","https://openalex.org/W1495422091","https://openalex.org/W1517127298","https://openalex.org/W1520453943","https://openalex.org/W1520857482","https://openalex.org/W1529731474","https://openalex.org/W1530072564","https://openalex.org/W1537375857","https://openalex.org/W1537683158","https://openalex.org/W1548953971","https://openalex.org/W1555390787","https://openalex.org/W1578646482","https://openalex.org/W1590881479","https://openalex.org/W1593930920","https://openalex.org/W1600389356","https://openalex.org/W1747645360","https://openalex.org/W1873455074","https://openalex.org/W1964493548","https://openalex.org/W1964645374","https://openalex.org/W1985762758","https://openalex.org/W1988352928","https://openalex.org/W1991886396","https://openalex.org/W2001402876","https://openalex.org/W2002193416","https://openalex.org/W2008690976","https://openalex.org/W2017945055","https://openalex.org/W2028268707","https://openalex.org/W2036859039","https://openalex.org/W2037809533","https://openalex.org/W2038721957","https://openalex.org/W2039107287","https://openalex.org/W2046626119","https://openalex.org/W2054721213","https://openalex.org/W2057124853","https://openalex.org/W2059086756","https://openalex.org/W2059262191","https://openalex.org/W2063085086","https://openalex.org/W2067316683","https://openalex.org/W2067895686","https://openalex.org/W2070443055","https://openalex.org/W2071516704","https://openalex.org/W2079656678","https://openalex.org/W2080896051","https://openalex.org/W2090990377","https://openalex.org/W2093527758","https://openalex.org/W2093926205","https://openalex.org/W2098159102","https://openalex.org/W2102065370","https://openalex.org/W2104508137","https://openalex.org/W2118636245","https://openalex.org/W2120481102","https://openalex.org/W2123946480","https://openalex.org/W2125764566","https://openalex.org/W2129178777","https://openalex.org/W2134061542","https://openalex.org/W2135253734","https://openalex.org/W2135875128","https://openalex.org/W2141927646","https://openalex.org/W2145155142","https://openalex.org/W2151605842","https://openalex.org/W2153222072","https://openalex.org/W2153579005","https://openalex.org/W2154652894","https://openalex.org/W2157403364","https://openalex.org/W2158240052","https://openalex.org/W2169310428","https://openalex.org/W2222512263","https://openalex.org/W2250307095","https://openalex.org/W2251159501","https://openalex.org/W2251607282","https://openalex.org/W2251797829","https://openalex.org/W2251874427","https://openalex.org/W2269531727","https://openalex.org/W2295951612","https://openalex.org/W2315849468","https://openalex.org/W2316375164","https://openalex.org/W2320732612","https://openalex.org/W2338618360","https://openalex.org/W2493639633","https://openalex.org/W2566820872","https://openalex.org/W2730830697","https://openalex.org/W2907147533","https://openalex.org/W2950133940","https://openalex.org/W2962902328","https://openalex.org/W3009283195","https://openalex.org/W3021916629","https://openalex.org/W3034730645","https://openalex.org/W4235505822","https://openalex.org/W4248343126","https://openalex.org/W4285719527","https://openalex.org/W6603750442","https://openalex.org/W6680239946","https://openalex.org/W6682631176","https://openalex.org/W6683687954","https://openalex.org/W6691546342","https://openalex.org/W6779854542"],"related_works":["https://openalex.org/W2950903097","https://openalex.org/W2912151388","https://openalex.org/W2981960529","https://openalex.org/W4226096478","https://openalex.org/W2488572547","https://openalex.org/W1912037221","https://openalex.org/W2167723344","https://openalex.org/W2924944333","https://openalex.org/W3203572719","https://openalex.org/W3215781370"],"abstract_inverted_index":null,"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}