{"id":"https://openalex.org/W2792989960","doi":"https://doi.org/10.1109/tcss.2018.2798624","title":"FlexCCT: A Methodological Framework and Software for Ratings Analysis and Wisdom of the Crowd Applications","display_name":"FlexCCT: A Methodological Framework and Software for Ratings Analysis and Wisdom of the Crowd Applications","publication_year":2018,"publication_date":"2018-03-05","ids":{"openalex":"https://openalex.org/W2792989960","doi":"https://doi.org/10.1109/tcss.2018.2798624","mag":"2792989960"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2018.2798624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2018.2798624","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089265471","display_name":"Stephen L. France","orcid":"https://orcid.org/0000-0002-7226-2750"},"institutions":[{"id":"https://openalex.org/I99041443","display_name":"Mississippi State University","ror":"https://ror.org/0432jq872","country_code":"US","type":"education","lineage":["https://openalex.org/I4210141039","https://openalex.org/I99041443"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephen L. France","raw_affiliation_strings":["Department of Quantitative Analysis, Mississippi State University, Mississippi State, MS, USA"],"affiliations":[{"raw_affiliation_string":"Department of Quantitative Analysis, Mississippi State University, Mississippi State, MS, USA","institution_ids":["https://openalex.org/I99041443"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085430875","display_name":"Mahyar Sharif Vaghefi","orcid":"https://orcid.org/0000-0003-3594-213X"},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahyar Sharif Vaghefi","raw_affiliation_strings":["Department of Information Systems, University of Wisconsin-Milwaukee, Milwaukee, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, University of Wisconsin-Milwaukee, Milwaukee, WI, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048051328","display_name":"William H. Batchelder","orcid":"https://orcid.org/0000-0003-0579-7752"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William H. Batchelder","raw_affiliation_strings":["Department of Cognitive Sciences, University of California, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Cognitive Sciences, University of California, Irvine, CA, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089265471"],"corresponding_institution_ids":["https://openalex.org/I99041443"],"apc_list":null,"apc_paid":null,"fwci":0.1045,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.41087409,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"5","issue":"2","first_page":"358","last_page":"370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5111203789710999},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49271252751350403},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4173396825790405},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.33427000045776367},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.32848799228668213}],"concepts":[{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5111203789710999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49271252751350403},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4173396825790405},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33427000045776367},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.32848799228668213},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2018.2798624","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2018.2798624","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G1380741505","display_name":null,"funder_award_id":"1534471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W73676261","https://openalex.org/W642206462","https://openalex.org/W1483883706","https://openalex.org/W1539947443","https://openalex.org/W1574623577","https://openalex.org/W1575210522","https://openalex.org/W1680392829","https://openalex.org/W1964405087","https://openalex.org/W1973192023","https://openalex.org/W1974851736","https://openalex.org/W1981552604","https://openalex.org/W1981903823","https://openalex.org/W1982264966","https://openalex.org/W1991596242","https://openalex.org/W1992467284","https://openalex.org/W1997423568","https://openalex.org/W2006444123","https://openalex.org/W2013640190","https://openalex.org/W2019448438","https://openalex.org/W2029706109","https://openalex.org/W2040608731","https://openalex.org/W2049967963","https://openalex.org/W2050453477","https://openalex.org/W2051105555","https://openalex.org/W2053154970","https://openalex.org/W2055011662","https://openalex.org/W2056212701","https://openalex.org/W2069724740","https://openalex.org/W2072167211","https://openalex.org/W2072490292","https://openalex.org/W2077562320","https://openalex.org/W2087179516","https://openalex.org/W2106675882","https://openalex.org/W2109844396","https://openalex.org/W2114608372","https://openalex.org/W2118202495","https://openalex.org/W2119555207","https://openalex.org/W2121541591","https://openalex.org/W2127970560","https://openalex.org/W2131733151","https://openalex.org/W2136504847","https://openalex.org/W2139226476","https://openalex.org/W2142635246","https://openalex.org/W2158196600","https://openalex.org/W2158270409","https://openalex.org/W2158812146","https://openalex.org/W2164777277","https://openalex.org/W2168175751","https://openalex.org/W2171033594","https://openalex.org/W2329479329","https://openalex.org/W2407197462","https://openalex.org/W2538439818","https://openalex.org/W2764311721","https://openalex.org/W2921051283","https://openalex.org/W2945812414","https://openalex.org/W2949980796","https://openalex.org/W3104887532","https://openalex.org/W3106889297","https://openalex.org/W4225753930","https://openalex.org/W4230953407","https://openalex.org/W4237954050","https://openalex.org/W4240402692","https://openalex.org/W4249294823","https://openalex.org/W6632458873","https://openalex.org/W6637386731","https://openalex.org/W6680140577","https://openalex.org/W6760353796","https://openalex.org/W6763852022"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Flexible":[0],"cultural":[1],"consensus":[2,46],"theory":[3],"(FlexCCT)":[4],"provides":[5],"an":[6,119],"integrated":[7],"framework":[8],"and":[9,14,31,44,73,102,118],"tool":[10],"set":[11],"for":[12,28,37,45,54,82,96],"analyzing":[13],"aggregating":[15],"ratings.":[16],"It":[17,34],"utilizes":[18],"a":[19,58,90],"likelihood-based":[20],"statistical":[21],"model":[22,61,70],"to":[23,64,78,127],"create":[24],"aggregate":[25],"ratings":[26],"weighted":[27],"rater":[29,32],"competencies":[30],"biases.":[33],"has":[35],"features":[36],"the":[38,69,97,107,115],"analysis":[39],"of":[40,60,68,92,99,109,114],"multiple":[41],"rating":[42],"cultures":[43],"adjusted":[47],"reliability.":[48],"Multiple":[49],"optimization":[50],"algorithms":[51],"are":[52,76],"implemented":[53,77],"FlexCCT,":[55],"along":[56],"with":[57],"range":[59],"identifiability":[62],"options":[63],"restrict":[65],"certain":[66],"subsets":[67],"parameters.":[71,83],"Bootstrapping-":[72],"jackknifing-based":[74],"methods":[75],"give":[79],"confidence":[80],"intervals":[81],"A":[84],"holdout":[85],"validation":[86],"method":[87],"that":[88],"generates":[89],"measure":[91],"\u201cprediction":[93],"log-likelihood\u201d":[94],"allows":[95],"testing":[98],"solution":[100],"reliability":[101],"stability.":[103],"Empirical":[104],"work":[105],"demonstrates":[106],"utility":[108],"FlexCCT":[110,123],"on":[111],"unsupervised":[112],"wisdom":[113],"crowd":[116],"problems,":[117],"example":[120],"shows":[121],"how":[122],"can":[124],"be":[125],"used":[126],"analyze":[128],"educational":[129],"grading":[130],"data.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}