{"id":"https://openalex.org/W1978635346","doi":"https://doi.org/10.3115/1150240.1150293","title":"Multi-faceted evaluation for complex, distributed activities","display_name":"Multi-faceted evaluation for complex, distributed activities","publication_year":1999,"publication_date":"1999-01-01","ids":{"openalex":"https://openalex.org/W1978635346","doi":"https://doi.org/10.3115/1150240.1150293","mag":"1978635346"},"language":"en","primary_location":{"id":"doi:10.3115/1150240.1150293","doi":"https://doi.org/10.3115/1150240.1150293","is_oa":false,"landing_page_url":"https://doi.org/10.3115/1150240.1150293","pdf_url":null,"source":{"id":"https://openalex.org/S4210204758","display_name":"Computer-supported collaborative learning/The Computer-Supported Collaborative Learning Conference","issn_l":"1573-4552","issn":["1573-4552","1819-0146","2543-0157"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1999 conference on Computer support for collaborative learning - CSCL '99","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047087876","display_name":"Dennis C. Neale","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis C. Neale","raw_affiliation_strings":["Center for Human Computer Interaction, Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Human Computer Interaction, Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054610664","display_name":"John M. Carroll","orcid":"https://orcid.org/0000-0001-5189-337X","observed_orcids":["https://orcid.org/0000-0001-5189-337X"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John M. Carroll","raw_affiliation_strings":["Center for Human Computer Interaction, Virginia Tech"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Human Computer Interaction, Virginia Tech","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":null,"apc_paid":null,"fwci":14.4298,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.98191214,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"es"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.6317999958992004,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.6317999958992004,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.20170000195503235,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.0494999997317791,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-supported-cooperative-learning","display_name":"computer-supported cooperative learning","score":0.9110000133514404},{"id":"https://openalex.org/keywords/evaluation-methodology","display_name":"evaluation methodology","score":0.7720000147819519},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.5839999914169312},{"id":"https://openalex.org/keywords/systematic-sampling","display_name":"systematic sampling","score":0.8510000109672546},{"id":"https://openalex.org/keywords/learning-outcomes","display_name":"learning outcomes","score":0.7250000238418579},{"id":"https://openalex.org/keywords/learning-events","display_name":"learning events","score":0.7319999933242798}],"concepts":[{"id":"https://openalex.org/C505175697","wikidata":"https://www.wikidata.org/wiki/Q14953108","display_name":"Collation","level":2,"score":0.8954949378967285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.797715961933136},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4946291148662567},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.42982199788093567},{"id":"https://openalex.org/C138020889","wikidata":"https://www.wikidata.org/wiki/Q2349659","display_name":"Collaborative learning","level":2,"score":0.4178575873374939},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34712958335876465},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.23419824242591858},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/1150240.1150293","doi":"https://doi.org/10.3115/1150240.1150293","is_oa":false,"landing_page_url":"https://doi.org/10.3115/1150240.1150293","pdf_url":null,"source":{"id":"https://openalex.org/S4210204758","display_name":"Computer-supported collaborative learning/The Computer-Supported Collaborative Learning Conference","issn_l":"1573-4552","issn":["1573-4552","1819-0146","2543-0157"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1999 conference on Computer support for collaborative learning - CSCL '99","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6164000034332275}],"sustainable_development_goals_aurora":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W87719049","https://openalex.org/W110062975","https://openalex.org/W136180209","https://openalex.org/W149910091","https://openalex.org/W647883978","https://openalex.org/W1496516991","https://openalex.org/W1499730430","https://openalex.org/W1500842519","https://openalex.org/W1538058441","https://openalex.org/W1542932561","https://openalex.org/W1556808170","https://openalex.org/W1566688784","https://openalex.org/W1577785489","https://openalex.org/W1728275924","https://openalex.org/W1729809391","https://openalex.org/W1951384579","https://openalex.org/W1969428651","https://openalex.org/W2009046180","https://openalex.org/W2017014446","https://openalex.org/W2023316955","https://openalex.org/W2024509488","https://openalex.org/W2037802710","https://openalex.org/W2047034562","https://openalex.org/W2080560262","https://openalex.org/W2109685530","https://openalex.org/W2111066451","https://openalex.org/W2112890311","https://openalex.org/W2329395632","https://openalex.org/W2342091124","https://openalex.org/W4244134295"],"related_works":["https://openalex.org/W2887666841","https://openalex.org/W7098026876","https://openalex.org/W14330902","https://openalex.org/W2748780843","https://openalex.org/W3213457427","https://openalex.org/W630381608","https://openalex.org/W7097461795","https://openalex.org/W2062997409","https://openalex.org/W2486005663","https://openalex.org/W7098318701"],"abstract_inverted_index":{"Computer-supported":[0],"cooperative":[1],"learning":[2,11],"presents":[3],"challenges":[4,32],"for":[5],"evaluation":[6,39],"methodology:":[7],"Learning":[8],"events":[9],"and":[10,17,41,43,55],"outcomes":[12],"are":[13,26],"dispersed":[14],"in":[15],"time":[16],"space,":[18],"making":[19],"causal":[20],"relationships":[21],"difficult":[22],"to":[23,29],"identify.":[24],"We":[25],"developing":[27],"techniques":[28],"address":[30],"these":[31],"including":[33],"systematic":[34],"sampling,":[35],"collation":[36],"of":[37,46],"multiple":[38],"methods":[40],"data,":[42],"the":[44],"use":[45],"collaborative":[47],"critical":[48],"incidents.":[49],"In":[50],"this":[51,57],"paper":[52],"we":[53],"overview":[54],"discuss":[56],"emerging":[58],"methodology.":[59]},"counts_by_year":[{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2016-06-24T00:00:00"}