{"id":"https://openalex.org/W2985606745","doi":"https://doi.org/10.1145/3359296","title":"I Say, You Say, We Say","display_name":"I Say, You Say, We Say","publication_year":2019,"publication_date":"2019-11-07","ids":{"openalex":"https://openalex.org/W2985606745","doi":"https://doi.org/10.1145/3359296","mag":"2985606745"},"language":"en","primary_location":{"id":"doi:10.1145/3359296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359296","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3359296","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039512626","display_name":"Angela Stewart","orcid":"https://orcid.org/0000-0002-6004-9266"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angela E.B. Stewart","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044981146","display_name":"Hana Vrz\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0002-5624-8588"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hana Vrzakova","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722238","display_name":"Chen Sun","orcid":"https://orcid.org/0000-0002-7575-5091"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Sun","raw_affiliation_strings":["Florida State University, Tallahasse, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida State University, Tallahasse, FL, USA","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079240106","display_name":"Jade Yonehiro","orcid":"https://orcid.org/0000-0001-7717-4963"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jade Yonehiro","raw_affiliation_strings":["Arizona State University, Glendale, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Glendale, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040736109","display_name":"Cathlyn Stone","orcid":null},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cathlyn Adele Stone","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028699253","display_name":"Nicholas D. Duran","orcid":"https://orcid.org/0000-0002-8872-5617"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas D. Duran","raw_affiliation_strings":["Arizona State University, Glendale, AZ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Glendale, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071168106","display_name":"Valerie J. Shute","orcid":"https://orcid.org/0000-0002-9179-017X"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Valerie Shute","raw_affiliation_strings":["Florida State University, Tallahassee, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida State University, Tallahassee, FL, USA","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008316506","display_name":"Sidney K. D\u2019Mello","orcid":"https://orcid.org/0000-0003-0347-2807"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sidney K. D'Mello","raw_affiliation_strings":["University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.8334,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.97630637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"3","issue":"CSCW","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11079","display_name":"Creativity in Education and Neuroscience","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6902475953102112},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5532776117324829},{"id":"https://openalex.org/keywords/negotiation","display_name":"Negotiation","score":0.5499781370162964},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5301440954208374},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4962647557258606},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4781288206577301},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44564875960350037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4321132302284241},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.427204430103302},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37388497591018677},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.352979838848114},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11233744025230408},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10662302374839783}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6902475953102112},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5532776117324829},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.5499781370162964},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5301440954208374},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4962647557258606},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4781288206577301},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44564875960350037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4321132302284241},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.427204430103302},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37388497591018677},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.352979838848114},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11233744025230408},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10662302374839783},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3359296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359296","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3359296","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3359296","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3359296","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1150716242","display_name":null,"funder_award_id":"DUE 1745442","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4526666642","display_name":null,"funder_award_id":"NSF DUE 1745442","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6509349045","display_name":"A Theory and Data Driven Approach for Identifying Evidence of Collaborative Problem Solving Skills","funder_award_id":"R305A170432","funder_id":"https://openalex.org/F4320332210","funder_display_name":"Institute of Education Sciences"},{"id":"https://openalex.org/G6834602355","display_name":"Collaborative Research: Interpersonal Coordination and Coregulation during Collaborative Problem Solving","funder_award_id":"1745442","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332210","display_name":"Institute of Education Sciences","ror":"https://ror.org/04et59085"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2985606745.pdf","grobid_xml":"https://content.openalex.org/works/W2985606745.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W597866959","https://openalex.org/W1004033754","https://openalex.org/W1551289443","https://openalex.org/W1583053084","https://openalex.org/W1951724000","https://openalex.org/W1971090879","https://openalex.org/W1995929454","https://openalex.org/W2004221569","https://openalex.org/W2010950770","https://openalex.org/W2015289595","https://openalex.org/W2039031214","https://openalex.org/W2099844292","https://openalex.org/W2103572263","https://openalex.org/W2109917285","https://openalex.org/W2119595472","https://openalex.org/W2126206167","https://openalex.org/W2135995390","https://openalex.org/W2140910804","https://openalex.org/W2141666434","https://openalex.org/W2148718796","https://openalex.org/W2157825442","https://openalex.org/W2158973647","https://openalex.org/W2168386998","https://openalex.org/W2171757151","https://openalex.org/W2240797648","https://openalex.org/W2260704772","https://openalex.org/W2402648088","https://openalex.org/W2508311197","https://openalex.org/W2549066128","https://openalex.org/W2552493219","https://openalex.org/W2587972759","https://openalex.org/W2588314311","https://openalex.org/W2588883461","https://openalex.org/W2589063696","https://openalex.org/W2591817157","https://openalex.org/W2773139392","https://openalex.org/W2774300120","https://openalex.org/W2782668511","https://openalex.org/W2783495074","https://openalex.org/W2794364066","https://openalex.org/W2798903675","https://openalex.org/W2806741370","https://openalex.org/W2809262259","https://openalex.org/W2887882417","https://openalex.org/W2894861209","https://openalex.org/W2895416147","https://openalex.org/W2902754622","https://openalex.org/W3101726544","https://openalex.org/W4205160672","https://openalex.org/W4207080468","https://openalex.org/W4245267204"],"related_works":["https://openalex.org/W2069705450","https://openalex.org/W2322802588","https://openalex.org/W2401058949","https://openalex.org/W4230237643","https://openalex.org/W2991784296","https://openalex.org/W2007820812","https://openalex.org/W2030457343","https://openalex.org/W3196817267","https://openalex.org/W1976600725","https://openalex.org/W2296205523"],"abstract_inverted_index":{"Collaborative":[0],"problem":[1],"solving":[2,84],"(CPS)":[3],"is":[4],"a":[5,69,85,122,136],"crucial":[6],"21st":[7],"century":[8],"skill;":[9],"however,":[10],"current":[11],"technologies":[12],"fall":[13],"short":[14],"of":[15,51,58,76,106,115,124,163,201,208,232],"effectively":[16],"supporting":[17],"CPS":[18,35,54,71,119,250,276],"processes,":[19],"especially":[20],"for":[21,91,113,206,268],"remote,":[22],"computer-enabled":[23],"interactions.":[24],"In":[25],"order":[26,142],"to":[27,43,103,129,143,254],"develop":[28],"next-generation":[29],"computer-supported":[30],"collaborative":[31,266],"systems":[32],"that":[33],"enhance":[34],"processes":[36,120],"and":[37,41,62,204,212,221,235,239,270],"outcomes":[38,251],"by":[39],"monitoring":[40],"responding":[42],"the":[44,116,131,159,176,188,195,245],"unfolding":[45],"collaboration,":[46],"we":[47],"investigate":[48],"automated":[49],"detection":[50],"three":[52,118],"critical":[53],"process":[55],"?":[56,66],"construction":[57,207],"shared":[59,209],"knowledge,":[60,210],"negotiation/coordination,":[61,211],"maintaining":[63,213],"team":[64,214],"function":[65],"derived":[67],"from":[68,175],"validated":[70],"framework.":[72],"Our":[73],"data":[74],"consists":[75],"32":[77],"triads":[78],"who":[79],"were":[80],"tasked":[81],"with":[82,166],"collaboratively":[83],"challenging":[86],"visual":[87],"computer":[88],"programming":[89],"task":[90],"20":[92],"minutes":[93],"using":[94,121],"commercial":[95],"videoconferencing":[96],"software.":[97],"We":[98,127,152,260],"used":[99,153],"automatic":[100,145,185],"speech":[101,186],"recognition":[102],"generate":[104],"transcripts":[105],"11,163":[107],"utterances,":[108],"which":[109],"trained":[110,132,157],"humans":[111],"coded":[112],"evidence":[114],"above":[117],"set":[123],"behavioral":[125],"indicators.":[126],"aimed":[128,273],"automate":[130],"human-raters'":[133],"codes":[134],"in":[135,141,265],"team-independent":[137],"fashion":[138],"(current":[139],"study)":[140],"provide":[144],"real-time":[146],"or":[147,165],"offline":[148],"feedback":[149],"(future":[150],"work).":[151],"Random":[154],"Forest":[155],"classifiers":[156],"on":[158],"words":[160],"themselves":[161],"(bag":[162],"n-grams)":[164],"word":[167],"categories":[168],"(e.g.,":[169],"emotions,":[170],"thinking":[171],"styles,":[172],"social":[173],"constructs)":[174],"Linguistic":[177],"Inquiry":[178],"Word":[179],"Count":[180],"(LIWC)":[181],"tool.":[182],"Despite":[183],"imperfect":[184],"recognition,":[187],"n-gram":[189],"models":[190,228,264],"achieved":[191,229],"AUROC":[192],"(area":[193],"under":[194],"receiver":[196],"operating":[197],"characteristic":[198],"curve)":[199],"scores":[200,231,248],".85,":[202],".77,":[203],".77":[205],"function,":[215],"respectively;":[216],"these":[217],"reflect":[218],"70%,":[219],"54%,":[220],"54%":[222],"improvements":[223],"over":[224,242],"chance.":[225],"The":[226],"LIWC-category":[227],"similar":[230,253],".82,":[233],".74,":[234],".73":[236],"(64%,":[237],"48%,":[238],"46%":[240],"improvement":[241],"chance).":[243],"Further,":[244],"LIWC":[246],"model-derived":[247],"predicted":[249],"more":[252],"human":[255],"codes,":[256],"demonstrating":[257],"predictive":[258],"validity.":[259],"discuss":[261],"embedding":[262],"our":[263],"interfaces":[267],"assessment":[269],"dynamic":[271],"intervention":[272],"at":[274],"improving":[275],"outcomes.":[277]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}