{"id":"https://openalex.org/W3205669654","doi":"https://doi.org/10.3389/frai.2021.670009","title":"Assessing Open-Ended Human-Computer Collaboration Systems: Applying a Hallmarks Approach","display_name":"Assessing Open-Ended Human-Computer Collaboration Systems: Applying a Hallmarks Approach","publication_year":2021,"publication_date":"2021-10-18","ids":{"openalex":"https://openalex.org/W3205669654","doi":"https://doi.org/10.3389/frai.2021.670009","mag":"3205669654","pmid":"https://pubmed.ncbi.nlm.nih.gov/34738081"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2021.670009","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2021.670009","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2021.670009/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frai.2021.670009/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019047051","display_name":"Robyn Kozierok","orcid":"https://orcid.org/0000-0002-3854-9432"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robyn Kozierok","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015172675","display_name":"John Aberdeen","orcid":"https://orcid.org/0000-0002-0112-1037"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Aberdeen","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032492898","display_name":"Cheryl Clark","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheryl Clark","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033456240","display_name":"Christopher Garay","orcid":"https://orcid.org/0000-0002-2682-5508"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Garay","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109154822","display_name":"Bradley A. Goodman","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bradley Goodman","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024312507","display_name":"Tonia Korves","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tonia Korves","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068115280","display_name":"Lynette Hirschman","orcid":"https://orcid.org/0000-0001-8442-0720"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lynette Hirschman","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039745802","display_name":"Patricia L. McDermott","orcid":null},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Patricia L. McDermott","raw_affiliation_strings":["The MITRE Corporation, Colorado Springs, CO, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Colorado Springs, CO, United States","institution_ids":["https://openalex.org/I44896327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086629705","display_name":"Matthew Peterson","orcid":"https://orcid.org/0000-0003-4422-4463"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew W. Peterson","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, United States","institution_ids":["https://openalex.org/I44896327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5019047051"],"corresponding_institution_ids":["https://openalex.org/I44896327"],"apc_list":{"value":2125,"currency":"USD","value_usd":2125},"apc_paid":{"value":2125,"currency":"USD","value_usd":2125},"fwci":0.402,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.70221648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"4","issue":null,"first_page":"670009","last_page":"670009"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.724298357963562},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4969156086444855},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47337478399276733},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4488244652748108},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.42032888531684875},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.4149951636791229},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4120102524757385},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3681565523147583},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3315417170524597},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2553974986076355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724298357963562},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4969156086444855},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47337478399276733},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4488244652748108},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.42032888531684875},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.4149951636791229},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4120102524757385},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3681565523147583},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3315417170524597},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2553974986076355},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/frai.2021.670009","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2021.670009","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2021.670009/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:34738081","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34738081","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:doaj.org/article:078048bcdd564b888d4d3dcef033090e","is_oa":true,"landing_page_url":"https://doaj.org/article/078048bcdd564b888d4d3dcef033090e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 4 (2021)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:7452521","is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC8561722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8561722","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8561722","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/frai.2021.670009","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frai.2021.670009","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2021.670009/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3205669654.pdf","grobid_xml":"https://content.openalex.org/works/W3205669654.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W124363623","https://openalex.org/W158914253","https://openalex.org/W1482021348","https://openalex.org/W1560729591","https://openalex.org/W1565493745","https://openalex.org/W1606085074","https://openalex.org/W1664649366","https://openalex.org/W1974450273","https://openalex.org/W2005814556","https://openalex.org/W2024839759","https://openalex.org/W2027909523","https://openalex.org/W2056576456","https://openalex.org/W2087358611","https://openalex.org/W2091671846","https://openalex.org/W2118847203","https://openalex.org/W2141373701","https://openalex.org/W2158598009","https://openalex.org/W2160865643","https://openalex.org/W2162598207","https://openalex.org/W2167934132","https://openalex.org/W2610889585","https://openalex.org/W2768133820","https://openalex.org/W2790165607","https://openalex.org/W2798425628","https://openalex.org/W2805282841","https://openalex.org/W2807393344","https://openalex.org/W2808216081","https://openalex.org/W2808599433","https://openalex.org/W2916772188","https://openalex.org/W2916904544","https://openalex.org/W2917326948","https://openalex.org/W2943686508","https://openalex.org/W2944069152","https://openalex.org/W2950483141","https://openalex.org/W2963951835","https://openalex.org/W2963993699","https://openalex.org/W2975317915","https://openalex.org/W2978826049","https://openalex.org/W2983417238","https://openalex.org/W2991565454","https://openalex.org/W3024131638","https://openalex.org/W3037039099","https://openalex.org/W3103891289","https://openalex.org/W3104405162","https://openalex.org/W3118998664","https://openalex.org/W3174464510","https://openalex.org/W3174660442","https://openalex.org/W4234816175","https://openalex.org/W4239496300","https://openalex.org/W4243729641","https://openalex.org/W4250493791","https://openalex.org/W4287330090","https://openalex.org/W4298167386","https://openalex.org/W4302287862","https://openalex.org/W6606523514","https://openalex.org/W6630092256","https://openalex.org/W6633724138","https://openalex.org/W6633837000","https://openalex.org/W6637050237","https://openalex.org/W6639384725","https://openalex.org/W6656763471","https://openalex.org/W6683651266","https://openalex.org/W6684473110","https://openalex.org/W6737001739","https://openalex.org/W6745962829","https://openalex.org/W6749198614","https://openalex.org/W6751778688","https://openalex.org/W6752359182","https://openalex.org/W6752872268","https://openalex.org/W6757970292","https://openalex.org/W6760053112","https://openalex.org/W6760221086","https://openalex.org/W6763515994","https://openalex.org/W6768216773","https://openalex.org/W6769774382","https://openalex.org/W6779047551","https://openalex.org/W6784283460","https://openalex.org/W6790476722"],"related_works":["https://openalex.org/W1608278265","https://openalex.org/W2048990642","https://openalex.org/W2097677915","https://openalex.org/W1186135329","https://openalex.org/W2140011328","https://openalex.org/W1498430983","https://openalex.org/W2342418236","https://openalex.org/W2154641962","https://openalex.org/W2186453640","https://openalex.org/W4389606753"],"abstract_inverted_index":{"There":[0],"is":[1,270],"a":[2,71],"growing":[3],"desire":[4],"to":[5,145,171,207,256],"create":[6],"computer":[7,64],"systems":[8,45,65,203,266],"that":[9,238],"can":[10],"collaborate":[11],"with":[12,167,182,204],"humans":[13],"on":[14,88],"complex,":[15],"open-ended":[16],"activities.":[17],"These":[18],"activities":[19],"typically":[20],"have":[21],"no":[22],"set":[23,72],"completion":[24],"criteria":[25,74],"and":[26,35,49,54,100,109,147,151,177,184,199,210,228,261],"frequently":[27],"involve":[28],"multimodal":[29],"communication,":[30,121],"extensive":[31],"world":[32],"knowledge,":[33],"creativity,":[34],"building":[36,181],"structures":[37],"or":[38],"compositions":[39],"through":[40],"multiple":[41],"steps.":[42],"Because":[43],"these":[44,77,161],"differ":[46],"from":[47,216,233],"question":[48],"answer":[50],"(Q&A)":[51],"systems,":[52,78],"chatbots,":[53],"simple":[55],"task-oriented":[56],"assistants,":[57],"new":[58,149],"methods":[59],"for":[60,75,197,212,244],"evaluating":[61,76],"such":[62],"collaborative":[63,120],"are":[66],"needed.":[67],"Here,":[68],"we":[69,159],"present":[70,155],"of":[73,81,91,114,118,131,139,142,157,186,225,241,259],"called":[79],"Hallmarks":[80,86,162,194,206,243,251],"Human-Machine":[82],"Collaboration":[83],".":[84],"The":[85,250],"build":[87],"the":[89,96,106,164,193,205,220,239,242,268],"success":[90],"heuristic":[92],"evaluation":[93,102,246],"used":[94,104,160,192],"by":[95],"user":[97,217],"interface":[98],"community":[99],"past":[101],"techniques":[103],"in":[105,163,189,264],"spoken":[107],"language":[108],"chatbot":[110],"communities.":[111],"They":[112],"consist":[113],"observable":[115],"characteristics":[116],"indicative":[117],"successful":[119,152],"grouped":[122],"into":[123],"eight":[124],"high-level":[125],"properties:":[126],"robustness;":[127],"habitability;":[128],"mutual":[129],"contribution":[130],"meaningful":[132],"content;":[133],"context-awareness;":[134],"consistent":[135],"human":[136,221],"engagement;":[137],"provision":[138],"rationale;":[140],"use":[141,240],"elementary":[143],"concepts":[144],"teach":[146],"learn":[148],"concepts;":[150],"collaboration.":[153],"We":[154,191],"examples":[156],"how":[158],"DARPA":[165],"Communicating":[166],"Computers":[168],"(CwC)":[169],"program":[170,245],"evaluate":[172],"diverse":[173],"activities,":[174],"including":[175],"story":[176],"music":[178],"generation,":[179],"interactive":[180],"blocks,":[183],"exploration":[185],"molecular":[187],"mechanisms":[188],"cancer.":[190],"as":[195,200],"guides":[196],"developers":[198,236],"diagnostics,":[201],"assessing":[202],"identify":[208,257],"strengths":[209],"opportunities":[211],"improvement":[213],"using":[214],"logs":[215],"studies,":[218],"surveying":[219],"partner,":[222],"third-party":[223],"review":[224],"creative":[226,273],"products,":[227],"direct":[229],"tests.":[230],"Informal":[231],"feedback":[232],"CwC":[234],"technology":[235],"indicates":[237],"helped":[247],"guide":[248],"development.":[249],"also":[252],"made":[253],"it":[254],"possible":[255],"areas":[258],"progress":[260],"major":[262],"gaps":[263],"developing":[265],"where":[267],"machine":[269],"an":[271],"equal,":[272],"partner.":[274]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}