{"id":"https://openalex.org/W4210944809","doi":"https://doi.org/10.1109/rita.2022.3149776","title":"On the Experimental Process in Evaluations of Brazilian Conversational Agents in Education","display_name":"On the Experimental Process in Evaluations of Brazilian Conversational Agents in Education","publication_year":2022,"publication_date":"2022-02-01","ids":{"openalex":"https://openalex.org/W4210944809","doi":"https://doi.org/10.1109/rita.2022.3149776"},"language":"en","primary_location":{"id":"doi:10.1109/rita.2022.3149776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rita.2022.3149776","pdf_url":null,"source":{"id":"https://openalex.org/S17848820","display_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","issn_l":"1932-8540","issn":["1932-8540","2374-0132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/RITA.2022.3149776","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017563966","display_name":"Leo Natan Paschoal","orcid":"https://orcid.org/0000-0003-1076-9174"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Leo Natan Paschoal","raw_affiliation_strings":["Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), São Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-1076-9174","affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), São Carlos, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055534532","display_name":"Tayana Conte","orcid":"https://orcid.org/0000-0001-6436-3773"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Tayana Uchoa Conte","raw_affiliation_strings":["Institute of Computing (IComp), Federal University of Amazonas (UFAM), Manaus, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing (IComp), Federal University of Amazonas (UFAM), Manaus, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020158687","display_name":"Simone R. S. Souza","orcid":"https://orcid.org/0000-0001-9007-9821"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Simone do Rocio Senger de Souza","raw_affiliation_strings":["Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), São Carlos, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9007-9821","affiliations":[{"raw_affiliation_string":"Institute of Mathematics and Computer Sciences (ICMC), University of Sao Paulo (USP), São Carlos, Brazil","institution_ids":["https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3097,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56828826,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"17","issue":"1","first_page":"99","last_page":"107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6857271194458008},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4695238173007965},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.396731972694397},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3478466272354126},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.19164055585861206},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10295706987380981}],"concepts":[{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6857271194458008},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4695238173007965},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.396731972694397},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3478466272354126},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19164055585861206},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10295706987380981}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/rita.2022.3149776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rita.2022.3149776","pdf_url":null,"source":{"id":"https://openalex.org/S17848820","display_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","issn_l":"1932-8540","issn":["1932-8540","2374-0132"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Revista Iberoamericana de Tecnologias del Aprendizaje","raw_type":"journal-article"},{"id":"pmh:003067483","is_oa":true,"landing_page_url":"https://doi.org/10.1109/RITA.2022.3149776","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:riull.ull.es:915/26762","is_oa":true,"landing_page_url":"http://riull.ull.es/xmlui/handle/915/26762","pdf_url":null,"source":{"id":"https://openalex.org/S4210224415","display_name":"Scientia Insularum Revista de Ciencias Naturales en islas","issn_l":"2659-6644","issn":["2659-6644"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310321416","host_organization_name":"University of La Laguna","host_organization_lineage":["https://openalex.org/P4310321416"],"host_organization_lineage_names":["University of La Laguna"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:003067483","is_oa":true,"landing_page_url":"https://doi.org/10.1109/RITA.2022.3149776","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1615062508","display_name":null,"funder_award_id":"2018/26636-2","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G4350782741","display_name":null,"funder_award_id":"312922/2018-3","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G8647118714","display_name":null,"funder_award_id":"314174/2020-6","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W1564623840","https://openalex.org/W1839411169","https://openalex.org/W1941232222","https://openalex.org/W1958151209","https://openalex.org/W2135093973","https://openalex.org/W2153042539","https://openalex.org/W2168811232","https://openalex.org/W2208548753","https://openalex.org/W2236797100","https://openalex.org/W2276797782","https://openalex.org/W2556358687","https://openalex.org/W2602877928","https://openalex.org/W2767694545","https://openalex.org/W2772103329","https://openalex.org/W2790203413","https://openalex.org/W2790894500","https://openalex.org/W2792401417","https://openalex.org/W2795277066","https://openalex.org/W2807614947","https://openalex.org/W2808546763","https://openalex.org/W2886723455","https://openalex.org/W2887720395","https://openalex.org/W2888936829","https://openalex.org/W2898890182","https://openalex.org/W2903349354","https://openalex.org/W2934309502","https://openalex.org/W2965160520","https://openalex.org/W2973530019","https://openalex.org/W3111743342","https://openalex.org/W3112297040","https://openalex.org/W4230251360","https://openalex.org/W4291213652","https://openalex.org/W4297813086","https://openalex.org/W6623485022","https://openalex.org/W6635364829","https://openalex.org/W6640905189","https://openalex.org/W6729519532","https://openalex.org/W6736461433","https://openalex.org/W6742349049","https://openalex.org/W6753403269","https://openalex.org/W6768780169","https://openalex.org/W6790066024","https://openalex.org/W6980146953","https://openalex.org/W7026874576","https://openalex.org/W7039238786","https://openalex.org/W7039727433"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4281737987","https://openalex.org/W4386449603","https://openalex.org/W3124412501","https://openalex.org/W2048235121"],"abstract_inverted_index":{"Conversational":[0],"agents":[1,128,145],"represent":[2],"applications":[3],"that":[4,45,53,58,161],"interact":[5],"in":[6,25,35,70,83,129,147,192],"a":[7,50,63,105,132,154,172],"natural":[8],"language":[9],"with":[10],"humans.":[11],"Due":[12],"to":[13,16],"their":[14,84,148],"ability":[15],"process":[17],"the":[18,36,47,71,80,90,109,135,139,163,197],"human":[19],"language,":[20,52],"they":[21,39,96],"have":[22,40,88,103],"been":[23,41,179,187],"explored":[24],"diverse":[26],"areas,":[27],"e.g.,":[28],"e-commerce,":[29],"health,":[30],"entertainment,":[31],"and":[32,57,159,166,195],"education.":[33],"Particularly":[34],"education":[37,114,130],"field,":[38],"used":[42,98],"as":[43,62],"mechanisms":[44],"support":[46,162],"teaching":[48],"of":[49,108,111,123,134,156,168,174,184,199,204],"second":[51],"recommend":[54],"educational":[55,72],"resources,":[56],"resolve":[59],"students\u2019":[60],"doubts,":[61],"learning":[64],"partner.":[65],"Brazil":[66],"is":[67],"particularly":[68],"interested":[69],"technology":[73,112],"community":[74],"studying":[75],"such":[76,92,144],"software":[77],"systems.":[78],"Despite":[79],"strong":[81],"interests":[82],"development,":[85,165],"few":[86],"studies":[87,102,200],"addressed":[89],"impact":[91,110],"systems":[93],"exert":[94],"when":[95],"are":[97],"by":[99],"students.":[100],"Experimental":[101],"enabled":[104],"better":[106],"understanding":[107],"on":[113,116,126,201],"based":[115],"evidence.":[117],"This":[118],"article":[119],"presents":[120],"an":[121],"overview":[122],"empirical":[124],"research":[125,149],"conversational":[127,206],"through":[131],"mapping":[133],"Brazilian":[136],"community,":[137],"identifying":[138],"way":[140],"researchers":[141],"systematically":[142],"evaluate":[143],"produced":[146],"work.":[150],"The":[151],"results":[152],"show":[153],"lack":[155],"experimental":[157,169,202],"methodologies":[158],"taxonomies":[160],"planning,":[164],"reporting":[167],"studies.":[170],"However,":[171],"set":[173,183],"variables":[175],"commonly":[176],"employed":[177],"has":[178,186],"recognized.":[180],"An":[181],"initial":[182],"guidelines":[185],"developed":[188],"towards":[189],"guiding":[190],"experiments":[191],"this":[193],"context":[194],"supporting":[196],"systematization":[198],"evaluations":[203],"pedagogical":[205],"agents.":[207]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}