{"id":"https://openalex.org/W4396833591","doi":"https://doi.org/10.1145/3613905.3647957","title":"Student Interaction with NewtBot: An LLM-as-tutor Chatbot for Secondary Physics Education","display_name":"Student Interaction with NewtBot: An LLM-as-tutor Chatbot for Secondary Physics Education","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833591","doi":"https://doi.org/10.1145/3613905.3647957"},"language":"en","primary_location":{"id":"doi:10.1145/3613905.3647957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3647957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3647957","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3647957","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033917064","display_name":"Anna Lieb","orcid":"https://orcid.org/0000-0002-5493-0487"},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anna Lieb","raw_affiliation_strings":["Wellesley College, United States"],"raw_orcid":"https://orcid.org/0000-0002-5493-0487","affiliations":[{"raw_affiliation_string":"Wellesley College, United States","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5092910924","display_name":"Toshali Goel","orcid":"https://orcid.org/0000-0002-9438-9795"},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toshali Goel","raw_affiliation_strings":["Wellesley College, United States"],"raw_orcid":"https://orcid.org/0000-0002-9438-9795","affiliations":[{"raw_affiliation_string":"Wellesley College, United States","institution_ids":["https://openalex.org/I189731429"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5033917064"],"corresponding_institution_ids":["https://openalex.org/I189731429"],"apc_list":null,"apc_paid":null,"fwci":15.2016,"has_fulltext":true,"cited_by_count":46,"citation_normalized_percentile":{"value":0.99221087,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9231302738189697},{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.8590101003646851},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.5815961956977844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48048749566078186},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3982105851173401},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3265046179294586},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3249550461769104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.298525333404541},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2569177746772766},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19024670124053955}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9231302738189697},{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.8590101003646851},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.5815961956977844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48048749566078186},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3982105851173401},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3265046179294586},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3249550461769104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.298525333404541},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2569177746772766},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19024670124053955}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613905.3647957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3647957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3647957","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613905.3647957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613905.3647957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613905.3647957","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Extended Abstracts of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8500000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2492196834","display_name":"Collaborative Research: US-German Research on Human-Automation Interaction for the Future of Work","funder_award_id":"2153676","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5032335274","display_name":"Collaborative research:  IRES Track I: US-German Research on Human-Automation Interaction for the Future of Work","funder_award_id":"2153695","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320323390","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833591.pdf","grobid_xml":"https://content.openalex.org/works/W4396833591.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2100379340","https://openalex.org/W2110661236","https://openalex.org/W2135234238","https://openalex.org/W2756029264","https://openalex.org/W3008536585","https://openalex.org/W3126219458","https://openalex.org/W4319662928","https://openalex.org/W4321472415","https://openalex.org/W4323655724","https://openalex.org/W4366377796","https://openalex.org/W4366548330","https://openalex.org/W4366733179","https://openalex.org/W4381546750"],"related_works":["https://openalex.org/W3031796109","https://openalex.org/W2253765944","https://openalex.org/W2376403352","https://openalex.org/W3032028334","https://openalex.org/W3029739024","https://openalex.org/W3028732995","https://openalex.org/W2379494638","https://openalex.org/W2353295170","https://openalex.org/W4361011719","https://openalex.org/W2379528179"],"abstract_inverted_index":{"Chatbots":[0],"based":[1],"on":[2],"state-of-the-art":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"hold":[8],"potential":[9],"to":[10,18,61,68,89,171],"act":[11,62],"as":[12,63,73],"beneficial":[13],"educational":[14],"tools.":[15],"However,":[16],"challenges":[17],"LLMs":[19],"in":[20],"education":[21,54],"include":[22],"concerns":[23],"about":[24,36,160],"not":[25],"only":[26],"the":[27,113,141,146],"accuracy":[28],"and":[29,40,124,139],"interpretability":[30],"of":[31,112,155],"AI-generated":[32],"text,":[33],"but":[34],"also":[35],"productive":[37],"student":[38,106],"engagement":[39],"positive":[41,135],"user":[42,96,148],"experience":[43,149],"with":[44,98,108,173],"LLM":[45,92],"chatbots.":[46],"In":[47,94],"this":[48],"paper,":[49],"we":[50,104],"introduce":[51],"a":[52,64,82,95,116,120,125,153],"physics":[53,76,175],"chatbot":[55],"called":[56],"NewtBot.":[57],"We":[58,129],"designed":[59],"NewtBot":[60,170],"personalized":[65],"automated":[66],"tutor":[67],"support":[69],"secondary":[70,100],"students\u2019":[71],"learning":[72],"they":[74,167],"complete":[75],"tasks.":[77],"NewtBot\u2019s":[78],"web":[79],"interface":[80],"has":[81],"modifiable":[83],"back-end":[84],"that":[85,131,140],"internally":[86],"prompts":[87],"GPT-3.5":[88,114],"produce":[90],"different":[91,110],"behaviors.":[93],"study":[97],"German":[99],"school":[101,176],"students":[102,132],"(n=50),":[103],"evaluated":[105],"interactions":[107],"three":[109],"configurations":[111],"back-end:":[115],"general-purpose":[117],"\u201cbaseline\u201d":[118],"model,":[119,123],"setting-specific":[121,142],"\u201ctutor\u201d":[122,143],"problem-specific":[126],"\u201cfeedback\u201d":[127],"model.":[128],"find":[130],"had":[133,145],"overall":[134],"experiences":[136],"using":[137,161],"NewtBot,":[138],"model":[144],"highest":[147],"ratings.":[150],"Additionally,":[151],"despite":[152],"majority":[154],"participants":[156],"(72%)":[157],"expressing":[158],"apprehensions":[159],"chatbots":[162],"for":[163],"school,":[164],"70%":[165],"said":[166],"would":[168],"use":[169],"help":[172],"their":[174],"work.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2025-10-10T00:00:00"}