{"id":"https://openalex.org/W4387030617","doi":"https://doi.org/10.48550/arxiv.2309.12367","title":"Examining the Influence of Varied Levels of Domain Knowledge Base Inclusion in GPT-based Intelligent Tutors","display_name":"Examining the Influence of Varied Levels of Domain Knowledge Base Inclusion in GPT-based Intelligent Tutors","publication_year":2023,"publication_date":"2023-09-16","ids":{"openalex":"https://openalex.org/W4387030617","doi":"https://doi.org/10.48550/arxiv.2309.12367"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2309.12367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.12367","pdf_url":"https://arxiv.org/pdf/2309.12367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.12367","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068083769","display_name":"Blake A. Castleman","orcid":"https://orcid.org/0000-0002-4296-8613"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Blake Castleman","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5022905172","display_name":"Mehmet Kerem T\u00fcrkcan","orcid":"https://orcid.org/0000-0001-9273-7293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehmet Kerem Turkcan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5068083769"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9361000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9308000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.7160714864730835},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6359714269638062},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6277085542678833},{"id":"https://openalex.org/keywords/lagging","display_name":"Lagging","score":0.6215460300445557},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.600989043712616},{"id":"https://openalex.org/keywords/inclusion","display_name":"Inclusion (mineral)","score":0.5390692353248596},{"id":"https://openalex.org/keywords/intelligent-tutoring-system","display_name":"Intelligent tutoring system","score":0.516258716583252},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32612764835357666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3171546459197998},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23966705799102783},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.18849211931228638},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08285015821456909}],"concepts":[{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.7160714864730835},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6359714269638062},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6277085542678833},{"id":"https://openalex.org/C2776962539","wikidata":"https://www.wikidata.org/wiki/Q6472078","display_name":"Lagging","level":2,"score":0.6215460300445557},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.600989043712616},{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.5390692353248596},{"id":"https://openalex.org/C2779336797","wikidata":"https://www.wikidata.org/wiki/Q3055492","display_name":"Intelligent tutoring system","level":2,"score":0.516258716583252},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32612764835357666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3171546459197998},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23966705799102783},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.18849211931228638},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08285015821456909},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2309.12367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.12367","pdf_url":"https://arxiv.org/pdf/2309.12367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.12367","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.12367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.12729908","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.12729908","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":""}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.12367","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.12367","pdf_url":"https://arxiv.org/pdf/2309.12367","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387030617.pdf","grobid_xml":"https://content.openalex.org/works/W4387030617.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2135562825","https://openalex.org/W3145783610","https://openalex.org/W2354181859","https://openalex.org/W2757096358","https://openalex.org/W2472614530","https://openalex.org/W2375646802","https://openalex.org/W2052668055","https://openalex.org/W2162038069","https://openalex.org/W627568556","https://openalex.org/W2295405411"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,27],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"have":[7],"facilitated":[8],"the":[9,35,73,90,117,122,147,150,165],"development":[10],"of":[11,37,65,103,149,185],"chatbots":[12],"with":[13,43,87,100,168],"sophisticated":[14],"conversational":[15],"capabilities.":[16],"However,":[17],"LLMs":[18],"exhibit":[19,171],"frequent":[20],"inaccurate":[21],"responses":[22,120],"to":[23,47,94,121,144,156,175,191],"queries,":[24],"hindering":[25],"applications":[26],"educational":[28,61],"settings.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,54],"investigate":[34],"effectiveness":[36],"integrating":[38],"a":[39,56,140,157,178],"knowledge":[40],"base":[41],"(KB)":[42],"LLM":[44],"intelligent":[45,74,98,118,136,151,166],"tutors":[46,99,137,152,167],"increase":[48],"response":[49],"reliability.":[50],"To":[51],"achieve":[52],"this,":[53],"design":[55],"scaleable":[57],"KB":[58,104,158,169],"that":[59,164],"affords":[60],"supervisors":[62],"seamless":[63],"integration":[64],"lesson":[66],"curricula,":[67],"which":[68],"is":[69,159],"automatically":[70],"processed":[71],"by":[72],"tutoring":[75],"system.":[76],"We":[77,161],"then":[78,110],"detail":[79],"an":[80],"evaluation,":[81],"where":[82],"student":[83],"participants":[84],"were":[85],"presented":[86],"questions":[88],"about":[89],"artificial":[91],"intelligence":[92],"curriculum":[93],"respond":[95],"to.":[96],"GPT-4":[97],"varying":[101],"hierarchies":[102],"access":[105,155,170],"and":[106,125,180],"human":[107],"domain":[108,123,145,186,197],"experts":[109],"assessed":[111],"these":[112,135],"responses.":[113],"Lastly,":[114],"students":[115,182,193],"cross-examined":[116],"tutors'":[119],"experts'":[124],"ranked":[126],"their":[127,189],"various":[128],"pedagogical":[129,173],"abilities.":[130],"Results":[131],"suggest":[132],"that,":[133],"although":[134],"still":[138],"demonstrate":[139],"lower":[141],"accuracy":[142,148],"compared":[143],"experts,":[146,187],"increases":[153],"when":[154],"granted.":[160],"also":[162],"observe":[163],"better":[172],"abilities":[174],"speak":[176],"like":[177],"teacher":[179],"understand":[181],"than":[183],"those":[184],"while":[188],"ability":[190],"help":[192],"remains":[194],"lagging":[195],"behind":[196],"experts.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2023-09-26T00:00:00"}