{"id":"https://openalex.org/W4407950370","doi":"https://doi.org/10.1109/fie61694.2024.10893476","title":"WIP: Comparison of Large Language Models for Applied Mathematics Questions in Engineering Courses","display_name":"WIP: Comparison of Large Language Models for Applied Mathematics Questions in Engineering Courses","publication_year":2024,"publication_date":"2024-10-13","ids":{"openalex":"https://openalex.org/W4407950370","doi":"https://doi.org/10.1109/fie61694.2024.10893476"},"language":"en","primary_location":{"id":"doi:10.1109/fie61694.2024.10893476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116424426","display_name":"Carlos Merlos","orcid":null},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Merlos","raw_affiliation_strings":["Clarkson University,Department of Computer Science,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of Computer Science,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081485727","display_name":"Faraz Hussain","orcid":"https://orcid.org/0000-0001-8971-1850"},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Faraz Hussain","raw_affiliation_strings":["Clarkson University,Department of ECE,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of ECE,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016947876","display_name":"Swati Kar","orcid":null},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swati Kar","raw_affiliation_strings":["Clarkson University,Department of ECE,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of ECE,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112911213","display_name":"Lavanya Shri","orcid":null},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lavanya Shri","raw_affiliation_strings":["Clarkson University,Department of ECE,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of ECE,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097985509","display_name":"Olaoluwayimika Olugbenle","orcid":null},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olaoluwayimika Olugbenle","raw_affiliation_strings":["Clarkson University,Department of ECE,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of ECE,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085141819","display_name":"Mahesh K. Banavar","orcid":"https://orcid.org/0000-0002-3916-7137"},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahesh Banavar","raw_affiliation_strings":["Clarkson University,Department of ECE,Potsdam,NY,13699"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clarkson University,Department of ECE,Potsdam,NY,13699","institution_ids":["https://openalex.org/I16944753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062731097","display_name":"Abd AlRahman R. AlMomani","orcid":"https://orcid.org/0000-0001-9362-7459"},"institutions":[{"id":"https://openalex.org/I84475105","display_name":"Embry\u2013Riddle Aeronautical University","ror":"https://ror.org/010jskt71","country_code":"US","type":"education","lineage":["https://openalex.org/I84475105"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abd AlRahman AlMomani","raw_affiliation_strings":["Embry Riddle Aeronautical University,Mathematics Department,Prescott,AZ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Embry Riddle Aeronautical University,Mathematics Department,Prescott,AZ","institution_ids":["https://openalex.org/I84475105"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8763999938964844,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.8763999938964844,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.8762000203132629,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8355000019073486,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5985682010650635},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.49817800521850586},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3792533278465271},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2272776961326599}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5985682010650635},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.49817800521850586},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3792533278465271},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2272776961326599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie61694.2024.10893476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10893476","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2963026768","https://openalex.org/W2963116854","https://openalex.org/W2970986510","https://openalex.org/W3015883388","https://openalex.org/W4367595583","https://openalex.org/W4379259169","https://openalex.org/W4385245566","https://openalex.org/W4385572940","https://openalex.org/W4387936944","https://openalex.org/W4389520670","https://openalex.org/W4390135028","https://openalex.org/W6772383348","https://openalex.org/W6777615688","https://openalex.org/W6811129797","https://openalex.org/W6852527215","https://openalex.org/W6852888259","https://openalex.org/W6854866820"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,64,168],"this":[1,65,137,169,255],"Innovative":[2],"Practice":[3],"WIP":[4],"paper,":[5],"we":[6,68,87,104,119,146],"present":[7],"a":[8,57,90,158,179,239],"comparison":[9],"study":[10],"of":[11,31,59,93,96,98,113,151,166,194,223,232,247,268],"large":[12],"language":[13],"models":[14,50,118,135,203,229,270],"(LLMs)":[15],"to":[16,22,35,47,83,132],"see":[17],"which":[18],"would":[19],"respond":[20],"best":[21],"questions":[23,208,225],"posed":[24],"in":[25,136,230,278],"classes.":[26],"While":[27],"the":[28,32,41,94,99,110,134,140,148,163,186,202,207,215,220,224,227,261],"ultimate":[29],"goal":[30],"project":[33],"is":[34,46,130,172,182],"develop":[36],"classroom":[37],"chatbots":[38,274],"using":[39],"LLMs,":[40],"first":[42],"step,":[43],"presented":[44,259],"here,":[45],"evaluate":[48],"different":[49,81,195],"for":[51,61,143,175,241,280],"multiple":[52],"topic":[53],"areas":[54],"and":[55,75,109,127,154,211,234,275],"select":[56],"few":[58],"them":[60,190],"further":[62,266],"development.":[63],"preliminary":[66,281],"work,":[67],"cover":[69],"two":[70],"subject":[71],"areas:":[72],"signal":[73,102],"processing":[74,128],"differential":[76,144],"equations.":[77],"We":[78,184,198],"take":[79],"slightly":[80],"approaches":[82],"each":[84],"area":[85],"so":[86],"can":[88],"get":[89],"better":[91,242],"understanding":[92],"range":[95],"capabilities":[97],"LLMs.":[100],"For":[101],"processing,":[103],"use":[105,120],"custom":[106,159],"open-source":[107],"LLMs":[108,187],"free":[111],"version":[112,150,165],"OpenAI's":[114],"ChatGPT":[115,152],"3.5.":[116],"All":[117],"here":[121],"are":[122,209],"free.":[123],"However,":[124,178,218],"significant":[125],"coding":[126,176],"power":[129],"required":[131],"implement":[133],"method.":[138],"On":[139],"other":[141],"hand,":[142],"equations,":[145],"compare":[147,155],"paid":[149,164],"4.0":[153],"that":[156,200],"with":[157,250],"GPT,":[160],"also":[161],"from":[162,214,254],"ChatGPT.":[167],"case,":[170],"there":[171],"no":[173],"requirement":[174],"skills.":[177],"monthly":[180],"fee":[181],"required.":[183],"evaluated":[185],"by":[188],"testing":[189],"on":[191],"question":[192],"batteries":[193],"difficulty":[196,221],"levels.":[197],"found":[199],"all":[201],"function":[204],"well":[205],"when":[206],"simple":[210],"drawn":[212],"directly":[213],"source":[216],"material.":[217],"as":[219],"level":[222],"increases,":[226],"\u201cbetter\u201d":[228],"terms":[231],"training":[233,248],"parameters":[235],"perform":[236],"better,":[237],"making":[238],"case":[240],"training,":[243],"but":[244],"both":[245],"ways":[246],"come":[249],"costs.":[251],"The":[252],"results":[253],"evaluation":[256],"will":[257],"be":[258],"at":[260],"conference.":[262],"Future":[263],"work":[264],"involves":[265],"development":[267],"these":[269],"into":[271],"more":[272],"interactive":[273],"their":[276],"deployment":[277],"classrooms":[279],"evaluation.":[282]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}