{"id":"https://openalex.org/W4400410631","doi":"https://doi.org/10.1109/educon60312.2024.10578934","title":"Towards Assessing the Credibility of Chatbot Responses for Technical Assessments in Higher Education","display_name":"Towards Assessing the Credibility of Chatbot Responses for Technical Assessments in Higher Education","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400410631","doi":"https://doi.org/10.1109/educon60312.2024.10578934"},"language":"en","primary_location":{"id":"doi:10.1109/educon60312.2024.10578934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012446221","display_name":"Ritwik Murali","orcid":"https://orcid.org/0000-0002-1269-2257"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ritwik Murali","raw_affiliation_strings":["Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083265676","display_name":"Dhanya M. Dhanalakshmy","orcid":"https://orcid.org/0000-0003-4332-9407"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dhanya M. Dhanalakshmy","raw_affiliation_strings":["Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093535704","display_name":"Veeramanohar Avudaiappan","orcid":"https://orcid.org/0009-0003-1227-5394"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Veeramanohar Avudaiappan","raw_affiliation_strings":["Amrita School of Engineering, Coimbatore Amrita Vishwa Vidyapeetham,Department of Electrical and Electronics Engineering,India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Engineering, Coimbatore Amrita Vishwa Vidyapeetham,Department of Electrical and Electronics Engineering,India","institution_ids":["https://openalex.org/I81556334"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015577683","display_name":"Gayathri Sivakumar","orcid":"https://orcid.org/0000-0002-2626-5731"},"institutions":[{"id":"https://openalex.org/I81556334","display_name":"Amrita Vishwa Vidyapeetham","ror":"https://ror.org/03am10p12","country_code":"IN","type":"education","lineage":["https://openalex.org/I81556334"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gayathri Sivakumar","raw_affiliation_strings":["Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India"],"affiliations":[{"raw_affiliation_string":"Amrita School of Computing, Coimbatore Amrita Vishwa Vidyapeetham,Department of Computer Science and Engineering,India","institution_ids":["https://openalex.org/I81556334"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5012446221"],"corresponding_institution_ids":["https://openalex.org/I81556334"],"apc_list":null,"apc_paid":null,"fwci":3.0534,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92293619,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9610999822616577,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9316999912261963,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.8979774713516235},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.8099135160446167},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6082591414451599},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32060855627059937},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2914546728134155},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1286463439464569}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8979774713516235},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.8099135160446167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6082591414451599},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32060855627059937},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2914546728134155},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1286463439464569},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/educon60312.2024.10578934","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578934","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4387007686","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W3084631705","https://openalex.org/W3176146353"],"abstract_inverted_index":{"The":[0,192,252],"recent":[1],"challenge":[2,18],"in":[3,21,90,230],"higher":[4,346],"education":[5],"is":[6,139,333],"to":[7,37,63,68,79,141,204,228,268,301,311,335,353,359],"convey":[8],"the":[9,24,49,57,64,77,81,95,101,105,110,113,126,143,165,168,171,176,180,183,222,236,256,277,281,288,292,298,316,320,325],"importance":[10],"of":[11,26,44,47,112,146,182,235,242,315],"understanding":[12,94],"concepts":[13],"over":[14],"rote":[15],"learning.":[16],"This":[17,73],"has":[19],"increased":[20],"complexity":[22],"with":[23,221],"arrival":[25],"large":[27],"language":[28],"model":[29],"(LLM)":[30],"based":[31,40,115,306,339],"chatbots.":[32],"Students":[33],"are":[34,357],"increasingly":[35],"looking":[36],"such":[38],"AI":[39],"chatbots":[41,163,184,216,340],"as":[42,51,208],"\u201csources":[43],"wisdom\u201d":[45],"instead":[46],"utilizing":[48],"same":[50],"learning":[52,71,89,348],"aids.":[53],"Despite":[54],"disclaimers":[55],"by":[56,104,201],"LLM":[58,82,114,305,338],"creators,":[59],"many":[60],"students":[61,152,213,355],"turn":[62],"chatbot":[65,193,257,278,307],"for":[66,87,121,164,261,273,345],"answers":[67,99,120,299,308],"almost":[69],"all":[70,215],"assignments.":[72],"research":[74],"work":[75,108,158],"explores":[76,109],"level":[78,264],"which":[80],"responses":[83,102,181,194,200,258],"can":[84,350],"be":[85,342,351],"utilized":[86],"student":[88,98,199,210],"technical":[91],"education.":[92],"By":[93],"contradictions":[96],"between":[97],"and":[100,214,249],"generated":[103],"LLMs,":[106],"this":[107,157],"limitations":[111],"environments":[116],"towards":[117],"providing":[118],"acceptable":[119,260],"assessments":[122],"-":[123],"specifically":[124],"within":[125],"computer":[127],"science":[128],"engineering":[129],"domain.":[130],"While":[131],"numerous":[132],"studies":[133],"have":[134],"concentrated":[135],"on":[136,329,344],"ChatGPT,":[137],"it":[138,332],"essential":[140],"consider":[142],"diverse":[144,240],"range":[145,241,294],"alternative":[147],"chat-bots":[148],"accessible":[149],"online":[150],"that":[151,174,255,337],"may":[153],"also":[154],"utilize.":[155],"Therefore,":[156],"considers":[159],"5":[160],"popular":[161],"AI-based":[162],"study.":[166],"With":[167],"\u201cprompt\u201d":[169],"being":[170],"prime":[172],"factor":[173],"impacts":[175],"response":[177],"from":[178],"chat-bots,":[179],"were":[185,195,217,259,303,309],"collected":[186],"using":[187],"2":[188],"different":[189,232],"prompting":[190],"techniques.":[191],"evaluated":[196],"against":[197],"actual":[198],"multiple":[202],"reviewers":[203],"gauge":[205],"its":[206],"effectiveness":[207],"appropriate":[209],"answers.":[211],"Both":[212],"given":[218],"questions":[219,243,265],"aligned":[220],"Blooms":[223],"taxonomy":[224],"levels":[225],"(BTL)":[226],"1":[227],"4":[229],"three":[231],"subjects.":[233],"Each":[234],"courses":[237],"included":[238],"a":[239],"including":[244],"text-based":[245],"questions,":[246],"mathematical":[247],"problems,":[248],"programming":[250],"questions.":[251],"results":[253],"show":[254],"low":[262],"BT":[263],"but":[266,349],"failed":[267],"answer":[269],"convincingly":[270],"when":[271,287],"asked":[272],"an":[274],"algorithm.":[275],"Overall,":[276],"performance":[279],"(across":[280],"tested":[282],"LLMs)":[283],"was":[284],"below":[285],"average":[286],"question":[289],"set":[290],"covered":[291],"BTL":[293],"1\u20134.":[295],"However,":[296],"since":[297],"up":[300],"BTL2":[302],"acceptable,":[304],"able":[310],"barely":[312],"pass":[313,326,360],"1\u20132":[314],"3":[317],"subjects":[318],"(with":[319],"best":[321],"performers":[322],"scoring":[323],"near":[324],"mark).":[327],"Based":[328],"these":[330],"results,":[331],"possible":[334],"conclude":[336],"cannot":[341],"depended":[343],"order":[347],"used":[352],"aid":[354],"who":[356],"struggling":[358],"basic":[361],"courses.":[362]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}