{"id":"https://openalex.org/W4391560419","doi":"https://doi.org/10.3390/info15020092","title":"Do Large Language Models Show Human-like Biases? Exploring Confidence\u2014Competence Gap in AI","display_name":"Do Large Language Models Show Human-like Biases? Exploring Confidence\u2014Competence Gap in AI","publication_year":2024,"publication_date":"2024-02-06","ids":{"openalex":"https://openalex.org/W4391560419","doi":"https://doi.org/10.3390/info15020092"},"language":"en","primary_location":{"id":"doi:10.3390/info15020092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15020092","pdf_url":"https://www.mdpi.com/2078-2489/15/2/92/pdf?version=1707214065","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/15/2/92/pdf?version=1707214065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050517689","display_name":"Aniket Kumar Singh","orcid":"https://orcid.org/0009-0008-9189-8528"},"institutions":[{"id":"https://openalex.org/I161203489","display_name":"Youngstown State University","ror":"https://ror.org/038zf2n28","country_code":"US","type":"education","lineage":["https://openalex.org/I161203489"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aniket Kumar Singh","raw_affiliation_strings":["Department of Computing and Information Systems, Youngstown State University, Youngstown, OH 44555, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, Youngstown State University, Youngstown, OH 44555, USA","institution_ids":["https://openalex.org/I161203489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103090149","display_name":"Bishal Lamichhane","orcid":"https://orcid.org/0009-0006-9537-0937"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bishal Lamichhane","raw_affiliation_strings":["Department of Mathematics and Statistics, University of Nevada, Reno, NV 89557, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of Nevada, Reno, NV 89557, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046182948","display_name":"Suman Devkota","orcid":"https://orcid.org/0000-0003-2298-8729"},"institutions":[{"id":"https://openalex.org/I161203489","display_name":"Youngstown State University","ror":"https://ror.org/038zf2n28","country_code":"US","type":"education","lineage":["https://openalex.org/I161203489"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suman Devkota","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Youngstown State University, Youngstown, OH 44555, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Youngstown State University, Youngstown, OH 44555, USA","institution_ids":["https://openalex.org/I161203489"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092973359","display_name":"Uttam Dhakal","orcid":"https://orcid.org/0009-0006-6770-4311"},"institutions":[{"id":"https://openalex.org/I161203489","display_name":"Youngstown State University","ror":"https://ror.org/038zf2n28","country_code":"US","type":"education","lineage":["https://openalex.org/I161203489"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Uttam Dhakal","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Youngstown State University, Youngstown, OH 44555, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Youngstown State University, Youngstown, OH 44555, USA","institution_ids":["https://openalex.org/I161203489"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069644535","display_name":"Chandra Dhakal","orcid":"https://orcid.org/0000-0002-1992-6300"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chandra Dhakal","raw_affiliation_strings":["Formerly with the Department of Agricultural and Applied Economics, University of Georgia, Athens, GA 30602, USA"],"affiliations":[{"raw_affiliation_string":"Formerly with the Department of Agricultural and Applied Economics, University of Georgia, Athens, GA 30602, USA","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069644535"],"corresponding_institution_ids":["https://openalex.org/I165733156"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":13.6094,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9864764,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"15","issue":"2","first_page":"92","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9343000054359436,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9186999797821045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.6840352416038513},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.48755162954330444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41667425632476807},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3384819030761719},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16596278548240662}],"concepts":[{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.6840352416038513},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48755162954330444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41667425632476807},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3384819030761719},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16596278548240662}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info15020092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15020092","pdf_url":"https://www.mdpi.com/2078-2489/15/2/92/pdf?version=1707214065","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:38d3d53a17a94df5883e799777ca6b76","is_oa":true,"landing_page_url":"https://doaj.org/article/38d3d53a17a94df5883e799777ca6b76","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 15, Iss 2, p 92 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info15020092","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15020092","pdf_url":"https://www.mdpi.com/2078-2489/15/2/92/pdf?version=1707214065","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6200000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391560419.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W2146006411","https://openalex.org/W2746400042","https://openalex.org/W3083410900","https://openalex.org/W3189197390","https://openalex.org/W4226278401","https://openalex.org/W4287854706","https://openalex.org/W4322720178","https://openalex.org/W4366115126","https://openalex.org/W4385623654","https://openalex.org/W4387952963","https://openalex.org/W4389523706","https://openalex.org/W6739901393","https://openalex.org/W6781254577","https://openalex.org/W6810738896"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"This":[0],"study":[1],"investigates":[2],"self-assessment":[3,147],"tendencies":[4],"in":[5,133],"Large":[6],"Language":[7],"Models":[8],"(LLMs),":[9],"examining":[10],"if":[11],"patterns":[12,100],"resemble":[13,101],"human":[14],"cognitive":[15],"biases":[16],"like":[17],"the":[18,102,127],"Dunning\u2013Kruger":[19,103],"effect.":[20],"LLMs,":[21],"including":[22],"GPT,":[23],"BARD,":[24],"Claude,":[25],"and":[26,43,79,92,120,131,156],"LLaMA,":[27],"are":[28],"evaluated":[29],"using":[30],"confidence":[31,40,55,65,73,82,132],"scores":[32,74],"on":[33],"reasoning":[34],"tasks.":[35],"The":[36,49,72],"models":[37],"provide":[38,121],"self-assessed":[39],"levels":[41],"before":[42],"after":[44],"responding":[45],"to":[46,108,124,138,151],"different":[47],"questions.":[48],"results":[50],"show":[51],"cases":[52],"where":[53,105],"high":[54],"does":[56],"not":[57,112],"correlate":[58],"with":[59],"correctness,":[60],"suggesting":[61],"overconfidence.":[62],"Conversely,":[63],"low":[64],"despite":[66],"accurate":[67],"responses":[68],"indicates":[69],"potential":[70],"underestimation.":[71],"vary":[75],"across":[76],"problem":[77],"categories":[78],"difficulties,":[80],"reducing":[81],"for":[83],"complex":[84],"queries.":[85],"GPT-4":[86],"displays":[87],"consistent":[88],"confidence,":[89],"while":[90],"LLaMA":[91],"Claude":[93],"demonstrate":[94],"more":[95],"variations.":[96],"Some":[97],"of":[98,129],"these":[99,115],"effect,":[104],"incompetence":[106],"leads":[107],"inflated":[109],"self-evaluations.":[110],"While":[111],"conclusively":[113],"evident,":[114],"observations":[116],"parallel":[117],"this":[118],"phenomenon":[119],"a":[122],"foundation":[123],"further":[125,143],"explore":[126],"alignment":[128],"competence":[130],"LLMs.":[134],"As":[135],"LLMs":[136],"continue":[137],"expand":[139],"their":[140,146,154],"societal":[141],"roles,":[142],"research":[144],"into":[145],"mechanisms":[148],"is":[149],"warranted":[150],"fully":[152],"understand":[153],"capabilities":[155],"limitations.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2024-02-07T00:00:00"}