{"id":"https://openalex.org/W4401535941","doi":"https://doi.org/10.59720/23-296","title":"Comparing and evaluating ChatGPT\u2019s performance giving financial advice with Reddit questions and answers","display_name":"Comparing and evaluating ChatGPT\u2019s performance giving financial advice with Reddit questions and answers","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401535941","doi":"https://doi.org/10.59720/23-296"},"language":"en","primary_location":{"id":"doi:10.59720/23-296","doi":"https://doi.org/10.59720/23-296","is_oa":true,"landing_page_url":"https://doi.org/10.59720/23-296","pdf_url":"https://emerginginvestigators.org/articles/23-296/pdf","source":{"id":"https://openalex.org/S5407015684","display_name":"Journal of Emerging Investigators","issn_l":"2638-0870","issn":["2638-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Emerging Investigators","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://emerginginvestigators.org/articles/23-296/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106502968","display_name":"Sathvik Samant","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sathvik Samant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106435481","display_name":"Aditya Dhar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aditya Dhar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106463221","display_name":"Shreya Kochar","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shreya Kochar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106435482","display_name":"Aneesha Sreerama","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aneesha Sreerama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113711904","display_name":"Andrew Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5106451733","display_name":"Anirudh Sreerama","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anirudh Sreerama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06629474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.3125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.3125,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.15369999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.1216999962925911,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9760000109672546},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9660000205039978},{"id":"https://openalex.org/keywords/financial-advice","display_name":"financial advice","score":0.7580000162124634},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9380000233650208},{"id":"https://openalex.org/keywords/reddit","display_name":"Reddit","score":0.5320000052452087},{"id":"https://openalex.org/keywords/personalized-financial-advice","display_name":"personalized financial advice","score":0.8180000185966492},{"id":"https://openalex.org/keywords/ai-ethics","display_name":"AI ethics","score":0.5860000252723694},{"id":"https://openalex.org/keywords/job-displacement","display_name":"job displacement","score":0.6380000114440918}],"concepts":[{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.851244330406189},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.366498738527298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3553232252597809},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.59720/23-296","doi":"https://doi.org/10.59720/23-296","is_oa":true,"landing_page_url":"https://doi.org/10.59720/23-296","pdf_url":"https://emerginginvestigators.org/articles/23-296/pdf","source":{"id":"https://openalex.org/S5407015684","display_name":"Journal of Emerging Investigators","issn_l":"2638-0870","issn":["2638-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Emerging Investigators","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.59720/23-296","doi":"https://doi.org/10.59720/23-296","is_oa":true,"landing_page_url":"https://doi.org/10.59720/23-296","pdf_url":"https://emerginginvestigators.org/articles/23-296/pdf","source":{"id":"https://openalex.org/S5407015684","display_name":"Journal of Emerging Investigators","issn_l":"2638-0870","issn":["2638-0870"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Emerging Investigators","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401535941.pdf","grobid_xml":"https://content.openalex.org/works/W4401535941.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2063559185","https://openalex.org/W3033185959","https://openalex.org/W3144293453","https://openalex.org/W4285190530","https://openalex.org/W4327810158","https://openalex.org/W4367318783","https://openalex.org/W4390848563"],"related_works":["https://openalex.org/W4416579028","https://openalex.org/W4399527564","https://openalex.org/W4388994240","https://openalex.org/W7117548568","https://openalex.org/W4323967434","https://openalex.org/W7067303808","https://openalex.org/W4386003614","https://openalex.org/W7165873159","https://openalex.org/W4384343692","https://openalex.org/W4387686993"],"abstract_inverted_index":{"As":[0],"artificial":[1],"intelligence":[2],"(AI)":[3],"and":[4,96,117,122,140,151,191],"particularly":[5],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"rapidly":[10],"advance,":[11],"there":[12],"is":[13],"a":[14,44,173],"growing":[15],"interest":[16],"in":[17,19,40,111,136,184],"AI":[18,110,129],"the":[20,28,35,41,54,83,91,100,107,146,182,185],"financial":[21,31,45,50,73,79,112,156,178,189],"industry":[22],"while":[23,128],"understanding":[24],"its":[25,114,137,152,166],"impact":[26,153],"on":[27,53,154],"future":[29,155,186],"of":[30,37,43,109,148],"advising.":[32],"To":[33],"evaluate":[34],"performance":[36,150],"such":[38],"LLMs":[39],"role":[42,108],"advisor,":[46],"this":[47,104,161],"experiment":[48],"utilized":[49],"questions":[51],"asked":[52],"Reddit":[55,88],"forum":[56,157],"\u201cr/Financial":[57],"Planning\u201d.":[58],"We":[59,81,125],"hypothesized":[60],"that":[61,127,164],"Chat-GPT":[62],"would":[63],"offer":[64],"commonly":[65],"observed,":[66],"yet":[67],"concise":[68],"feedback":[69],"related":[70],"to":[71,86,120,176,187,193],"typical":[72],"behaviors":[74],"rather":[75],"than":[76],"delivering":[77],"personalized":[78],"advice.":[80,97],"compared":[82],"GPT-4":[84,169],"outputs":[85],"actual":[87],"comments,":[89],"assessing":[90],"model\u2019s":[92,101],"response":[93],"content,":[94],"length,":[95],"By":[98],"evaluating":[99],"advisory":[102],"competency,":[103],"study":[105,143,162],"explored":[106],"forums,":[113],"ethical":[115],"consequences,":[116],"potential":[118,183],"threat":[119,175],"employment":[121],"existing":[123],"systems.":[124,158,196],"found":[126],"can":[130],"present":[131],"accurate":[132],"information,":[133],"it":[134],"failed":[135],"delivery,":[138],"clarity,":[139],"decisiveness.":[141],"This":[142],"further":[144],"analyzed":[145],"implications":[147],"GPT-4\u2019s":[149],"More":[159],"broadly,":[160],"revealed":[163],"at":[165],"current":[167],"capabilities":[168],"does":[170],"not":[171],"pose":[172],"direct":[174],"traditional":[177],"forums":[179,190],"but":[180],"has":[181],"shift":[188],"advisories":[192],"more":[194],"AI-based":[195]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-08-14T00:00:00"}