{"id":"https://openalex.org/W7118757014","doi":"https://doi.org/10.48550/arxiv.2601.01341","title":"Reasoning Over Recall: Evaluating the Efficacy of Generalist Architectures vs. Specialized Fine-Tunes in RAG-Based Mental Health Dialogue Systems","display_name":"Reasoning Over Recall: Evaluating the Efficacy of Generalist Architectures vs. Specialized Fine-Tunes in RAG-Based Mental Health Dialogue Systems","publication_year":2026,"publication_date":"2026-01-04","ids":{"openalex":"https://openalex.org/W7118757014","doi":"https://doi.org/10.48550/arxiv.2601.01341"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.01341","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.01341","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.01341","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122248049","display_name":"Md Abdullah Al Kafi","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kafi, Md Abdullah Al","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086854270","display_name":"Raka Moni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moni, Raka","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5119571342","display_name":"Sumit Kumar Banshal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banshal, Sumit Kumar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5122248049"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.38830000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.38830000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.15129999816417694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.7014999985694885},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.699999988079071},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6029999852180481},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.5460000038146973},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.3828999996185303},{"id":"https://openalex.org/keywords/mental-model","display_name":"Mental model","score":0.35569998621940613}],"concepts":[{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.7014999985694885},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.699999988079071},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.618399977684021},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6029999852180481},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4869000017642975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43320000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3944000005722046},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3621000051498413},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C2781111876","wikidata":"https://www.wikidata.org/wiki/Q567869","display_name":"Anosognosia","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.01341","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.01341","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.01341","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.01341","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6578229069709778,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"deployment":[1],"of":[2,15,19,76,144,158],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"in":[7,34,134,142,156,177,227],"mental":[8,60,198],"health":[9,61],"counseling":[10],"faces":[11],"the":[12,22,46,74,92,127,131,161,178,222],"dual":[13],"challenges":[14],"hallucinations":[16],"and":[17,67,102,104,109,151,168,210],"lack":[18],"empathy.":[20],"While":[21],"former":[23],"may":[24],"be":[25,54],"mitigated":[26],"by":[27,31,86],"RAG":[28,94],"(retrieval-augmented":[29],"generation)":[30],"anchoring":[32],"answers":[33],"trusted":[35],"clinical":[36,228],"sources,":[37],"there":[38],"remains":[39],"an":[40,113],"open":[41],"question":[42],"as":[43,174,221],"to":[44,116,172],"whether":[45],"most":[47],"effective":[48],"model":[49,69,205],"under":[50],"this":[51,79],"paradigm":[52],"would":[53,206],"one":[55],"that":[56,70,185],"is":[57,192,224],"fine-tuned":[58,217],"on":[59,73,197],"data,":[62],"or":[63],"a":[64,83,124,202,214],"more":[65,193,208],"general":[66,204],"powerful":[68],"succeeds":[71],"purely":[72],"basis":[75],"reasoning.":[77],"In":[78],"paper,":[80],"we":[81,175],"perform":[82,154],"direct":[84],"comparison":[85],"running":[87],"four":[88],"open-source":[89],"models":[90,129,153,163],"through":[91],"same":[93],"pipeline":[95],"using":[96],"ChromaDB:":[97],"two":[98,105],"generalist":[99,128,162],"reasoners":[100],"(Qwen2.5-3B":[101],"Phi-3-Mini)":[103],"domain-specific":[106,132,179],"fine-tunes":[107],"(MentalHealthBot-7B":[108],"TherapyBot-7B).":[110],"We":[111,122],"use":[112],"LLM-as-a-Judge":[114],"framework":[115],"automate":[117],"evaluation":[118],"over":[119],"50":[120],"turns.":[121],"find":[123],"clear":[125],"trend:":[126],"outperform":[130],"ones":[133],"empathy":[135],"(3.72":[136],"vs.":[137,149],"3.26,":[138],"$p":[139],"<":[140],"0.001$)":[141],"spite":[143],"being":[145],"much":[146],"smaller":[147],"(3B":[148],"7B),":[150],"all":[152],"well":[155],"terms":[157],"safety,":[159],"but":[160],"show":[164],"better":[165],"contextual":[166],"understanding":[167],"are":[169],"less":[170],"prone":[171],"overfitting":[173],"observe":[176],"models.":[180],"Overall,":[181],"our":[182],"results":[183],"indicate":[184],"for":[186],"RAG-based":[187],"therapy":[188],"systems,":[189],"strong":[190],"reasoning":[191],"important":[194],"than":[195,213],"training":[196],"health-specific":[199],"vocabulary;":[200],"i.e.":[201],"well-reasoned":[203],"provide":[207],"empathetic":[209],"balanced":[211],"support":[212],"larger":[215],"narrowly":[216],"model,":[218],"so":[219],"long":[220],"answer":[223],"already":[225],"grounded":[226],"evidence.":[229]},"counts_by_year":[],"updated_date":"2026-01-08T20:10:11.968330","created_date":"2026-01-08T00:00:00"}