{"id":"https://openalex.org/W7130356934","doi":"https://doi.org/10.1109/tencon66050.2025.11375045","title":"Domain-Specific Health Text Generation Through Low-Rank Adaptation of a Transformer Architecture","display_name":"Domain-Specific Health Text Generation Through Low-Rank Adaptation of a Transformer Architecture","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W7130356934","doi":"https://doi.org/10.1109/tencon66050.2025.11375045"},"language":null,"primary_location":{"id":"doi:10.1109/tencon66050.2025.11375045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon66050.2025.11375045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2025 - 2025 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083749667","display_name":"Kamalesh Debnath","orcid":"https://orcid.org/0000-0003-3253-8510"},"institutions":[{"id":"https://openalex.org/I49278261","display_name":"Assam University","ror":"https://ror.org/0535c1v66","country_code":"IN","type":"education","lineage":["https://openalex.org/I49278261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kamalesh Debnath","raw_affiliation_strings":["Assam University,Department of CSE,Silchar,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assam University,Department of CSE,Silchar,India","institution_ids":["https://openalex.org/I49278261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126359548","display_name":"Shrinjoy Das","orcid":null},"institutions":[{"id":"https://openalex.org/I49278261","display_name":"Assam University","ror":"https://ror.org/0535c1v66","country_code":"IN","type":"education","lineage":["https://openalex.org/I49278261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shrinjoy Das","raw_affiliation_strings":["Assam University,Department of CSE,Silchar,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assam University,Department of CSE,Silchar,India","institution_ids":["https://openalex.org/I49278261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026638800","display_name":"Mousum Handique","orcid":"https://orcid.org/0000-0002-8290-6185"},"institutions":[{"id":"https://openalex.org/I49278261","display_name":"Assam University","ror":"https://ror.org/0535c1v66","country_code":"IN","type":"education","lineage":["https://openalex.org/I49278261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mousum Handique","raw_affiliation_strings":["Assam University,Department of CSE,Silchar,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assam University,Department of CSE,Silchar,India","institution_ids":["https://openalex.org/I49278261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083029838","display_name":"Arnab Paul","orcid":"https://orcid.org/0000-0002-5130-0519"},"institutions":[{"id":"https://openalex.org/I49278261","display_name":"Assam University","ror":"https://ror.org/0535c1v66","country_code":"IN","type":"education","lineage":["https://openalex.org/I49278261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arnab Paul","raw_affiliation_strings":["Assam University,Department of CSE,Silchar,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assam University,Department of CSE,Silchar,India","institution_ids":["https://openalex.org/I49278261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068410136","display_name":"Lalzo S. Thangjom","orcid":null},"institutions":[{"id":"https://openalex.org/I49278261","display_name":"Assam University","ror":"https://ror.org/0535c1v66","country_code":"IN","type":"education","lineage":["https://openalex.org/I49278261"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lalzo S. Thangjom","raw_affiliation_strings":["Assam University,Department of Social Work,Silchar,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Assam University,Department of Social Work,Silchar,India","institution_ids":["https://openalex.org/I49278261"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5095674901","display_name":"Megha Arakeri","orcid":null},"institutions":[{"id":"https://openalex.org/I164861460","display_name":"Manipal Academy of Higher Education","ror":"https://ror.org/02xzytt36","country_code":"IN","type":"education","lineage":["https://openalex.org/I164861460"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Megha Arakeri","raw_affiliation_strings":["Manipal Institute of Technology Bengaluru, Manipal, Academy of Higher Education,Department of Computer Science and Engineering,Manipal,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Manipal Institute of Technology Bengaluru, Manipal, Academy of Higher Education,Department of Computer Science and Engineering,Manipal,India","institution_ids":["https://openalex.org/I164861460"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.68438047,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"783","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5285000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5285000205039978,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.265500009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.03779999911785126,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7768999934196472},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6861000061035156},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5817999839782715},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4950000047683716},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.36320000886917114},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.3610999882221222}],"concepts":[{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7768999934196472},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6861000061035156},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6604999899864197},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5817999839782715},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4950000047683716},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2694000005722046}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon66050.2025.11375045","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon66050.2025.11375045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2025 - 2025 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311331","display_name":"Assam University, Silchar","ror":"https://ror.org/0535c1v66"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2593164091","https://openalex.org/W2911489562","https://openalex.org/W2970771982","https://openalex.org/W4297253404","https://openalex.org/W4312220150","https://openalex.org/W4385245566","https://openalex.org/W4402979787","https://openalex.org/W4404031343","https://openalex.org/W4408345888"],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"demand":[2],"for":[3,32,46,123],"accessible":[4],"and":[5,50,64,78,98,107,125],"reliable":[6],"health":[7,47,127],"information":[8],"has":[9],"motivated":[10],"the":[11,92,118],"adaptation":[12,138],"of":[13,120],"domain-specific":[14],"large":[15],"language":[16,25],"models":[17],"(lLMs).":[18],"LLMs":[19,122],"perform":[20],"well":[21],"on":[22],"general":[23],"natural":[24],"processing":[26],"(NLP)":[27],"tasks":[28],"but":[29],"require":[30],"fine-tuning":[31],"healthcare":[33],"applications.":[34],"In":[35],"this":[36],"work,":[37],"Mistral-7B,":[38],"a":[39],"7.3B":[40],"parameter":[41],"Transformer":[42],"model,":[43],"is":[44],"fine-tuned":[45,121],"text":[48],"generation":[49],"noncritical":[51],"symptom":[52,76],"understanding":[53],"using":[54,139],"three":[55],"parameterefficient":[56],"methods-Low-Rank":[57],"Adaptation":[58,62,67],"(LoRA),":[59],"Quantized":[60],"Low-Rank":[61],"(QLoRA),":[63],"Rank-Optimized":[65],"Reliable":[66],"(RoRA).":[68],"A":[69],"synthetic":[70],"dataset":[71],"comprising":[72],"medical":[73],"question":[74],"answering,":[75],"descriptions,":[77],"home":[79],"remedies":[80],"was":[81],"curated":[82],"from":[83],"public":[84],"sources.":[85],"Experimental":[86],"results":[87],"demonstrate":[88],"that":[89,136],"RoRA":[90],"achieved":[91],"highest":[93],"BLEU-4":[94],"(0.52),":[95],"ROUGE-L":[96],"(0.65),":[97],"F1-score":[99],"(0.84),":[100],"outperforming":[101],"baselines":[102],"such":[103],"as":[104],"BERT,":[105],"RoBERTa,":[106],"LLaMA7B":[108],"while":[109,148],"maintaining":[110],"low":[111],"GPU":[112],"memory":[113],"usage.":[114],"This":[115],"work":[116],"supports":[117],"use":[119],"safe":[124],"efficient":[126],"communication,":[128],"especially":[129],"in":[130],"low-resource":[131],"settings.":[132],"It":[133],"also":[134],"demonstrates":[135],"lightweight":[137],"Parameter":[140],"Efficient":[141],"Fine-Tuning":[142],"(PEFT)":[143],"can":[144],"deliver":[145],"high-quality":[146],"outputs":[147],"minimizing":[149],"computational":[150],"demands.":[151]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-19T00:00:00"}