{"id":"https://openalex.org/W7143909322","doi":"https://doi.org/10.20736/0002002052","title":"TMULLA at the NTCIR-18 MedNLP-CHAT Task","display_name":"TMULLA at the NTCIR-18 MedNLP-CHAT Task","publication_year":2025,"publication_date":"2025-06-06","ids":{"openalex":"https://openalex.org/W7143909322","doi":"https://doi.org/10.20736/0002002052"},"language":"en","primary_location":{"id":"pmh:oai:irdb.nii.ac.jp:03100:0006839215","is_oa":true,"landing_page_url":"https://repository.nii.ac.jp/records/2002052","pdf_url":"https://repository.nii.ac.jp/record/2002052/files/02-NTCIR18-MEDNLP-ShaoH.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.nii.ac.jp/record/2002052/files/02-NTCIR18-MEDNLP-ShaoH.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071499141","display_name":"Hsuan-Lei Shao","orcid":"https://orcid.org/0000-0002-7101-5272"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hsuan-Lei Shao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5131163199","display_name":"Chih-Chuan Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chih-Chuan Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5131279076","display_name":"Wei-Hsin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei-Hsin Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5131233236","display_name":"Wan-Chen Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan-Chen Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071499141"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5614,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.8014032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"none","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7889000177383423,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.7889000177383423,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04580000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.866599977016449},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.57669997215271},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5626000165939331},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.5230000019073486},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.39989998936653137},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.3921000063419342},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.3617999851703644},{"id":"https://openalex.org/keywords/risk-perception","display_name":"Risk perception","score":0.351500004529953}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.866599977016449},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5835999846458435},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.57669997215271},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5282999873161316},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.5230000019073486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4059000015258789},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39410001039505005},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3921000063419342},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37770000100135803},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C163355716","wikidata":"https://www.wikidata.org/wiki/Q2154783","display_name":"Risk perception","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3345000147819519},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C150241267","wikidata":"https://www.wikidata.org/wiki/Q7336285","display_name":"Risk management tools","level":3,"score":0.3050999939441681},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C50440223","wikidata":"https://www.wikidata.org/wiki/Q1475848","display_name":"Risk factor","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C2777151640","wikidata":"https://www.wikidata.org/wiki/Q3433177","display_name":"Legal risk","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C168785665","wikidata":"https://www.wikidata.org/wiki/Q5428720","display_name":"Factor analysis of information risk","level":5,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:irdb.nii.ac.jp:03100:0006839215","is_oa":true,"landing_page_url":"https://repository.nii.ac.jp/records/2002052","pdf_url":"https://repository.nii.ac.jp/record/2002052/files/02-NTCIR18-MEDNLP-ShaoH.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:irdb.nii.ac.jp:03100:0006839215","is_oa":true,"landing_page_url":"https://repository.nii.ac.jp/records/2002052","pdf_url":"https://repository.nii.ac.jp/record/2002052/files/02-NTCIR18-MEDNLP-ShaoH.pdf","source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},"sustainable_development_goals":[{"score":0.5185675621032715,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322814","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7143909322.pdf","grobid_xml":"https://content.openalex.org/works/W7143909322.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"NTCIR-18":[1],"MedNLP-CHAT":[2],"RISK":[3],"task":[4],"evaluates":[5],"the":[6,80,115,168,188],"potential":[7],"medical,":[8,119,204],"ethical,":[9,120],"and":[10,58,77,95,121,128,181,206,219,227],"legal":[11,96,122],"risks":[12,156],"posed":[13],"by":[14],"chatbot-generated":[15],"responses":[16,34,44],"to":[17,28,37,74,113,223],"patient":[18],"inquiries.":[19],"This":[20],"study":[21],"investigates":[22],"a":[23,104],"sentence-level":[24,143],"risk":[25,38,47,56,97,109,123,137,153,173,183,192,196,221],"classification":[26,174],"approach":[27],"identify":[29],"specific":[30],"sentences":[31],"within":[32],"chatbot":[33,225],"that":[35,195],"contribute":[36],"assessment":[39],"rather":[40,161],"than":[41,132,162],"treating":[42],"entire":[43],"as":[45],"monolithic":[46],"units.":[48],"Our":[49,165],"methodology":[50],"involved":[51],"automatic":[52],"sentence":[53],"segmentation,":[54],"contextual":[55],"annotation,":[57],"threshold-based":[59],"classification,":[60],"leveraging":[61],"traditional":[62],"natural":[63],"language":[64,71],"processing":[65],"(NLP)":[66],"models":[67,72],"instead":[68],"of":[69,83,191],"large":[70],"(LLMs)":[73],"ensure":[75],"interpretability":[76],"stability.":[78],"Despite":[79],"conceptual":[81],"validity":[82],"our":[84,86],"approach,":[85],"system":[87],"did":[88],"not":[89],"perform":[90],"competitively,":[91],"particularly":[92],"in":[93,150,203,229],"ethical":[94,207],"classification.":[98],"A":[99],"key":[100],"limitation":[101],"was":[102],"using":[103],"single":[105],"model":[106,140],"for":[107,170,200],"all":[108],"types,":[110],"which":[111],"failed":[112],"capture":[114],"nuanced":[116],"distinctions":[117],"between":[118],"factors.":[124],"Additionally,":[125],"dataset":[126],"constraints":[127],"class":[129],"imbalance":[130],"(fewer":[131],"30":[133],"positive":[134],"samples":[135],"per":[136],"category)":[138],"limited":[139],"generalization.":[141],"While":[142],"annotation":[144],"improved":[145],"granularity,":[146],"it":[147],"introduced":[148],"challenges":[149],"handling":[151],"cross-sentence":[152],"dependencies,":[154],"where":[155],"emerge":[157],"from":[158],"multi-sentence":[159],"interactions":[160],"isolated":[163],"statements.":[164],"findings":[166],"highlight":[167],"need":[169],"more":[171],"advanced":[172],"frameworks,":[175],"incorporating":[176],"sequence-aware":[177],"models,":[178],"domain-specific":[179],"fine-tuning,":[180],"context-sensitive":[182],"evaluation.":[184],"We":[185],"also":[186],"discuss":[187],"cultural":[189],"relativity":[190],"perception,":[193],"emphasizing":[194],"assessments":[197],"should":[198,211],"account":[199],"jurisdictional":[201],"differences":[202],"legal,":[205],"norms.":[208],"Future":[209],"research":[210],"explore":[212],"hybrid":[213],"NLP":[214],"architectures,":[215],"data":[216],"augmentation":[217],"techniques,":[218],"adaptive":[220],"modeling":[222],"enhance":[224],"safety":[226],"reliability":[228],"medical":[230],"AI":[231],"applications.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2026-04-01T00:00:00"}
