{"id":"https://openalex.org/W4389665166","doi":"https://doi.org/10.1109/tmm.2023.3342691","title":"From Observation to Concept: A Flexible Multi-View Paradigm for Medical Report Generation","display_name":"From Observation to Concept: A Flexible Multi-View Paradigm for Medical Report Generation","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389665166","doi":"https://doi.org/10.1109/tmm.2023.3342691"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3342691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3342691","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078959651","display_name":"Zhizhe Liu","orcid":"https://orcid.org/0000-0001-7571-4161"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhe Liu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7571-4161","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7315-3276","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042419001","display_name":"Shuai Zheng","orcid":"https://orcid.org/0000-0001-8560-8135"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zheng","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8560-8135","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032148021","display_name":"Yawei Zhao","orcid":"https://orcid.org/0000-0001-8352-0092"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawei Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8352-0092","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027802880","display_name":"Kunlun He","orcid":"https://orcid.org/0000-0002-3335-5700"},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunlun He","raw_affiliation_strings":["Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3335-5700","affiliations":[{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8581-9554","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5685,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.95852773,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"5987","last_page":"5995"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783228158950806},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40093764662742615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32251203060150146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783228158950806},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40093764662742615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32251203060150146}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3342691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3342691","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W2101105183","https://openalex.org/W2152772232","https://openalex.org/W2575842049","https://openalex.org/W2745461083","https://openalex.org/W2770165365","https://openalex.org/W2945472816","https://openalex.org/W2995225687","https://openalex.org/W2997704374","https://openalex.org/W3006040295","https://openalex.org/W3084350364","https://openalex.org/W3094673569","https://openalex.org/W3098325931","https://openalex.org/W3103694015","https://openalex.org/W3104609094","https://openalex.org/W3135254306","https://openalex.org/W3139514168","https://openalex.org/W3154362247","https://openalex.org/W3173688449","https://openalex.org/W3175737519","https://openalex.org/W3177048142","https://openalex.org/W3181252431","https://openalex.org/W3199909373","https://openalex.org/W3202563726","https://openalex.org/W3204703315","https://openalex.org/W3213610319","https://openalex.org/W4221022534","https://openalex.org/W4229027955","https://openalex.org/W4281729070","https://openalex.org/W4285531589","https://openalex.org/W4296194906","https://openalex.org/W4312420429","https://openalex.org/W4385245566","https://openalex.org/W4386072307","https://openalex.org/W4386076360","https://openalex.org/W4387211791","https://openalex.org/W6639432524","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6751711410","https://openalex.org/W6798001135","https://openalex.org/W6798805250","https://openalex.org/W6854691855"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Automated":[0],"radiology":[1],"report":[2,31,34,66,157],"generation":[3,35,67],"aims":[4],"to":[5,25,91,103,121,150,190],"generate":[6],"accurate":[7],"and":[8,29,111,129,172,179],"radiologist-like":[9],"descriptions":[10],"for":[11,64,155],"the":[12,19,26,82,88,105,116,124,130,135,144,156,161,176],"patient's":[13,89],"images,":[14],"which":[15,159],"can":[16],"greatly":[17],"relieve":[18],"workload":[20],"of":[21,84,134],"radiologists.":[22],"However,":[23],"due":[24],"data":[27],"bias":[28],"long":[30],"problems,":[32],"medical":[33,65,77],"has":[36],"been":[37],"a":[38,46,69,85,139],"challenging":[39],"task.":[40],"In":[41],"this":[42],"article,":[43],"we":[44],"propose":[45],"<underline":[47,51,55,59],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[48,52,56,60,109,113],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">F</u>":[49],"lexible":[50],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</u>":[53],"ulti-":[54],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">v</u>":[57],"iew":[58],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">P</u>":[61],"aradigm":[62],"(FMVP)":[63],"in":[68,100],"novel":[70],"observation-to-concept":[71],"manner.":[72],"It":[73],"first":[74],"makes":[75],"some":[76],"observations":[78],"automatically":[79],"or":[80],"with":[81],"help":[83],"radiologist":[86],"on":[87,175],"image":[90],"obtain":[92],"patient-related":[93],"priori":[94],"knowledge,":[95],"just":[96],"as":[97],"radiologists":[98],"do":[99],"practice.":[101],"Furthermore,":[102],"bridge":[104],"gap":[106],"between":[107,127],"<italic":[108,112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">pretrain</i>":[110],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">generation</i>":[114],"phases,":[115],"hierarchical":[117],"alignment":[118,126,133],"is":[119,148],"proposed":[120,149],"jointly":[122],"conduct":[123],"implicit":[125],"region-tag":[128],"explicit":[131],"global":[132],"image-report":[136],"pair.":[137],"Finally,":[138],"compatible":[140],"decoder":[141],"towards":[142],"decoding":[143,164],"fused":[145],"multi-view":[146],"knowledge":[147],"capture":[151],"more":[152],"complementary":[153],"information":[154],"generation,":[158],"breaks":[160],"traditional":[162],"entrenched":[163],"mechanism":[165],"guided":[166],"by":[167],"visual":[168],"information.":[169],"Extensive":[170],"quantitative":[171],"qualitative":[173],"experiments":[174],"public":[177],"MIMIC-CXR":[178],"IU-Xray":[180],"datasets":[181],"show":[182],"that":[183],"our":[184],"model":[185],"achieves":[186],"competitive":[187],"performance":[188],"compared":[189],"state-of-the-art":[191],"methods.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}