{"id":"https://openalex.org/W4389665166","doi":"https://doi.org/10.1109/tmm.2023.3342691","title":"From Observation to Concept: A Flexible Multi-View Paradigm for Medical Report Generation","display_name":"From Observation to Concept: A Flexible Multi-View Paradigm for Medical Report Generation","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4389665166","doi":"https://doi.org/10.1109/tmm.2023.3342691"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3342691","doi":"https://doi.org/10.1109/tmm.2023.3342691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3342691","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4389665166"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078959651","display_name":"Zhizhe Liu","orcid":"https://orcid.org/0000-0001-7571-4161","observed_orcids":["https://orcid.org/0000-0001-7571-4161","https://orcid.org/0009-0004-9813-5559","https://orcid.org/0000-0002-5223-4576"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhe Liu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7571-4161","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276","observed_orcids":["https://orcid.org/0000-0001-7315-3276"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7315-3276","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042419001","display_name":"Shuai Zheng","orcid":"https://orcid.org/0000-0001-8560-8135","observed_orcids":["https://orcid.org/0000-0001-8560-8135"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zheng","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8560-8135","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032148021","display_name":"Yawei Zhao","orcid":"https://orcid.org/0000-0001-8352-0092","observed_orcids":["https://orcid.org/0000-0001-8352-0092"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawei Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8352-0092","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027802880","display_name":"Kunlun He","orcid":"https://orcid.org/0000-0002-3335-5700","observed_orcids":["https://orcid.org/0000-0002-3335-5700"]},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunlun He","raw_affiliation_strings":["Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3335-5700","affiliations":[{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554","observed_orcids":["https://orcid.org/0000-0002-8581-9554"]},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8581-9554","affiliations":[{"raw_affiliation_string":"Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]},{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":3.0207,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.93133031,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"5987","last_page":"5995"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-radiology-report-generation","display_name":"automated radiology report generation","score":0.8679999709129333},{"id":"https://openalex.org/keywords/hierarchical-alignment","display_name":"hierarchical alignment","score":0.7170000076293945},{"id":"https://openalex.org/keywords/chest-x-ray-reports","display_name":"chest X-ray reports","score":0.7820000052452087},{"id":"https://openalex.org/keywords/dataset-bias","display_name":"data bias","score":0.5199999809265137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783228158950806},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40093764662742615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32251203060150146}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3342691","doi":"https://doi.org/10.1109/tmm.2023.3342691","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3342691","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.504800021648407,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2152772232","https://openalex.org/W2154652894","https://openalex.org/W2575842049","https://openalex.org/W2626778328","https://openalex.org/W2745461083","https://openalex.org/W2770165365","https://openalex.org/W2803411968","https://openalex.org/W2945472816","https://openalex.org/W2995225687","https://openalex.org/W2997704374","https://openalex.org/W3006040295","https://openalex.org/W3084350364","https://openalex.org/W3094673569","https://openalex.org/W3103694015","https://openalex.org/W3104609094","https://openalex.org/W3135254306","https://openalex.org/W3139514168","https://openalex.org/W3173688449","https://openalex.org/W3175737519","https://openalex.org/W3177048142","https://openalex.org/W3181252431","https://openalex.org/W3188252230","https://openalex.org/W3199909373","https://openalex.org/W3202563726","https://openalex.org/W3204703315","https://openalex.org/W3211483028","https://openalex.org/W3213610319","https://openalex.org/W4221022534","https://openalex.org/W4229027955","https://openalex.org/W4281729070","https://openalex.org/W4285531589","https://openalex.org/W4296194906","https://openalex.org/W4312420429","https://openalex.org/W4385436420","https://openalex.org/W4386072307","https://openalex.org/W4386076360","https://openalex.org/W4387211791"],"related_works":["https://openalex.org/W4388289870","https://openalex.org/W2979861699","https://openalex.org/W4416239168","https://openalex.org/W4409341309","https://openalex.org/W4415711643","https://openalex.org/W4400579210","https://openalex.org/W7163735235","https://openalex.org/W4360604432","https://openalex.org/W4407150584","https://openalex.org/W4390399420"],"abstract_inverted_index":{"Automated":[0],"radiology":[1],"report":[2,31,34,50,133],"generation":[3,35,51],"aims":[4],"to":[5,25,75,87,97,126,166],"generate":[6],"accurate":[7],"and":[8,29,105,148,155],"radiologist-like":[9],"descriptions":[10],"for":[11,48,131],"the":[12,19,26,66,72,89,92,100,106,111,120,132,137,152],"patient's":[13,73],"images,":[14],"which":[15,135],"can":[16],"greatly":[17],"relieve":[18],"workload":[20],"of":[21,68,110],"radiologists.":[22],"However,":[23],"due":[24],"data":[27],"bias":[28],"long":[30],"problems,":[32],"medical":[33,49,61],"has":[36],"been":[37],"a":[38,53,69,115],"challenging":[39],"task.":[40],"In":[41],"this":[42],"article,":[43],"we":[44],"propose":[45],"aFlexibleMulti-viewParadigm":[46],"(FMVP)":[47],"in":[52,84],"novel":[54],"observation-to-concept":[55],"manner.":[56],"It":[57],"first":[58],"makes":[59],"some":[60],"observations":[62],"automatically":[63],"or":[64],"with":[65],"help":[67],"radiologist":[70],"on":[71,151],"image":[74],"obtain":[76],"patient-related":[77],"priori":[78],"knowledge,":[79],"just":[80],"as":[81],"radiologists":[82],"do":[83],"practice.":[85],"Furthermore,":[86],"bridge":[88],"gap":[90],"betweenpretrainandgenerationphases,":[91],"hierarchical":[93],"alignment":[94,102,109],"is":[95,124],"proposed":[96,125],"jointly":[98],"conduct":[99],"implicit":[101],"between":[103],"region-tag":[104],"explicit":[107],"global":[108],"image-report":[112],"pair.":[113],"Finally,":[114],"compatible":[116],"decoder":[117],"towards":[118],"decoding":[119,140],"fused":[121],"multi-view":[122],"knowledge":[123],"capture":[127],"more":[128],"complementary":[129],"information":[130],"generation,":[134],"breaks":[136],"traditional":[138],"entrenched":[139],"mechanism":[141],"guided":[142],"by":[143],"visual":[144],"information.":[145],"Extensive":[146],"quantitative":[147],"qualitative":[149],"experiments":[150],"public":[153],"MIMIC-CXR":[154],"IU-Xray":[156],"datasets":[157],"show":[158],"that":[159],"our":[160],"model":[161],"achieves":[162],"competitive":[163],"performance":[164],"compared":[165],"state-of-the-art":[167],"methods.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-12-14T00:00:00"}