{"id":"https://openalex.org/W4229027955","doi":"https://doi.org/10.1109/tmi.2022.3171661","title":"Automated Radiographic Report Generation Purely on Transformer: A Multicriteria Supervised Approach","display_name":"Automated Radiographic Report Generation Purely on Transformer: A Multicriteria Supervised Approach","publication_year":2022,"publication_date":"2022-05-04","ids":{"openalex":"https://openalex.org/W4229027955","doi":"https://doi.org/10.1109/tmi.2022.3171661","pmid":"https://pubmed.ncbi.nlm.nih.gov/35507620"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2022.3171661","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3171661","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676104","display_name":"Zhanyu Wang","orcid":"https://orcid.org/0000-0002-2079-4931"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Zhanyu Wang","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101656340","display_name":"Hongwei Han","orcid":"https://orcid.org/0000-0002-9693-9922"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Han","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435848","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0002-0961-0441"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100754504","display_name":"Xiu Li","orcid":"https://orcid.org/0000-0003-0403-1923"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiu Li","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100643784","display_name":"Luping Zhou","orcid":"https://orcid.org/0000-0001-8762-2424"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Luping Zhou","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100676104"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":8.7861,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.98621749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"41","issue":"10","first_page":"2803","last_page":"2813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7801333069801331},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7382570505142212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.676887571811676},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6489573121070862},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6358294486999512},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5798707008361816},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5716979503631592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4945008456707001},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4739377796649933},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45206910371780396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7801333069801331},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7382570505142212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.676887571811676},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6489573121070862},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6358294486999512},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5798707008361816},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5716979503631592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4945008456707001},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4739377796649933},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45206910371780396},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tmi.2022.3171661","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2022.3171661","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:35507620","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35507620","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null},{"id":"pmh:oai:ro.uow.edu.au:test2021-10427","is_oa":false,"landing_page_url":"https://ro.uow.edu.au/test2021/4880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400510","display_name":"Research Online (University of Wollongong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204824540","host_organization_name":"University of Wollongong","host_organization_lineage":["https://openalex.org/I204824540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Test Series for Scopus Harvesting 2021","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G457316252","display_name":null,"funder_award_id":"41876098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7660887274","display_name":null,"funder_award_id":"2020AAA0108303","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2152772232","https://openalex.org/W2194775991","https://openalex.org/W2302086703","https://openalex.org/W2549599535","https://openalex.org/W2575842049","https://openalex.org/W2745461083","https://openalex.org/W2770165365","https://openalex.org/W2890531016","https://openalex.org/W2890888035","https://openalex.org/W2903721568","https://openalex.org/W2946580620","https://openalex.org/W2949167374","https://openalex.org/W2949376505","https://openalex.org/W2962964995","https://openalex.org/W2963084599","https://openalex.org/W2963101956","https://openalex.org/W2963446712","https://openalex.org/W2979861699","https://openalex.org/W2981165461","https://openalex.org/W2982078236","https://openalex.org/W2990818246","https://openalex.org/W2997704374","https://openalex.org/W3003817677","https://openalex.org/W3034655362","https://openalex.org/W3035323998","https://openalex.org/W3045147787","https://openalex.org/W3085139254","https://openalex.org/W3090449556","https://openalex.org/W3096609285","https://openalex.org/W3098325931","https://openalex.org/W3103022576","https://openalex.org/W3104027471","https://openalex.org/W3104609094","https://openalex.org/W3107503524","https://openalex.org/W3110042533","https://openalex.org/W3122587411","https://openalex.org/W3181252431","https://openalex.org/W4394659038","https://openalex.org/W6631190155","https://openalex.org/W6682631176","https://openalex.org/W6729046916","https://openalex.org/W6739901393","https://openalex.org/W6747225742","https://openalex.org/W6751711410","https://openalex.org/W6755207826","https://openalex.org/W6763643401","https://openalex.org/W6864221351"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W2180954594","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W2052835778","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2049003611","https://openalex.org/W4281476908"],"abstract_inverted_index":{"Automated":[0],"radiographic":[1],"report":[2,87,104,160],"generation":[3],"is":[4,96,192],"challenging":[5],"in":[6,57,112,183],"at":[7],"least":[8],"two":[9,221],"aspects.":[10],"First,":[11],"medical":[12,103],"images":[13],"are":[14,27],"very":[15],"similar":[16,39,163],"to":[17,51,72,85,134,157,161,179,194],"each":[18],"other":[19],"and":[20,81,121,151],"the":[21,31,42,46,49,55,58,90,97,108,126,142,166,181,196,218,225],"visual":[22],"differences":[23],"of":[24,45,92,110,198],"clinic":[25],"importance":[26,83,197],"often":[28],"fine-grained.":[29],"Second,":[30],"disease-related":[32],"words":[33,199],"may":[34],"be":[35,52,155],"submerged":[36],"by":[37],"many":[38],"sentences":[40],"describing":[41],"common":[43],"content":[44],"images,":[47],"causing":[48],"abnormal":[50],"misinterpreted":[53],"as":[54],"normal":[56],"worst":[59],"case.":[60],"To":[61,89],"tackle":[62],"these":[63],"challenges,":[64],"this":[65,95],"paper":[66],"proposes":[67],"a":[68,131,159,189],"pure":[69,99],"transformer-based":[70,100],"framework":[71,101,178],"jointly":[73],"enforce":[74],"better":[75,148],"visual-textual":[76],"alignment,":[77],"multi-label":[78,173],"diagnostic":[79,186],"classification,":[80],"word":[82],"weighting,":[84],"facilitate":[86],"generation.":[88],"best":[91],"our":[93,177,204],"knowledge,":[94],"first":[98,127],"for":[102,117,125,200],"generation,":[105],"which":[106],"enjoys":[107],"capacity":[109],"transformer":[111],"learning":[113],"long":[114],"range":[115],"dependencies":[116],"both":[118],"image":[119,150],"regions":[120],"sentence":[122],"words.":[123],"Specifically,":[124],"challenge,":[128,168],"we":[129,169],"design":[130],"novel":[132],"mechanism":[133],"embed":[135],"an":[136,171],"auxiliary":[137],"image-text":[138],"matching":[139],"objective":[140],"into":[141,176],"transformer's":[143],"encoder-decoder":[144],"structure,":[145],"so":[146,202],"that":[147,203],"correlated":[149],"text":[152],"features":[153],"could":[154],"learned":[156],"help":[158],"discriminate":[162],"images.":[164],"For":[165],"second":[167],"integrate":[170],"additional":[172],"classification":[174],"task":[175],"guide":[180],"model":[182,205],"making":[184],"correct":[185],"predictions.":[187],"Also,":[188],"term-weighting":[190],"scheme":[191],"proposed":[193],"reflect":[195],"training":[201],"would":[206],"not":[207],"miss":[208],"key":[209],"discriminative":[210],"information.":[211],"Our":[212],"work":[213],"achieves":[214],"promising":[215],"performance":[216],"over":[217],"state-of-the-arts":[219],"on":[220],"benchmark":[222],"datasets,":[223],"including":[224],"largest":[226],"dataset":[227],"MIMIC-CXR.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":21}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}