{"id":"https://openalex.org/W4394597485","doi":"https://doi.org/10.1109/wacv57701.2024.00781","title":"Complex Organ Mask Guided Radiology Report Generation","display_name":"Complex Organ Mask Guided Radiology Report Generation","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394597485","doi":"https://doi.org/10.1109/wacv57701.2024.00781"},"language":"en","primary_location":{"id":"doi:10.1109/wacv57701.2024.00781","doi":"https://doi.org/10.1109/wacv57701.2024.00781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00781","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.02329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101333470","display_name":"Tiancheng Gu","orcid":"https://orcid.org/0009-0001-2302-246X","observed_orcids":["https://orcid.org/0009-0001-2302-246X"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tiancheng Gu","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027686620","display_name":"Dongnan Liu","orcid":"https://orcid.org/0000-0001-8102-3949","observed_orcids":["https://orcid.org/0000-0001-8102-3949","https://orcid.org/0009-0006-5197-6232"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dongnan Liu","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337948","display_name":"Zhiyuan Li","orcid":"https://orcid.org/0000-0003-1496-3521","observed_orcids":["https://orcid.org/0000-0003-1496-3521"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhiyuan Li","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076697411","display_name":"Weidong Cai","orcid":"https://orcid.org/0000-0003-3706-8896","observed_orcids":["https://orcid.org/0000-0003-3706-8896"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weidong Cai","raw_affiliation_strings":["University of Sydney, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":8.3982,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98230193,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7980","last_page":"7989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/x-ray-images","display_name":"X-ray images","score":0.7509999871253967},{"id":"https://openalex.org/keywords/disease-identification","display_name":"disease identification","score":0.550000011920929},{"id":"https://openalex.org/keywords/cross-modal-consistency","display_name":"cross-modal consistency","score":0.9079999923706055},{"id":"https://openalex.org/keywords/cosine-similarity-loss","display_name":"cosine similarity loss","score":0.9810000061988831},{"id":"https://openalex.org/keywords/attentional-guidance","display_name":"attention guidance","score":0.5529999732971191},{"id":"https://openalex.org/keywords/medical-text-generation","display_name":"clinical text generation","score":0.5350000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5760843753814697},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4333200454711914},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.40110257267951965},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3038490116596222}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wacv57701.2024.00781","doi":"https://doi.org/10.1109/wacv57701.2024.00781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00781","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2311.02329","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.02329","pdf_url":"https://arxiv.org/pdf/2311.02329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.02329","doi":"https://doi.org/10.48550/arxiv.2311.02329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.02329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.02329","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.02329","pdf_url":"https://arxiv.org/pdf/2311.02329","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.5683000087738037}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394597485.pdf","grobid_xml":"https://content.openalex.org/works/W4394597485.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1895577753","https://openalex.org/W2012637535","https://openalex.org/W2064675550","https://openalex.org/W2069816479","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2152772232","https://openalex.org/W2154652894","https://openalex.org/W2273396394","https://openalex.org/W2524168323","https://openalex.org/W2560313346","https://openalex.org/W2575842049","https://openalex.org/W2587741066","https://openalex.org/W2600463316","https://openalex.org/W2626778328","https://openalex.org/W2745461083","https://openalex.org/W2901466771","https://openalex.org/W2995225687","https://openalex.org/W2995753487","https://openalex.org/W2997704374","https://openalex.org/W3035284526","https://openalex.org/W3094502228","https://openalex.org/W3104609094","https://openalex.org/W3151410070","https://openalex.org/W3174714208","https://openalex.org/W3181252431","https://openalex.org/W3184998487","https://openalex.org/W3209525070","https://openalex.org/W4205918858","https://openalex.org/W4225323055","https://openalex.org/W4226182655","https://openalex.org/W4285108627","https://openalex.org/W4285531589","https://openalex.org/W4295938038","https://openalex.org/W4303449427","https://openalex.org/W4304192844","https://openalex.org/W4312420429","https://openalex.org/W4319300591","https://openalex.org/W4386065580","https://openalex.org/W4386076127","https://openalex.org/W4386076360","https://openalex.org/W4386076536","https://openalex.org/W4386265875","https://openalex.org/W4390599430","https://openalex.org/W4390872315","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W7163023982","https://openalex.org/W4400188581","https://openalex.org/W7163735235","https://openalex.org/W4407150584","https://openalex.org/W4409341309","https://openalex.org/W4411336987","https://openalex.org/W4409262912","https://openalex.org/W4402351533","https://openalex.org/W4402568609","https://openalex.org/W4360604432"],"abstract_inverted_index":{"The":[0,178],"goal":[1],"of":[2,26,40,106,141,165],"automatic":[3],"report":[4,51,71,125],"generation":[5,52,72,126],"is":[6,56,132,180],"to":[7,86,96,110,117,137],"generate":[8],"a":[9,16,32,158],"clinically":[10],"accurate":[11],"and":[12,84,91,144,160,175],"coherent":[13],"phrase":[14],"from":[15,45,53,77],"single":[17],"given":[18],"X-ray":[19],"image,":[20],"which":[21,74],"could":[22],"alleviate":[23],"the":[24,38,63,93,107,114,119,124,139,169],"workload":[25],"traditional":[27],"radiology":[28],"reporting.":[29],"However,":[30],"in":[31,113,163],"real-world":[33],"scenario,":[34],"radiologists":[35],"frequently":[36],"face":[37],"challenge":[39],"producing":[41],"extensive":[42],"reports":[43],"derived":[44],"numerous":[46],"medical":[47,50],"images,":[48],"thereby":[49],"multi-image":[54],"perspective":[55],"needed.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61,102],"propose":[62],"Complex":[64],"Organ":[65],"Mask":[66],"Guided":[67],"(termed":[68],"as":[69,134],"COMG)":[70],"model,":[73],"incorporates":[75],"masks":[76],"multiple":[78],"organs":[79],"(e.g.,":[80],"bones,":[81],"lungs,":[82],"heart,":[83],"mediastinum),":[85],"pro-vide":[87],"more":[88],"detailed":[89],"information":[90],"guide":[92],"model\u2019s":[94],"attention":[95],"these":[97],"crucial":[98],"body":[99],"regions.":[100],"Specifically,":[101],"leverage":[103],"prior":[104],"knowledge":[105],"disease":[108,120],"corresponding":[109],"each":[111],"organ":[112],"fusion":[115],"process":[116],"enhance":[118],"identification":[121],"phase":[122],"during":[123],"process.":[127],"Additionally,":[128],"cosine":[129],"similarity":[130],"loss":[131],"introduced":[133],"target":[135],"function":[136],"ensure":[138],"convergence":[140],"cross-modal":[142],"consistency":[143],"facilitate":[145],"model":[146,171],"optimization.":[147],"Experimental":[148],"results":[149],"on":[150,173],"two":[151],"public":[152],"datasets":[153],"show":[154],"that":[155],"COMG":[156],"achieves":[157],"11.4%":[159],"9.7%":[161],"improvement":[162],"terms":[164],"BLEU@4":[166],"scores":[167],"over":[168],"SOTA":[170],"KiUT":[172],"IU-Xray":[174],"MIMIC,":[176],"respectively.":[177],"code":[179],"publicly":[181],"available":[182],"at":[183],"https://github.com/GaryGuTC/COMG_model.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":11}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-04-10T00:00:00"}