{"id":"https://openalex.org/W4389104767","doi":"https://doi.org/10.1109/tmi.2023.3335909","title":"SGT++: Improved Scene Graph-Guided Transformer for Surgical Report Generation","display_name":"SGT++: Improved Scene Graph-Guided Transformer for Surgical Report Generation","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389104767","doi":"https://doi.org/10.1109/tmi.2023.3335909","pmid":"https://pubmed.ncbi.nlm.nih.gov/38015688"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2023.3335909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2023.3335909","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100746872","display_name":"Chen Lin","orcid":"https://orcid.org/0000-0003-4739-2999"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chen Lin","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101867605","display_name":"Zhenfeng Zhu","orcid":"https://orcid.org/0000-0001-7315-3276"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Zhu","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032148021","display_name":"Yawei Zhao","orcid":"https://orcid.org/0000-0001-8352-0092"},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]},{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawei Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386273","display_name":"Ying Zhang","orcid":"https://orcid.org/0000-0003-4906-5828"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zhang","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027802880","display_name":"Kunlun He","orcid":"https://orcid.org/0000-0002-3335-5700"},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunlun He","raw_affiliation_strings":["Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362745","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-8581-9554"},"institutions":[{"id":"https://openalex.org/I2802939634","display_name":"Chinese PLA General Hospital","ror":"https://ror.org/04gw3ra78","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2802939634"]},{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Advanced Information Science and Network Technology and the Institute of Information Science, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Medical Big Data Research Center, Chinese PLA General Hospital, Beijing, China","institution_ids":["https://openalex.org/I2802939634"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100746872"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":1.5827,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8589338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"43","issue":"4","first_page":"1337","last_page":"1346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7137974500656128},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5520893335342407},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5475538372993469},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.4715345501899719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42970138788223267},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3647766709327698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7137974500656128},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5520893335342407},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5475538372993469},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.4715345501899719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42970138788223267},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3647766709327698},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066231","descriptor_name":"Surgeons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066231","descriptor_name":"Surgeons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066231","descriptor_name":"Surgeons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D066231","descriptor_name":"Surgeons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tmi.2023.3335909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2023.3335909","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:38015688","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38015688","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1495355918","display_name":null,"funder_award_id":"7222313","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G449509765","display_name":null,"funder_award_id":"62302522","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4994914903","display_name":null,"funder_award_id":"61976018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1924770834","https://openalex.org/W1956340063","https://openalex.org/W2006672084","https://openalex.org/W2064675550","https://openalex.org/W2077069816","https://openalex.org/W2101105183","https://openalex.org/W2133459682","https://openalex.org/W2187089797","https://openalex.org/W2334763311","https://openalex.org/W2745461083","https://openalex.org/W2890531016","https://openalex.org/W2962779575","https://openalex.org/W2963084599","https://openalex.org/W2986670728","https://openalex.org/W2996053759","https://openalex.org/W3034655362","https://openalex.org/W3034984754","https://openalex.org/W3035284526","https://openalex.org/W3036869132","https://openalex.org/W3094926883","https://openalex.org/W3165031368","https://openalex.org/W3174714208","https://openalex.org/W3175824375","https://openalex.org/W3196091473","https://openalex.org/W3202563726","https://openalex.org/W3203149165","https://openalex.org/W3207576362","https://openalex.org/W3216130706","https://openalex.org/W4200498145","https://openalex.org/W4214617019","https://openalex.org/W4220790207","https://openalex.org/W4221022534","https://openalex.org/W4224251870","https://openalex.org/W4283813460","https://openalex.org/W4296194906","https://openalex.org/W4320487288","https://openalex.org/W4385245566","https://openalex.org/W4385300713","https://openalex.org/W6640212811","https://openalex.org/W6682631176","https://openalex.org/W6686821501","https://openalex.org/W6755207826","https://openalex.org/W6796636777"],"related_works":["https://openalex.org/W3205686722","https://openalex.org/W4390667056","https://openalex.org/W4386977896","https://openalex.org/W2375822763","https://openalex.org/W3108230874","https://openalex.org/W3188962172","https://openalex.org/W1975759899","https://openalex.org/W3036877182","https://openalex.org/W4392007279","https://openalex.org/W4387129494"],"abstract_inverted_index":{"Automatically":[0],"recording":[1],"surgical":[2,6,43,55,81,89,108,219],"procedures":[3],"and":[4,14,45,47,91,98,139,168,196],"generating":[5,212],"reports":[7],"are":[8,93,201],"crucial":[9],"for":[10,31,123,149],"alleviating":[11],"surgeons'":[12],"workload":[13],"enabling":[15],"them":[16],"to":[17,37,77,102,159,179,204,211],"concentrate":[18],"more":[19,79],"on":[20,217],"the":[21,32,39,58,85,104,107,125,131,161,165,169,173,184,188,193,206,223],"operations.":[22],"Despite":[23],"some":[24],"achievements,":[25],"there":[26],"still":[27],"exist":[28],"several":[29],"issues":[30],"previous":[33],"works:":[34],"1)":[35],"failure":[36],"model":[38,226],"interactive":[40],"relationship":[41],"between":[42,88,171],"instruments":[44,90],"tissue;":[46],"2)":[48],"neglect":[49],"of":[50,106,183],"fine-grained":[51,140],"differences":[52],"within":[53],"different":[54],"images":[56],"in":[57,83],"same":[59],"surgery.":[60],"To":[61],"address":[62],"these":[63],"two":[64,218],"issues,":[65],"we":[66,143],"propose":[67],"an":[68,145,153],"improved":[69],"scene":[70,109,128,133],"graph-guided":[71],"Transformer,":[72],"also":[73],"named":[74],"by":[75],"SGT++,":[76],"generate":[78],"accurate":[80],"report,":[82],"which":[84],"complex":[86],"interactions":[87],"tissue":[92],"learnt":[94,194],"from":[95,187],"both":[96],"explicit":[97,137,154,195],"implicit":[99,162,174,197],"perspectives.":[100],"Specifically,":[101],"facilitate":[103],"understanding":[105],"graph":[110,113,134,147],"under":[111],"a":[112,116],"learning":[114],"framework,":[115],"simple":[117],"yet":[118],"effective":[119],"approach":[120],"is":[121,177],"proposed":[122,178,224],"homogenizing":[124],"input":[126],"heterogeneous":[127],"graph.":[129],"For":[130],"homogeneous":[132],"that":[135,222],"contains":[136],"structured":[138],"semantic":[141],"relationships,":[142],"design":[144],"attention-induced":[146],"transformer":[148],"node":[150],"aggregation":[151],"via":[152],"relation-aware":[155,198,208],"encoder.":[156],"In":[157],"addition,":[158],"characterize":[160],"relationships":[163],"about":[164],"instrument,":[166],"tissue,":[167],"interaction":[170],"them,":[172],"relational":[175],"attention":[176],"take":[180],"full":[181],"advantage":[182],"prior":[185],"knowledge":[186],"interactional":[189],"prototype":[190],"memory.":[191],"With":[192],"representations,":[199],"they":[200],"then":[202],"coalesced":[203],"obtain":[205],"fused":[207],"representations":[209],"contributing":[210],"reports.":[213],"Some":[214],"comprehensive":[215],"experiments":[216],"datasets":[220],"show":[221],"STG++":[225],"achieves":[227],"state-of-the-art":[228],"results.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}