{"id":"https://openalex.org/W2903721568","doi":"https://doi.org/10.1609/aaai.v33i01.33016666","title":"Knowledge-Driven Encode, Retrieve, Paraphrase for Medical Image Report Generation","display_name":"Knowledge-Driven Encode, Retrieve, Paraphrase for Medical Image Report Generation","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2903721568","doi":"https://doi.org/10.1609/aaai.v33i01.33016666","mag":"2903721568"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33016666","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016666","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4637/4515","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4637/4515","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089412683","display_name":"Christy Y. Li","orcid":null},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christy Y. Li","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047878798","display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Sun Yat-sen University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085608858","display_name":"Zhiting Hu","orcid":"https://orcid.org/0000-0002-6239-5031"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiting Hu","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Petuum Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Petuum Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.2967,"has_fulltext":true,"cited_by_count":303,"citation_normalized_percentile":{"value":0.98954704,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"6666","last_page":"6673"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7832162380218506},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.718040943145752},{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.7158755660057068},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6021342277526855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5793471932411194},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.5327259302139282},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4887568950653076},{"id":"https://openalex.org/keywords/abnormality","display_name":"Abnormality","score":0.45620250701904297},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.44912222027778625},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4481219947338104},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4407501518726349},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.21003574132919312},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09055265784263611}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7832162380218506},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.718040943145752},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.7158755660057068},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6021342277526855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5793471932411194},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.5327259302139282},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4887568950653076},{"id":"https://openalex.org/C50965678","wikidata":"https://www.wikidata.org/wiki/Q2724302","display_name":"Abnormality","level":2,"score":0.45620250701904297},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.44912222027778625},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4481219947338104},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4407501518726349},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.21003574132919312},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09055265784263611},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33016666","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016666","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4637/4515","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4637","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33016666","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33016666","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4637/4515","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2903721568.pdf","grobid_xml":"https://content.openalex.org/works/W2903721568.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1514535095","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W2105644991","https://openalex.org/W2115488413","https://openalex.org/W2152772232","https://openalex.org/W2154652894","https://openalex.org/W2194775991","https://openalex.org/W2468907370","https://openalex.org/W2481240925","https://openalex.org/W2508429489","https://openalex.org/W2519887557","https://openalex.org/W2549599535","https://openalex.org/W2560313346","https://openalex.org/W2575842049","https://openalex.org/W2605045867","https://openalex.org/W2610153490","https://openalex.org/W2737766105","https://openalex.org/W2798542795","https://openalex.org/W2803411968","https://openalex.org/W2805516822","https://openalex.org/W2892220259","https://openalex.org/W2963018920","https://openalex.org/W2963084599","https://openalex.org/W2963091558","https://openalex.org/W2963446712","https://openalex.org/W2963687836","https://openalex.org/W2964015378","https://openalex.org/W2964321699","https://openalex.org/W2977613223","https://openalex.org/W3098325931","https://openalex.org/W3101156210","https://openalex.org/W4297733535","https://openalex.org/W4385245566","https://openalex.org/W4386450904","https://openalex.org/W6639657675","https://openalex.org/W6654155348","https://openalex.org/W6675760969","https://openalex.org/W6682631176","https://openalex.org/W6687483927","https://openalex.org/W6697978515","https://openalex.org/W6725739302","https://openalex.org/W6739901393","https://openalex.org/W6744115927","https://openalex.org/W6745537798","https://openalex.org/W6746034047","https://openalex.org/W6749731246","https://openalex.org/W6755002340","https://openalex.org/W6784955093","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W191017350","https://openalex.org/W3137243147","https://openalex.org/W4206666510","https://openalex.org/W2018298289","https://openalex.org/W2782520308","https://openalex.org/W3175194702","https://openalex.org/W2251069562","https://openalex.org/W3120390996","https://openalex.org/W2148689572","https://openalex.org/W2496310762"],"abstract_inverted_index":{"Generating":[0],"long":[1],"and":[2,15,22,25,42,51,68,106,147,157,165,183,187],"semantic-coherent":[3],"reports":[4,159],"to":[5,116],"describe":[6],"medical":[7,19,53,59,64,91,175,181],"images":[8,146],"poses":[9],"great":[10],"challenges":[11],"towards":[12],"bridging":[13],"visual":[14,81],"linguistic":[16],"modalities,":[17],"incorporating":[18,89],"domain":[20],"knowledge,":[21],"generating":[23],"realistic":[24],"accurate":[26,50,162],"descriptions.":[27],"We":[28],"propose":[29],"a":[30,84,94,108,124],"novel":[31],"Knowledge-driven":[32],"Encode,":[33],"Retrieve,":[34],"Paraphrase":[35,109],"(KERP)":[36],"approach":[37,154],"which":[38],"reconciles":[39],"traditional":[40],"knowledge-":[41],"retrieval-based":[43],"methods":[44,48],"with":[45,161,178],"modern":[46],"learning-based":[47],"for":[49],"robust":[52,158],"report":[54,60,176],"generation.":[55],"Specifically,":[56],"KERP":[57,73,122],"decomposes":[58],"generation":[61],"into":[62,83],"explicit":[63],"abnormality":[65,86,163,182],"graph":[66,87],"learning":[67],"subsequent":[69],"natural":[70],"language":[71],"modeling.":[72],"first":[74],"employs":[75],"an":[76],"Encode":[77],"module":[78,96,110],"that":[79,97,111,131,151],"transforms":[80,133],"features":[82],"structured":[85,156],"by":[88],"prior":[90],"knowledge;":[92],"then":[93],"Retrieve":[95],"retrieves":[98],"text":[99],"templates":[100,114],"based":[101],"on":[102,173],"the":[103,113,152,170,179],"detected":[104],"abnormalities;":[105],"lastly,":[107],"rewrites":[112],"according":[115],"specific":[117],"cases.":[118],"The":[119],"core":[120],"of":[121,139],"is":[123],"proposed":[125,153],"generic":[126],"implementation":[127],"unit\u2014Graph":[128],"Transformer":[129],"(GTR)":[130],"dynamically":[132],"high-level":[134],"semantics":[135],"between":[136],"graph-structured":[137],"data":[138],"multiple":[140],"domains":[141],"such":[142],"as":[143],"knowledge":[144],"graphs,":[145],"sequences.":[148],"Experiments":[149],"show":[150],"generates":[155],"supported":[160],"description":[164],"explainable":[166],"attentive":[167],"regions,":[168],"achieving":[169],"state-of-the-art":[171],"results":[172],"two":[174],"benchmarks,":[177],"best":[180],"disease":[184],"classification":[185],"accuracy":[186],"improved":[188],"human":[189],"evaluation":[190],"performance.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":56},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":61},{"year":2022,"cited_by_count":45},{"year":2021,"cited_by_count":52},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":6}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2025-10-10T00:00:00"}