{"id":"https://openalex.org/W4405468762","doi":"https://doi.org/10.48550/arxiv.2412.10982","title":"MedG-KRP: Medical Graph Knowledge Representation Probing","display_name":"MedG-KRP: Medical Graph Knowledge Representation Probing","publication_year":2024,"publication_date":"2024-12-14","ids":{"openalex":"https://openalex.org/W4405468762","doi":"https://doi.org/10.48550/arxiv.2412.10982"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.10982","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10982","pdf_url":"https://arxiv.org/pdf/2412.10982","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.10982","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115505295","display_name":"Gabriel R. Rosenbaum","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rosenbaum, Gabriel R.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085004466","display_name":"Lavender Yao Jiang","orcid":"https://orcid.org/0000-0003-2464-3281"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Lavender Yao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088355092","display_name":"Ivaxi Sheth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheth, Ivaxi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114285297","display_name":"Jaden Stryker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stryker, Jaden","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016320486","display_name":"Anton Alyakin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alyakin, Anton","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039258965","display_name":"Daniel Alexander Alber","orcid":"https://orcid.org/0000-0001-7957-5170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alber, Daniel Alexander","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080103674","display_name":"Nicolas K. Goff","orcid":"https://orcid.org/0000-0002-6005-1008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goff, Nicolas K.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kwon, Young Joon Fred","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Young Joon Fred","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018752438","display_name":"John Markert","orcid":"https://orcid.org/0000-0002-7558-8270"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Markert, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048190601","display_name":"Mustafa Nasir-Moin","orcid":"https://orcid.org/0000-0002-0389-1852"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nasir-Moin, Mustafa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046084081","display_name":"Jan Niehues","orcid":"https://orcid.org/0000-0002-4231-6543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niehues, Jan Moritz","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047079851","display_name":"Karl L. Sangwon","orcid":"https://orcid.org/0000-0002-6941-3001"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sangwon, Karl L.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059880332","display_name":"Eunice Yang","orcid":"https://orcid.org/0000-0002-9392-8910"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Eunice","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060570681","display_name":"Eric K. Oermann","orcid":"https://orcid.org/0000-0002-1876-5963"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oermann, Eric Karl","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":14,"corresponding_author_ids":["https://openalex.org/A5115505295"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9424999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5656813979148865},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4942619800567627},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4736444056034088},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42867082357406616},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.0904669463634491},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.05576431751251221}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5656813979148865},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4942619800567627},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4736444056034088},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42867082357406616},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0904669463634491},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.05576431751251221},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.10982","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10982","pdf_url":"https://arxiv.org/pdf/2412.10982","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.10982","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.10982","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.10982","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.10982","pdf_url":"https://arxiv.org/pdf/2412.10982","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4405468762.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,81],"recently":[5],"emerged":[6],"as":[7],"powerful":[8],"tools,":[9],"finding":[10],"many":[11,23,38],"medical":[12,94,123,141,148,189,199],"applications.":[13],"LLMs'":[14,85],"ability":[15],"to":[16,25,31,39,73,89,109,127,150,162,171],"coalesce":[17],"vast":[18],"amounts":[19],"of":[20,33,64,115,147,154,196,202],"information":[21],"from":[22],"sources":[24],"generate":[26],"a":[27,34,51,93,104,139,145,152,164,194],"response-a":[28],"process":[29],"similar":[30],"that":[32],"human":[35,176],"expert-has":[36],"led":[37],"see":[40],"potential":[41],"in":[42,84,92,125,174,180,209],"deploying":[43],"LLMs":[44,121,203],"for":[45,87,100],"clinical":[46,210],"use.":[47],"However,":[48],"medicine":[49],"is":[50,56],"setting":[52],"where":[53],"accurate":[54],"reasoning":[55,113,200],"paramount.":[57],"Many":[58],"researchers":[59],"are":[60],"questioning":[61],"the":[62,111,188,198],"effectiveness":[63],"multiple":[65],"choice":[66],"question":[67],"answering":[68],"(MCQA)":[69],"benchmarks,":[70],"frequently":[71],"used":[72],"test":[74,134],"LLMs.":[75,116],"Researchers":[76],"and":[77,137,158,213],"clinicians":[78],"alike":[79],"must":[80],"complete":[82],"confidence":[83],"abilities":[86,114],"them":[88],"be":[90,207],"deployed":[91],"setting.":[95],"To":[96],"address":[97],"this":[98],"need":[99],"understanding,":[101],"we":[102,118],"introduce":[103],"knowledge":[105],"graph":[106],"(KG)-based":[107],"method":[108],"evaluate":[110],"biomedical":[112,166],"Essentially,":[117],"map":[119],"how":[120,130],"link":[122],"concepts":[124],"order":[126],"better":[128],"understand":[129],"they":[131,205],"reason.":[132],"We":[133,143,168],"GPT-4,":[135],"Llama3-70b,":[136],"PalmyraMed-70b,":[138],"specialized":[140],"model.":[142,190],"enlist":[144],"panel":[146],"students":[149],"review":[151,177],"total":[153],"60":[155],"LLM-generated":[156],"graphs":[157,161],"compare":[159],"these":[160],"BIOS,":[163],"large":[165],"KG.":[167],"observe":[169],"GPT-4":[170],"perform":[172],"best":[173],"our":[175,181],"but":[178],"worst":[179],"ground":[182],"truth":[183],"comparison;":[184],"vice-versa":[185],"with":[186],"PalmyraMed,":[187],"Our":[191],"work":[192],"provides":[193],"means":[195],"visualizing":[197],"pathways":[201],"so":[204],"can":[206],"implemented":[208],"settings":[211],"safely":[212],"effectively.":[214]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}