{"id":"https://openalex.org/W4406231127","doi":"https://doi.org/10.52202/085713-4440","title":"MedicalNarratives: Connecting Medical Vision and Language with Localized Narratives","display_name":"MedicalNarratives: Connecting Medical Vision and Language with Localized Narratives","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406231127","doi":"https://doi.org/10.52202/085713-4440"},"language":"en","primary_location":{"id":"doi:10.52202/085713-4440","doi":"https://doi.org/10.52202/085713-4440","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4440","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4406231127"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2501.04184","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011957412","display_name":"Wisdom O. Ikezogwo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wisdom Ikezogwo","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100629184","display_name":"Kevin Zhang","orcid":"https://orcid.org/0009-0008-6721-013X","observed_orcids":["https://orcid.org/0009-0008-6721-013X"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kevin M. Zhang","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077343004","display_name":"Mehmet Sayg\u0131n Seyfio\u011flu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Saygin Seyfioglu","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.3078,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85863639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"147669","last_page":"147695"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatial-grounding","display_name":"spatial grounding","score":0.5109999775886536},{"id":"https://openalex.org/keywords/clip","display_name":"CLIP","score":0.5960000157356262},{"id":"https://openalex.org/keywords/multimodal-representation-learning","display_name":"multimodal representation learning","score":0.7210000157356262},{"id":"https://openalex.org/keywords/think-aloud-study","display_name":"think-aloud study","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.7221806049346924},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44407525658607483},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3580884337425232},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3308449983596802},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11243504285812378}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-4440","doi":"https://doi.org/10.52202/085713-4440","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4440","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2501.04184","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.04184","pdf_url":"https://arxiv.org/pdf/2501.04184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2501.04184","doi":"https://doi.org/10.48550/arxiv.2501.04184","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2501.04184","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2501.04184","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2501.04184","pdf_url":"https://arxiv.org/pdf/2501.04184","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406231127.pdf","grobid_xml":"https://content.openalex.org/works/W4406231127.grobid-xml"},"referenced_works_count":114,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W2027685755","https://openalex.org/W2087733521","https://openalex.org/W2096733369","https://openalex.org/W2119374048","https://openalex.org/W2150769593","https://openalex.org/W2179331991","https://openalex.org/W2186125383","https://openalex.org/W2204609240","https://openalex.org/W2531044305","https://openalex.org/W2611650229","https://openalex.org/W2737327952","https://openalex.org/W2794825826","https://openalex.org/W2796417745","https://openalex.org/W2797527544","https://openalex.org/W2803124023","https://openalex.org/W2806618077","https://openalex.org/W2806857275","https://openalex.org/W2810650256","https://openalex.org/W2885824038","https://openalex.org/W2888936314","https://openalex.org/W2900756484","https://openalex.org/W2932083555","https://openalex.org/W2935748854","https://openalex.org/W2936135081","https://openalex.org/W2946000243","https://openalex.org/W2951298542","https://openalex.org/W2985737313","https://openalex.org/W2991372685","https://openalex.org/W2992526251","https://openalex.org/W2995225687","https://openalex.org/W2998010746","https://openalex.org/W3001269919","https://openalex.org/W3013692475","https://openalex.org/W3034510281","https://openalex.org/W3049146198","https://openalex.org/W3080886850","https://openalex.org/W3086200677","https://openalex.org/W3091588028","https://openalex.org/W3093351578","https://openalex.org/W3097487475","https://openalex.org/W3108141367","https://openalex.org/W3114128166","https://openalex.org/W3116917169","https://openalex.org/W3118580076","https://openalex.org/W3118932564","https://openalex.org/W3126337491","https://openalex.org/W3128220181","https://openalex.org/W3131478088","https://openalex.org/W3135141466","https://openalex.org/W3135367836","https://openalex.org/W3142615572","https://openalex.org/W3154010931","https://openalex.org/W3159369536","https://openalex.org/W3160747790","https://openalex.org/W3172681723","https://openalex.org/W3172754650","https://openalex.org/W3173898803","https://openalex.org/W3201906559","https://openalex.org/W3202722194","https://openalex.org/W3203378707","https://openalex.org/W4220997012","https://openalex.org/W4221146266","https://openalex.org/W4225667278","https://openalex.org/W4250370636","https://openalex.org/W4280642293","https://openalex.org/W4283388932","https://openalex.org/W4285596659","https://openalex.org/W4288068240","https://openalex.org/W4295811759","https://openalex.org/W4296053309","https://openalex.org/W4298110661","https://openalex.org/W4306820534","https://openalex.org/W4311000453","https://openalex.org/W4311027007","https://openalex.org/W4312912313","https://openalex.org/W4315781049","https://openalex.org/W4318046762","https://openalex.org/W4323066559","https://openalex.org/W4376631151","https://openalex.org/W4378945538","https://openalex.org/W4386066095","https://openalex.org/W4386071707","https://openalex.org/W4387211014","https://openalex.org/W4387389147","https://openalex.org/W4388540856","https://openalex.org/W4388998820","https://openalex.org/W4392044798","https://openalex.org/W4393248026","https://openalex.org/W4393743248","https://openalex.org/W4394625612","https://openalex.org/W4394728153","https://openalex.org/W4394832225","https://openalex.org/W4396494945","https://openalex.org/W4396914177","https://openalex.org/W4397028377","https://openalex.org/W4402727024","https://openalex.org/W4402727946","https://openalex.org/W4403622706","https://openalex.org/W4404199184","https://openalex.org/W4411475366","https://openalex.org/W4413147717","https://openalex.org/W4413147844","https://openalex.org/W6887761400","https://openalex.org/W6888524866","https://openalex.org/W6902995690","https://openalex.org/W6931203431","https://openalex.org/W6940459952","https://openalex.org/W6959075634","https://openalex.org/W6962769331","https://openalex.org/W6977859828","https://openalex.org/W6977878129","https://openalex.org/W7123459016","https://openalex.org/W7133208019"],"related_works":["https://openalex.org/W4405434097","https://openalex.org/W4360891033","https://openalex.org/W7172487315","https://openalex.org/W7166873349","https://openalex.org/W7166366563","https://openalex.org/W4414349124","https://openalex.org/W7164864871","https://openalex.org/W4385573131","https://openalex.org/W7202210965"],"abstract_inverted_index":{"Multi-modal":[0],"models":[1,149],"are":[2,10],"data":[3],"hungry.":[4],"While":[5],"datasets":[6,14],"with":[7,36,54,134],"natural":[8],"images":[9,27,104],"abundant,":[11],"medical":[12,26,42,51,143,158],"image":[13,101,112],"can":[15],"not":[16],"afford":[17],"the":[18,61,74,121,127],"same":[19],"luxury.":[20],"To":[21,125],"enable":[22],"representation":[23],"learning":[24],"for":[25],"at":[28],"scale,":[29],"we":[30,131],"turn":[31],"to":[32,87],"YouTube,":[33],"a":[34,37,48,115,135,155],"platform":[35],"large":[38],"reservoir":[39],"of":[40,63,129],"open-source":[41],"pedagogical":[43],"videos.":[44],"We":[45],"curate":[46],"MedicalNarratives,":[47,130],"dataset":[49,140],"4.7M":[50],"image-text":[52],"pairs,":[53],"1M":[55,103],"samples":[56],"containing":[57],"dense":[58],"annotations":[59],"in":[60,105,111],"form":[62],"spatial":[64,116],"traces":[65,110],"(and":[66],"bounding":[67],"boxes),":[68],"and":[69,117,123],"118K":[70],"videos":[71],"centered":[72],"on":[73,150,154],"trace":[75],"event":[76],"(with":[77],"aligned":[78],"text),":[79],"enabling":[80],"spatiotemporal":[81],"grounding":[82],"beyond":[83],"single":[84],"frames.":[85],"Similar":[86],"$\\textit{think-aloud}$":[88],"studies":[89],"where":[90],"instructors":[91],"speak":[92],"while":[93],"hovering":[94],"their":[95],"mouse":[96,109],"cursor":[97],"movements":[98],"over":[99],"relevant":[100],"regions,":[102],"MedicalNarratives":[106],"contains":[107],"localized":[108],"pixels,":[113],"creating":[114],"temporal":[118],"association":[119],"between":[120],"text":[122],"pixels.":[124],"evaluate":[126],"utility":[128],"train":[132],"GenMedClip":[133,145],"CLIP-like":[136],"objective":[137],"using":[138],"our":[139],"spanning":[141],"12":[142,152],"domains.":[144],"outperforms":[146],"previous":[147],"state-of-the-art":[148],"all":[151],"domains":[153],"newly":[156],"constructed":[157],"imaging":[159],"benchmark.":[160],"$\\href{https://huggingface.co/datasets/wisdomik/MedicalNarratives}{[Data]}$":[161]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4406231127","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-01-10T00:00:00"}
