{"id":"https://openalex.org/W4389542664","doi":"https://doi.org/10.1109/embc40787.2023.10340746","title":"Detecting Eye Disease Using Vision Transformers Informed by Ophthalmology Resident Gaze Data <sup>*</sup>","display_name":"Detecting Eye Disease Using Vision Transformers Informed by Ophthalmology Resident Gaze Data <sup>*</sup>","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4389542664","doi":"https://doi.org/10.1109/embc40787.2023.10340746","pmid":"https://pubmed.ncbi.nlm.nih.gov/38083657"},"language":"en","primary_location":{"id":"doi:10.1109/embc40787.2023.10340746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073680078","display_name":"Shubham Kaushal","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shubham Kaushal","raw_affiliation_strings":["Columbia University,Data Science Institute,New York,NY,USA","Data Science Institute, Columbia University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University,Data Science Institute,New York,NY,USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Data Science Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677993","display_name":"Yifan Sun","orcid":"https://orcid.org/0000-0001-9859-8300"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Sun","raw_affiliation_strings":["Columbia University,Department of Industrial Engineering and Operations Research,New York,NY,USA","Department of Industrial Engineering and Operations Research, Columbia University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University,Department of Industrial Engineering and Operations Research,New York,NY,USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026191152","display_name":"Ryan Zukerman","orcid":"https://orcid.org/0000-0003-2677-7005"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Zukerman","raw_affiliation_strings":["Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","institution_ids":["https://openalex.org/I2799503643"]},{"raw_affiliation_string":"Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA","institution_ids":["https://openalex.org/I2799503643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042918762","display_name":"Royce W. S. Chen","orcid":"https://orcid.org/0000-0002-7396-5028"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Royce W.S. Chen","raw_affiliation_strings":["Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","institution_ids":["https://openalex.org/I2799503643"]},{"raw_affiliation_string":"Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA","institution_ids":["https://openalex.org/I2799503643"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036889913","display_name":"Kaveri A. Thakoor","orcid":"https://orcid.org/0000-0001-5589-8151"},"institutions":[{"id":"https://openalex.org/I2799503643","display_name":"Columbia University Irving Medical Center","ror":"https://ror.org/01esghr10","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799503643"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaveri A. Thakoor","raw_affiliation_strings":["Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","Departments of Computer Science, Biomedical Engineering, and the Data Science Institute, Columbia University, New York, NY, USA","Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University Irving Medical Center (CUIMC),Department of Ophthalmology,New York,NY,USA","institution_ids":["https://openalex.org/I2799503643"]},{"raw_affiliation_string":"Departments of Computer Science, Biomedical Engineering, and the Data Science Institute, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Ophthalmology, Columbia University Irving Medical Center (CUIMC), New York, NY, USA","institution_ids":["https://openalex.org/I2799503643"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073680078"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":2.129,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87930261,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"2023","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12599","display_name":"Retinal and Optic Conditions","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10250","display_name":"Glaucoma and retinal disorders","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7564151883125305},{"id":"https://openalex.org/keywords/optometry","display_name":"Optometry","score":0.6548908352851868},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5059706568717957},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4178473949432373},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41397935152053833},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3185808062553406}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7564151883125305},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.6548908352851868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5059706568717957},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4178473949432373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41397935152053833},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3185808062553406}],"mesh":[{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004724","descriptor_name":"Endoscopy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005901","descriptor_name":"Glaucoma","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005901","descriptor_name":"Glaucoma","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005901","descriptor_name":"Glaucoma","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005901","descriptor_name":"Glaucoma","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D005901","descriptor_name":"Glaucoma","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D009885","descriptor_name":"Ophthalmology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc40787.2023.10340746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc40787.2023.10340746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 45th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:38083657","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38083657","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2003959496","https://openalex.org/W2138083642","https://openalex.org/W2160605010","https://openalex.org/W2194775991","https://openalex.org/W2772723798","https://openalex.org/W2789565832","https://openalex.org/W2923406729","https://openalex.org/W2938035933","https://openalex.org/W2981092563","https://openalex.org/W3094502228","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6741832134","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2385108104","https://openalex.org/W2058170566","https://openalex.org/W2772917594","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0],"showcase":[1],"two":[2],"proof-of-concept":[3],"approaches":[4],"for":[5,36,57,69],"enhancing":[6,45],"the":[7,39,67,77],"Vision":[8],"Transformer":[9],"(ViT)":[10],"model":[11],"by":[12],"integrating":[13],"ophthalmology":[14],"resident":[15],"gaze":[16],"data":[17],"into":[18],"its":[19],"training.":[20],"The":[21],"resulting":[22],"Fixation-Order-Informed":[23],"ViT":[24,27,35],"and":[25,31,72],"Ophthalmologist-Gaze-Augmented":[26],"show":[28],"greater":[29],"accuracy":[30],"computational":[32],"efficiency":[33],"than":[34],"detection":[37,47],"of":[38],"eye":[40],"disease,":[41],"glaucoma.Clinical":[42],"relevance-":[43],"By":[44],"glaucoma":[46],"via":[48],"our":[49],"gaze-informed":[50],"ViTs,":[51],"we":[52],"introduce":[53],"a":[54],"new":[55],"paradigm":[56],"medical":[58,64],"experts":[59],"to":[60],"directly":[61],"interface":[62],"with":[63],"AI,":[65],"leading":[66],"way":[68],"more":[70],"accurate":[71],"interpretable":[73],"AI":[74],"'teammates'":[75],"in":[76],"ophthalmic":[78],"clinic.":[79]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}