{"id":"https://openalex.org/W2301270541","doi":"https://doi.org/10.1145/2857491.2857542","title":"Fusing eye movements and observer narratives for expert-driven image-region annotations","display_name":"Fusing eye movements and observer narratives for expert-driven image-region annotations","publication_year":2016,"publication_date":"2016-03-08","ids":{"openalex":"https://openalex.org/W2301270541","doi":"https://doi.org/10.1145/2857491.2857542","mag":"2301270541"},"language":"en","primary_location":{"id":"doi:10.1145/2857491.2857542","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2857491.2857542","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2857542&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Biennial ACM Symposium on Eye Tracking Research & Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2857542&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079789157","display_name":"Preethi Vaidyanathan","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Preethi Vaidyanathan","raw_affiliation_strings":["Carlson Imaging Science, RIT"],"affiliations":[{"raw_affiliation_string":"Carlson Imaging Science, RIT","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085014772","display_name":"Emily Prud\u2019hommeaux","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153320","display_name":"Liberal Arts University","ror":"https://ror.org/0437a7n31","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210153320"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Emily Prud'hommeaux","raw_affiliation_strings":["College of Liberal Arts, RIT"],"affiliations":[{"raw_affiliation_string":"College of Liberal Arts, RIT","institution_ids":["https://openalex.org/I4210153320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038705688","display_name":"Jeff B. Pelz","orcid":"https://orcid.org/0000-0002-0649-3876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeff B. Pelz","raw_affiliation_strings":["Carlson Imaging Science, RIT"],"affiliations":[{"raw_affiliation_string":"Carlson Imaging Science, RIT","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067170834","display_name":"Cecilia Ovesdotter Alm","orcid":"https://orcid.org/0000-0002-8730-0916"},"institutions":[{"id":"https://openalex.org/I4210153320","display_name":"Liberal Arts University","ror":"https://ror.org/0437a7n31","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210153320"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Cecilia Ovesdotter Alm","raw_affiliation_strings":["College of Liberal Arts, RIT"],"affiliations":[{"raw_affiliation_string":"College of Liberal Arts, RIT","institution_ids":["https://openalex.org/I4210153320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035006377","display_name":"Anne R. Haake","orcid":"https://orcid.org/0000-0003-0634-0199"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anne R. Haake","raw_affiliation_strings":["College of Computing and Information Sciences RIT"],"affiliations":[{"raw_affiliation_string":"College of Computing and Information Sciences RIT","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079789157"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.835,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79383087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"27","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7696738243103027},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.655866801738739},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.5504308342933655},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5348848700523376},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5298076868057251},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4886234402656555},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48321640491485596},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.47812357544898987},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4715958535671234},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.4404645562171936},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4293777346611023},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3371562361717224},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07966604828834534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7696738243103027},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.655866801738739},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.5504308342933655},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5348848700523376},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5298076868057251},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4886234402656555},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48321640491485596},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.47812357544898987},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4715958535671234},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.4404645562171936},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4293777346611023},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3371562361717224},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07966604828834534},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2857491.2857542","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2857491.2857542","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2857542&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Biennial ACM Symposium on Eye Tracking Research & Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2857491.2857542","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2857491.2857542","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2857542&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Ninth Biennial ACM Symposium on Eye Tracking Research & Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G6580888076","display_name":null,"funder_award_id":"R21 LM01002901","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8597719540","display_name":null,"funder_award_id":"IIS-0941452","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2301270541.pdf","grobid_xml":"https://content.openalex.org/works/W2301270541.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W108437174","https://openalex.org/W152523715","https://openalex.org/W191213124","https://openalex.org/W630801560","https://openalex.org/W1484257414","https://openalex.org/W1500842519","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1942647574","https://openalex.org/W1968904897","https://openalex.org/W1971109976","https://openalex.org/W2038362940","https://openalex.org/W2044268022","https://openalex.org/W2046589280","https://openalex.org/W2047391624","https://openalex.org/W2048343491","https://openalex.org/W2094468117","https://openalex.org/W2103678398","https://openalex.org/W2106848651","https://openalex.org/W2107034620","https://openalex.org/W2113180829","https://openalex.org/W2123815913","https://openalex.org/W2129381838","https://openalex.org/W2130640247","https://openalex.org/W2130660124","https://openalex.org/W2134640142","https://openalex.org/W2144715671","https://openalex.org/W2147018085","https://openalex.org/W2149095485","https://openalex.org/W2149557440","https://openalex.org/W2150692003","https://openalex.org/W2157248634","https://openalex.org/W2169724380","https://openalex.org/W2172231696","https://openalex.org/W2250680486","https://openalex.org/W2251157961","https://openalex.org/W2251353663","https://openalex.org/W3097096317","https://openalex.org/W4214880809","https://openalex.org/W4238878716"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W1533177136","https://openalex.org/W4380994516","https://openalex.org/W2251519152"],"abstract_inverted_index":{"Human":[0],"image":[1,44,83,131,174,195],"understanding":[2],"is":[3,45],"reflected":[4],"by":[5,47],"individuals'":[6],"visual":[7,49,93],"and":[8,16,55,73,94,117,145,188,233],"linguistic":[9,95],"behaviors,":[10],"but":[11],"the":[12,61,88,161,178,213,216],"meaningful":[13,105],"computational":[14],"integration":[15],"interpretation":[17],"of":[18,82,90,115,120,151,186,215,236],"their":[19],"multimodal":[20],"representations":[21],"remain":[22],"a":[23,30,38,155,168],"challenge.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,103],"expand":[29],"framework":[31,197],"for":[32,219,228],"capturing":[33],"image-region":[34],"annotations":[35],"in":[36,40,160],"dermatology,":[37],"domain":[39,53],"which":[41,111],"interpreting":[42],"an":[43,194],"influenced":[46],"experts'":[48,70],"perception":[50],"skills,":[51],"conceptual":[52,80],"knowledge,":[54],"task-oriented":[56],"goals.":[57],"Our":[58,137],"work":[59],"explores":[60],"hypothesis":[62],"that":[63,74,157,170,177,193],"eye":[64,109,165],"movements":[65],"can":[66,78],"help":[67],"us":[68],"understand":[69],"perceptual":[71],"processes":[72],"spoken":[75,118],"language":[76],"descriptions":[77,119],"reveal":[79,112],"elements":[81],"inspection":[84],"tasks.":[85],"We":[86,210],"cast":[87],"problem":[89],"meaningfully":[91],"integrating":[92],"data":[96],"as":[97,225,227],"unsupervised":[98],"bitext":[99],"alignment.":[100],"Using":[101],"alignment,":[102],"create":[104],"mappings":[106],"between":[107,154],"physicians'":[108],"movements,":[110],"key":[113],"areas":[114],"images,":[116],"those":[121],"images.":[122,209,237],"The":[123],"resulting":[124],"alignments":[125],"are":[126],"then":[127],"used":[128],"to":[129,206],"annotate":[130],"regions":[132],"with":[133],"medical":[134],"concept":[135,189,223],"labels.":[136,190],"alignment":[138,152],"accuracy":[139,153],"exceeds":[140],"baselines":[141],"using":[142,173],"both":[143],"exact":[144],"delayed":[146],"temporal":[147],"correspondence.":[148],"Additionally,":[149],"comparison":[150],"method":[156,169],"identifies":[158,171],"clusters":[159,172],"images":[162,187],"based":[163],"on":[164,183],"movement":[166],"vs.":[167],"features":[175],"suggests":[176,192],"two":[179],"approaches":[180],"perform":[181],"well":[182,226],"different":[184],"types":[185],"This":[191],"annotation":[196],"should":[198],"integrate":[199],"information":[200],"from":[201],"more":[202],"than":[203],"one":[204],"technique":[205],"handle":[207],"heterogeneous":[208],"also":[211],"investigate":[212],"performance":[214],"proposed":[217],"aligner":[218],"dermatological":[220],"primary":[221],"morphology":[222],"labels,":[224],"lesion":[229],"size":[230],"or":[231],"type":[232],"distribution-based":[234],"categories":[235]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}