{"id":"https://openalex.org/W2160263381","doi":"https://doi.org/10.1145/2578153.2578196","title":"Infusing perceptual expertise and domain knowledge into a human-centered image retrieval system","display_name":"Infusing perceptual expertise and domain knowledge into a human-centered image retrieval system","publication_year":2014,"publication_date":"2014-03-24","ids":{"openalex":"https://openalex.org/W2160263381","doi":"https://doi.org/10.1145/2578153.2578196","mag":"2160263381"},"language":"en","primary_location":{"id":"doi:10.1145/2578153.2578196","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2578153.2578196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061822026","display_name":"Xuan Guo","orcid":"https://orcid.org/0000-0001-8569-4192"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Guo","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448301","display_name":"Rui Li","orcid":"https://orcid.org/0000-0001-5096-1553"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067170834","display_name":"Cecilia Ovesdotter Alm","orcid":"https://orcid.org/0000-0002-8730-0916"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cecilia Alm","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081837918","display_name":"Qi Yu","orcid":"https://orcid.org/0000-0002-0426-5407"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Yu","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038705688","display_name":"Jeff B. Pelz","orcid":"https://orcid.org/0000-0002-0649-3876"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Pelz","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668197","display_name":"Pengcheng Shi","orcid":"https://orcid.org/0000-0003-2504-9890"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengcheng Shi","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035006377","display_name":"Anne R. Haake","orcid":"https://orcid.org/0000-0003-0634-0199"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anne Haake","raw_affiliation_strings":["Rochester Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rochester Institute of Technology","institution_ids":["https://openalex.org/I155173764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I155173764"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"275","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8279924392700195},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.698314368724823},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.572234034538269},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5551307201385498},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5399622321128845},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5081448554992676},{"id":"https://openalex.org/keywords/human-visual-system-model","display_name":"Human visual system model","score":0.48275965452194214},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.47458386421203613},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.45002418756484985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.449991375207901},{"id":"https://openalex.org/keywords/visual-word","display_name":"Visual Word","score":0.44991421699523926},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.44570884108543396},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4446040987968445},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.414840966463089},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34785962104797363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8279924392700195},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.698314368724823},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.572234034538269},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5551307201385498},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5399622321128845},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5081448554992676},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.48275965452194214},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.47458386421203613},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.45002418756484985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.449991375207901},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.44991421699523926},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.44570884108543396},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4446040987968445},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.414840966463089},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34785962104797363},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2578153.2578196","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2578153.2578196","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium on Eye Tracking Research and Applications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G3543209470","display_name":null,"funder_award_id":"IIS-0941452","funder_id":"https://openalex.org/F4320337389","funder_display_name":"Division of Information and Intelligent Systems"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W186091728","https://openalex.org/W1504388412","https://openalex.org/W1532325895","https://openalex.org/W1985622654","https://openalex.org/W2049997905","https://openalex.org/W2059265121","https://openalex.org/W2103678398","https://openalex.org/W2151103935","https://openalex.org/W2157036763","https://openalex.org/W2157248634","https://openalex.org/W2188873405","https://openalex.org/W2205567956","https://openalex.org/W2401462631","https://openalex.org/W2915722758","https://openalex.org/W4213009331"],"related_works":["https://openalex.org/W2172231696","https://openalex.org/W71124072","https://openalex.org/W2496710287","https://openalex.org/W2735794310","https://openalex.org/W2095842132","https://openalex.org/W2186394444","https://openalex.org/W2605741187","https://openalex.org/W2155479236","https://openalex.org/W2373526234","https://openalex.org/W2285171871"],"abstract_inverted_index":{"Traditional":[0],"content-based":[1],"image":[2,9,35,66,87],"retrieval":[3,44,133],"techniques,":[4],"which":[5],"primarily":[6],"rely":[7],"on":[8],"content":[10],"at":[11,21],"the":[12,22,43,72,102,124,132],"pixel":[13],"level,":[14],"are":[15],"not":[16],"effective":[17],"in":[18,37],"accessing":[19],"images":[20],"semantic":[23,51],"level.":[24],"Defining":[25],"approaches":[26],"to":[27,47,86],"incorporate":[28,69],"experts'":[29,108],"perceptual":[30,109],"and":[31,58,91,111,130],"conceptual":[32],"capabilities":[33],"of":[34,40,101,123],"understanding":[36],"their":[38],"domain":[39,112],"expertise":[41,110],"into":[42,114],"processes":[45],"promises":[46],"help":[48],"bridge":[49],"this":[50],"gap.":[52],"Towards":[53],"accomplishing":[54],"this,":[55],"we":[56],"design":[57],"implement":[59],"a":[60],"novel":[61],"multimodal":[62],"interactive":[63],"system":[64,73,103,119],"for":[65],"retrieval.":[67],"To":[68],"human":[70,80],"expertise,":[71],"stores":[74],"expert-derived":[75],"information":[76],"extracted":[77],"from":[78],"two":[79],"sensor":[81],"modalities":[82],"that":[83,105],"intuitively":[84],"relate":[85],"search,":[88],"eye":[89],"movements":[90],"verbal":[92],"descriptions,":[93],"both":[94],"generated":[95],"by":[96,106],"medical":[97],"experts.":[98],"Experimental":[99],"evaluation":[100],"shows":[104],"transferring":[107],"knowledge":[113],"image-based":[115,138],"computational":[116],"procedures,":[117],"our":[118],"can":[120],"take":[121],"advantage":[122],"different":[125],"human-centered":[126],"modalities'":[127],"respective":[128],"strengths":[129],"improve":[131],"performance":[134],"over":[135],"just":[136],"using":[137],"features.":[139]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}