{"id":"https://openalex.org/W2077559885","doi":"https://doi.org/10.1002/meet.14504301130","title":"ImageCLEF and ImageCLEFmed: Toward standard test collections for image storage and retrieval research","display_name":"ImageCLEF and ImageCLEFmed: Toward standard test collections for image storage and retrieval research","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W2077559885","doi":"https://doi.org/10.1002/meet.14504301130","mag":"2077559885"},"language":"en","primary_location":{"id":"doi:10.1002/meet.14504301130","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.14504301130","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.14504301130","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.14504301130","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019676369","display_name":"Abebe Rorissa","orcid":"https://orcid.org/0000-0002-5300-617X"},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Abebe Rorissa","raw_affiliation_strings":["Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK"],"affiliations":[{"raw_affiliation_string":"Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]},{"raw_affiliation_string":"Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019676369","display_name":"Abebe Rorissa","orcid":"https://orcid.org/0000-0002-5300-617X"},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Abebe Rorissa","raw_affiliation_strings":["Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK"],"affiliations":[{"raw_affiliation_string":"Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]},{"raw_affiliation_string":"Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011889540","display_name":"Paul Clough","orcid":"https://orcid.org/0000-0003-1739-175X"},"institutions":[{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Paul Clough","raw_affiliation_strings":["Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","Department of Medical Informatics & Clinical Epidemiology, Oregon Health & Science University"],"affiliations":[{"raw_affiliation_string":"Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"Department of Medical Informatics & Clinical Epidemiology, Oregon Health & Science University","institution_ids":["https://openalex.org/I165690674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001422310","display_name":"William Hersh","orcid":"https://orcid.org/0000-0002-4114-5148"},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I165690674","display_name":"Oregon Health & Science University","ror":"https://ror.org/009avj582","country_code":"US","type":"education","lineage":["https://openalex.org/I165690674"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William Hersh","raw_affiliation_strings":["Department of Medical Informatics & Clinical Epidemiology, Oregon Health & Science University","Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222"],"affiliations":[{"raw_affiliation_string":"Department of Medical Informatics & Clinical Epidemiology, Oregon Health & Science University","institution_ids":["https://openalex.org/I165690674"]},{"raw_affiliation_string":"Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Abebe Rorissa","orcid":null},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]},{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Abebe Rorissa","raw_affiliation_strings":["Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","School of Informatics, University at Buffalo State University of New York, 534 Baldy Hall, Buffalo, NY 14260"],"affiliations":[{"raw_affiliation_string":"Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]},{"raw_affiliation_string":"Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","institution_ids":["https://openalex.org/I91136226"]},{"raw_affiliation_string":"School of Informatics, University at Buffalo State University of New York, 534 Baldy Hall, Buffalo, NY 14260","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Abebe Rorissa","orcid":null},"institutions":[{"id":"https://openalex.org/I113508548","display_name":"Albany State University","ror":"https://ror.org/01vme4277","country_code":"US","type":"education","lineage":["https://openalex.org/I113508548"]},{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]},{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Abebe Rorissa","raw_affiliation_strings":["Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK"],"affiliations":[{"raw_affiliation_string":"Department of Information Studies, College of Computing and Information, University at Albany, State University of New York, Draper Hall, Room 113, 135 Western Avenue, Albany, NY 12222","institution_ids":["https://openalex.org/I113508548","https://openalex.org/I392282"]},{"raw_affiliation_string":"Dept. of Information Studies, University of Sheffield, Regent Court, 211 Portobello Street, Sheffield, S1 4DP UK","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112549506","display_name":"Miguel E. Ruiz","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Miguel Ruiz","raw_affiliation_strings":["School of Informatics, University at Buffalo State University of New York, 534 Baldy Hall, Buffalo, NY 14260"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University at Buffalo State University of New York, 534 Baldy Hall, Buffalo, NY 14260","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5001422310","https://openalex.org/A5011889540","https://openalex.org/A5019676369","https://openalex.org/A5112549506"],"corresponding_institution_ids":["https://openalex.org/I113508548","https://openalex.org/I165690674","https://openalex.org/I392282","https://openalex.org/I63190737","https://openalex.org/I91136226"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.13479529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"43","issue":"1","first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clef","display_name":"Clef","score":0.9472898244857788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8042328953742981},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7530905604362488},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.6162892580032349},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5436853170394897},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.4694649279117584},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3135117292404175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1712622046470642}],"concepts":[{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.9472898244857788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8042328953742981},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7530905604362488},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6162892580032349},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5436853170394897},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.4694649279117584},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3135117292404175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1712622046470642},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/meet.14504301130","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.14504301130","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.14504301130","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1002/meet.14504301130","is_oa":true,"landing_page_url":"https://doi.org/10.1002/meet.14504301130","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/meet.14504301130","source":{"id":"https://openalex.org/S4306523999","display_name":"Proceedings of the American Society for Information Science and Technology","issn_l":"1550-8390","issn":["1550-8390","1936-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the American Society for Information Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2077559885.pdf","grobid_xml":"https://content.openalex.org/works/W2077559885.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1839123017","https://openalex.org/W4232115401","https://openalex.org/W1592594506","https://openalex.org/W2970828463","https://openalex.org/W3138512925","https://openalex.org/W117735687","https://openalex.org/W2917705549","https://openalex.org/W2629131222","https://openalex.org/W2915106852","https://openalex.org/W2295107556"],"abstract_inverted_index":{"The":[0,239,411,619,757,833,995,1157,1165,1182,1281,1298,1597,1650,1702,1726,1836],"astronomical":[1],"growth":[2],"in":[3,39,130,136,139,252,258,274,297,315,347,418,443,458,592,716,891,970,983,986,1045,1162,1171,1178,1246,1323,1336,1340,1593,1717,1723,1784,1802,1820,1862,1928],"the":[4,17,40,85,134,160,167,204,209,218,248,263,287,306,348,358,371,384,404,423,462,496,509,517,558,610,652,685,717,776,801,806,828,867,876,880,887,894,919,925,946,971,1003,1024,1037,1046,1078,1110,1117,1125,1150,1168,1185,1194,1219,1247,1318,1337,1371,1381,1410,1420,1428,1456,1463,1480,1497,1510,1570,1630,1671,1700,1718,1721,1724,1736,1743,1748,1785,1791,1812,1817,1839,1843,1864,1883,1890,1899,1918],"creation/production":[5],"and":[6,21,27,35,46,145,166,183,254,267,300,341,364,380,389,398,420,448,468,472,487,501,532,551,569,571,587,605,658,744,781,906,922,933,985,1010,1066,1070,1086,1100,1108,1132,1136,1154,1180,1191,1254,1313,1347,1363,1386,1459,1476,1490,1507,1525,1537,1553,1616,1687,1773,1787,1822,1842,1849,1868,1882,1905],"use":[7,1352,1779,1811,1828,1875],"of":[8,42,87,141,217,242,308,310,333,357,386,394,403,425,440,464,491,498,511,519,602,655,661,672,679,755,763,778,810,817,835,869,882,899,945,998,1005,1039,1057,1080,1112,1146,1167,1184,1216,1241,1257,1288,1307,1345,1365,1383,1416,1422,1430,1455,1470,1488,1503,1509,1512,1520,1547,1562,1610,1629,1632,1652,1699,1715,1735,1854,1866,1901,1917],"still":[9,43],"images":[10,576,633,657,812,819,1007,1015,1030,1040,1065,1148,1158,1234,1346,1521,1548,1612,1653,1716,1722,1749,1855],"(photos,":[11],"medical":[12,449,548,650,656,989,1006,1249,1611,1891,1933],"images,":[13,651,662,1504],"etc.)":[14],"coupled":[15],"with":[16,260,422,557,613,792,861,872,911,918,924,1084,1720,1747],"need":[18,124,1516],"for":[19,24,64,93,125,192,208,231,279,294,437,503,596,599,616,693,766,879,936,956,1089,1098,1103,1202,1355,1522,1600,1765,1832,1898],"new":[20,1309,1851],"improved":[22],"systems":[23,442,467,1265,1275,1664,1873],"their":[25,112,280,320,337,793,821,914,1356,1414,1442],"storage":[26],"retrieval":[28,47,103,163,234,265,350,360,397,413,428,441,466,482,522,550,603,628,648,660,904,959,980,991,1004,1038,1048,1264,1366,1451,1526,1609,1651,1663,1673,1728,1739,1845,1870,1881],"attracted":[29],"more":[30,937,1267],"interest":[31],"from":[32,77,180,324,429,483,529,537,636,644,649,664,684,740,1008,1149,1646,1768,1838,1903],"both":[33,181,215,530,567,1289],"researchers":[34,81,196,269,318,1351,1390],"practitioners.":[36],"Current":[37],"research":[38,55,113,147,185,250,312,326,534,611,931,1075,1104,1243,1385,1400,1411,1468,1485,1523,1551,1919],"areas":[41],"image":[44,95,102,127,137,162,249,264,277,311,349,359,387,396,427,465,481,502,521,560,568,617,903,920,940,979,990,1300,1348,1384,1450,1467,1484,1615,1638,1672,1678,1877,1892,1906],"representation":[45,388,1679,1708],"is":[48,71,109,122,227,245,284,331,399,493,688,731,760,839,943,1000,1041,1122,1603,1654,1710,1729,1757,1856,1885],"uncoordinated.":[49],"Almost":[50],"every":[51,1128],"individual":[52],"researcher":[53],"or":[54,90,97,366,699,1213,1438,1447,1452,1565,1696,1827,1878],"center":[56],"uses":[57],"a":[58,68,88,91,99,105,123,228,488,600,637,641,665,670,677,741,748,753,815,840,852,900,953,968,988,1095,1101,1144,1174,1214,1239,1255,1286,1305,1453,1517,1543,1559,1566,1580,1624,1706,1732,1752,1758,1829,1850],"different":[59,470],"collection":[60,96,108,207,639,809,1127,1145,1301,1519,1546,1893],"to":[61,74,116,132,246,262,270,322,343,460,474,479,494,507,579,608,805,813,827,913,1001,1062,1093,1106,1123,1133,1223,1269,1277,1329,1373,1392,1395,1398,1408,1495,1569,1583,1604,1607,1636,1712,1750,1763,1771,1781,1790,1815,1895],"select":[62,1558],"materials":[63,142,1354,1417,1423,1431,1471,1563],"his/her":[65],"research.":[66,282],"As":[67],"result":[69],"it":[70,696,735,1804],"very":[72],"difficult":[73],"compare":[75,146,319,1109,1713],"results":[76,114,148,201,321,323,782,868,888,1328,1401,1552,1837,1859,1902],"various":[78,1113],"studies.":[79,150,327,1412],"Whether":[80,1427,1441],"are":[82,115,152,159,214,354,555,577,1068,1433,1801,1847,1909],"working":[83,1911,1927],"on":[84,203,370,383,705,713,844,875,893,1023,1116,1231,1331,1466,1483,1684,1912],"development":[86],"taxonomy":[89],"thesaurus":[92],"an":[94,272,689,761,1042,1054,1378,1657,1677,1914],"testing":[98],"content":[100,1405,1448,1489,1660],"based":[101,202,675,843,874,1115,1449,1683],"algorithm,":[104],"standard":[106,126,276,1081,1096,1518,1544],"test":[107,128,206,461,1082,1126,1225,1532,1545,1605],"invaluable":[110,591],"if":[111,1130],"have":[117,176,197,339,368,589,772,783,908,1327],"any":[118],"wider":[119],"impact.":[120],"There":[121,151],"collections":[129,278,486,1013,1021,1083,1190,1349,1533],"order":[131],"address":[133],"disparity":[135],"research,":[138],"terms":[140,738,1783,1819],"(images)":[143,1418,1424,1432,1472,1564],"used,":[144],"across":[149],"efforts":[153],"already":[154,177,526],"underway.":[155],"Prominent":[156],"among":[157,1389],"these":[158,910,1064],"cross-language":[161,395,854,901],"track":[164,969,981,992],"(ImageCLEF,ir.shef.ac.uk/imageclef/)":[165],"Medical":[168,1793],"Image":[169,545,1584,1662,1667,1867],"Retrieval":[170,542,546,973,1668],"Challenge":[171],"Evaluation":[172,221,407,949],"(ImageCLEFmed,":[173],"ir.ohsu.edu/image/)":[174],"that":[175,286,785,1028,1370,1461,1478,1626,1680,1709,1861,1874,1921],"seen":[178,527],"participation":[179,296,528,1602],"academic":[182,531],"commercial":[184,533],"groups":[186,535,1105,1244],"worldwide.":[187],"ImageCLEF":[188,391,412,433,492,524,606,830,1248,1536],"has":[189,415,525,1590],"been":[190,198,773,1591],"running":[191],"four":[193,625],"years":[194],"while":[195],"submitting":[199],"test/evaluation":[200],"ImageCLEFmed":[205,942,999,1140,1291,1332,1538,1594],"last":[210],"three":[211],"years.":[212],"They":[213],"part":[216,402,944],"Cross":[219,405,947],"Language":[220,406,948,1794],"Forum":[222,408,950],"(CLEF)":[223,409],"campaign":[224,623],"(clef.iei.pi.cnr.it/),":[225],"which":[226,313,459,513,575,1204,1334],"benchmarking":[229,302,954],"event":[230,955],"multilingual":[232,430,484,841,957,978,1011,1034,1753,1759],"information":[233,549,767,855,958,1047,1738],"held":[235,960],"annually":[236,961],"since":[237,336,962,1295,1595],"2000.":[238,963],"main":[240,996,1443,1500,1598],"purpose":[241,1621,1777],"this":[243,797,1374,1620,1756,1776],"panel":[244,288,330],"sensitize":[247],"community":[251,612],"general":[253,1863],"ASIS&T's":[255],"SIG/VIS":[256],"()":[257],"particular":[259,892],"respect":[261,912],"evaluations":[266,1364],"encourage":[268],"make":[271,1399],"effort":[273],"adopting":[275],"future":[281,520],"It":[283],"hoped":[285],"presentations":[289],"will":[290,314,1326,1376,1578,1922],"serve":[291],"as":[292,374,376,401,585,630,634,967,1016,1018,1031,1033,1074,1207,1315,1353,1391,1535,1639,1641,1694,1930,1932],"catalysts":[293],"increased":[295],"ImageCLEF,":[298],"ImageCLEFmed,":[299],"other":[301],"events,":[303],"thereby":[304],"increasing":[305],"level":[307,1643],"standardization":[309],"turn":[316],"help":[317,515,790],"similar":[325,614],"This":[328,476,505],"exceptional":[329],"comprised":[332],"researchers/experts":[334],"who,":[335],"inception,":[338],"played":[340],"continue":[342],"play":[344],"leading":[345],"roles":[346],"evaluations.":[351],"Panel":[352],"presenters":[353],"either":[355],"coordinators/organizers":[356],"evaluation":[361,393,439,598,622,881,1099],"tracks":[362,372],"(ImageCLEF":[363],"ImageCLEFmed)":[365],"they":[367,1825],"written":[369],"extensively":[373],"well":[375,1017,1032,1640,1931],"spoken":[377],"at":[378,1588],"national":[379],"international":[381],"conferences":[382],"topic":[385,1044],"retrieval.":[390,504,618,941,1907],"conducts":[392],"run":[400,417],"campaign.":[410],"benchmark":[414,477],"previously":[416],"2003":[419],"2004":[421,987],"aim":[424,1092],"evaluating":[426],"document":[431,485,742,1012],"collections.":[432],"2005":[434],"provided":[435,556],"tasks":[436,604],"system-centered":[438],"two":[444,1457],"domains:":[445],"historic":[446,645,666,811],"photographs":[447],"images.":[450],"These":[451,1689],"domains":[452],"offer":[453,469],"realistic":[454,1135],"(and":[455],"different)":[456],"scenarios":[457],"performance":[463,518,1111],"challenges":[471],"problems":[473],"participants.":[475],"aims":[478,506,607],"evaluate":[480],"major":[489],"goal":[490,692,997,1121,1599],"investigate":[495],"effectiveness":[497],"combining":[499,1614],"text":[500,824,1211,1263,1617,1633,1727,1844,1869,1880,1904],"promote":[508],"exchange":[510],"ideas":[512,1606],"may":[514],"improve":[516,1002,1549,1608],"systems.":[523,885],"worldwide":[536],"communities":[538],"including:":[539],"Cross-Language":[540],"Information":[541],"(CLIR),":[543],"Content-Based":[544,1666],"(CBIR),":[547],"user":[552],"interaction.":[553],"Participants":[554],"following:":[559],"collections,":[561,1226],"representative":[562],"search":[563,581,794,927],"requests":[564],"(expressed":[565],"by":[566,820,897,1474,1573,1613,1675,1925],"text)":[570],"relevance":[572,1087,1227],"judgments":[573,1088,1228],"indicating":[574],"relevant":[578,632],"each":[580,750,1637,1648],"request.":[582],"Campaigns":[583],"such":[584,733,1534],"CLEF":[586,964,1338],"TREC":[588],"proven":[590],"providing":[593],"standardized":[594],"resources":[595,615],"comparative":[597],"range":[601],"provide":[609,1377],"most":[620,1798],"recent":[621],"ran":[624],"tasks:":[626],"ad-hoc":[627,647],"(find":[629],"many":[631],"possible":[635,1834],"static":[638],"given":[640],"users'":[642,926],"query)":[643],"photographs,":[646],"automatic":[653,1766],"annotation":[654],"user-centered":[659],"also":[663,1159,1805],"photographic":[667],"collection.":[668,1196],"Organizing":[669],"set":[671,678,743,816,1306,1561,1567],"documents":[673,686],"automatically":[674,736,786],"upon":[676],"categories":[680,722],"(or":[681],"concepts)":[682],"derived":[683],"themselves":[687],"obviously":[690],"appealing":[691],"IR":[694,884],"systems:":[695],"requires":[697,724],"little":[698],"no":[700,725],"manual":[701],"intervention":[702],"(e.g.":[703],"deciding":[704],"thematic":[706],"categories)":[707],"and,":[708],"like":[709],"unsupervised":[710],"classification,":[711],"depends":[712],"natural":[714],"divisions":[715],"data":[718,1059],"rather":[719],"than":[720,1273],"pre-assigned":[721],"(i.e.":[723],"training":[726],"data).":[727],"Concept":[728],"hierarchy":[729],"generation":[730],"one":[732],"method:":[734],"associates":[737],"extracted":[739],"organizes":[745],"them":[746,1789],"into":[747,1380],"hierarchy,":[749],"term":[751],"representing":[752],"group":[754,1587],"documents.":[756],"CiQuest":[758,802,836,873],"system":[759,803,856,905,1625,1704,1841,1846,1920],"implementation":[762],"concept":[764,770,1446],"hierarchies":[765,771,788],"access.":[768],"Previously,":[769],"studied":[774],"within":[775,1193],"context":[777],"retrieving":[779],"texts":[780,1186],"shown":[784],"generating":[787],"can":[789,857,1557,1691],"users":[791,898],"task.":[795,1250],"In":[796,886,1050,1139,1218,1237],"experiment,":[798],"we":[799,837,889,907,1091,1142,1325,1515,1529,1556,1622,1761,1778],"show":[800,1860],"applied":[804],"St":[807],"Andrews":[808],"organize":[814],"retrieved":[818],"associated":[822,1635,1746],"caption":[823],"(our":[825],"submission":[826],"interactive":[829,883,1915],"task":[831],"2005).":[832],"version":[834,842,1734,1916],"present":[838,866,1579],"using":[845,1656,1731],"free":[846,1439],"online":[847],"translation":[848,915,1767],"tools":[849,1061],"showing":[850],"how":[851,1419],"na\u00efve":[853],"be":[858,1396,1539,1692,1923],"easily":[859],"constructed":[860],"minimal":[862],"technical":[863],"effort.":[864],"We":[865,929,1197,1368,1741,1810,1888,1908],"our":[870,1550,1574,1601],"experiments":[871],"iCLEF":[877],"methodology":[878],"focus":[890,1444],"queries":[895,1770,1786],"generated":[896,1693],"text-based":[902,939],"analyzed":[909],"correctness,":[916],"overlap":[917],"captions,":[921],"similarity":[923,1714],"behavior.":[928],"outline":[930],"questions":[932],"sketch":[934],"guidelines":[935],"effective":[938],"(CLEF,":[951],"www.clef-campaign.org),":[952],"first":[965],"began":[966],"Text":[972],"Conference":[974],"(TREC,":[975],"trec.nist.gov).":[976],"A":[977,1486],"started":[982],"2003,":[984],"was":[993,1187,1293,1302,1445],"added.":[994],"heterogeneous":[1009],"containing":[1014],"text.":[1019],"Many":[1020],"exist":[1022,1071],"World":[1025],"Wide":[1026],"Web":[1027],"contain":[1029],"texts.":[1035],"However,":[1036],"often-neglected":[1043],"domain.":[1049],"particular,":[1051],"hospitals":[1052],"produce":[1053],"enormous":[1055],"amount":[1056],"visual":[1058,1209,1274],"but":[1060,1173,1304],"manage":[1063],"videos":[1067],"scarce":[1069],"currently":[1072,1910],"only":[1073,1876,1879],"prototypes.":[1076],"Through":[1077],"creation":[1079],"topics":[1085,1201,1272,1310],"evaluation,":[1090],"create":[1094,1134],"environment":[1097],"platform":[1102],"meet":[1107],"techniques":[1114],"same":[1118,1195,1299],"data.":[1119],"Our":[1120,1586,1858],"expand":[1124],"year,":[1129],"possible,":[1131],"challenging":[1137],"tasks.":[1138],"2005,":[1141,1238],"assembled":[1143],"50,000":[1147],"Casimage,":[1151],"MIR,":[1152],"PEIR,":[1153],"PathoPIC":[1155],"datasets.":[1156],"contained":[1160],"annotations":[1161,1169],"XML":[1163],"format.":[1164],"majority":[1166],"were":[1170,1177,1205,1229,1259,1266,1276,1311,1425,1493],"English":[1172,1769,1803],"significant":[1175],"number":[1176,1256],"French":[1179,1772,1821],"German.":[1181,1774],"quality":[1183],"variable":[1188],"between":[1189],"even":[1192],"then":[1198],"developed":[1199,1312,1623],"25":[1200],"searching,":[1203],"categorized":[1206],"requiring":[1208],"retrieval,":[1210,1212],"mixture":[1215],"both.":[1217],"usual":[1220],"\u201cpooling\u201d":[1221],"approach":[1222],"building":[1224,1676],"performed":[1230,1655],"over":[1232],"1,000":[1233],"per":[1235],"topic.":[1236],"total":[1240],"13":[1242],"participated":[1245],"Performance":[1251],"varied":[1252],"widely,":[1253],"lessons":[1258],"learned.":[1260],"For":[1261,1619,1775],"example,":[1262],"\u201cresilient\u201d":[1268],"visually":[1270],"oriented":[1271,1279],"textually":[1278],"topics.":[1280],"best":[1282],"approaches":[1283,1670],"overall":[1284],"used":[1285,1303,1407,1494,1572,1711],"combination":[1287,1454,1487,1631,1865],"techniques.":[1290],"2006":[1292,1320],"underway":[1294],"January":[1296],"2006.":[1297,1342],"30":[1308],"added":[1314],"well.":[1316],"At":[1317],"ASIS&T":[1319],"Annual":[1321],"meeting":[1322,1339],"November,":[1324],"report":[1330],"2006,":[1333],"culminates":[1335],"September,":[1341],"What":[1343],"types":[1344],"do":[1350],"studies":[1357,1359,1524],"(including":[1358],"involving":[1360],"human":[1361],"participants":[1362],"systems)?":[1367],"hope":[1369],"answer":[1372],"question":[1375],"insight":[1379],"nature":[1382],"spark":[1387],"discussion":[1388],"what":[1393],"needs":[1394],"done":[1397,1730],"\u2018meta-analyzable\u2019.":[1402],"Their":[1403],"topical":[1404,1498],"Methods":[1406],"conduct":[1409],"Specifically:":[1413],"sources":[1415,1429,1475,1502,1506],"samples":[1421],"selected":[1426],"publicly":[1434],"available":[1435],"(for":[1436],"purchase":[1437],"use)":[1440],"Sources":[1458,1469],"authors":[1460,1477,1508],"had":[1462,1479,1762],"greatest":[1464,1481],"influence":[1465,1482],"utilized":[1473],"citation":[1491],"analysis":[1492],"identify":[1496],"content,":[1499],"focus,":[1501],"prominent":[1505],"sample":[1511],"publications.":[1513],"Do":[1514],"evaluations?":[1527],"If":[1528],"do,":[1530],"would":[1531],"ideal":[1540],"collections?":[1541],"Would":[1542],"output":[1554],"because":[1555],"common":[1560],"comparable/similar":[1568],"ones":[1571],"fellow":[1575],"researchers?":[1576],"I":[1577],"participant's":[1581],"perspective":[1582],"CLEF.":[1585],"UB":[1589],"participating":[1592],"2004.":[1596],"features.":[1618],"takes":[1627],"advantage":[1628],"descriptions":[1634,1745],"low":[1642],"features":[1644,1682,1690,1698],"obtained":[1645],"processing":[1647],"image.":[1649,1701],"open":[1658],"source":[1659],"base":[1661],"(GIFT).":[1665],"(CBIR)":[1669],"problem":[1674],"extracts":[1681],"shape,":[1685],"color,":[1686],"texture.":[1688],"local":[1695],"global":[1697],"CBIR":[1703,1840],"builds":[1705],"vector":[1707],"database":[1719],"query.":[1725],"modified":[1733],"SMART":[1737],"system.":[1740],"indexed":[1742],"case":[1744],"build":[1751],"database.":[1754],"Because":[1755],"collection,":[1760],"allow":[1764],"metaMap":[1780],"extract":[1782],"map":[1788,1814],"Unified":[1792],"System":[1795],"(UMLS).":[1796],"Although":[1797],"UMLS":[1799],"concepts":[1800],"includes":[1806],"vocabularies":[1807],"11":[1808],"languages.":[1809],"conceptual":[1813],"obtain":[1816],"appropriate":[1818],"German":[1823],"(if":[1824],"exist)":[1826],"partial":[1830],"matching":[1831],"finding":[1833],"translations.":[1835],"combined":[1848],"ranked":[1852],"list":[1853],"generated.":[1857],"outperforms":[1871],"baseline":[1872],"difference":[1884],"statistically":[1886],"significant.":[1887],"found":[1889],"useful":[1894],"optimize":[1896],"parameters":[1897],"merging":[1900],"creating":[1913],"tested":[1924],"physicians":[1926],"educational":[1929],"settings.":[1934]},"counts_by_year":[{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-13T06:00:40.992929","created_date":"2025-10-10T00:00:00"}