{"id":"https://openalex.org/W2624972569","doi":"https://doi.org/10.1109/tmm.2017.2716193","title":"RETRIEVAL\u2014An Online Performance Evaluation Tool for Information Retrieval Methods","display_name":"RETRIEVAL\u2014An Online Performance Evaluation Tool for Information Retrieval Methods","publication_year":2017,"publication_date":"2017-06-15","ids":{"openalex":"https://openalex.org/W2624972569","doi":"https://doi.org/10.1109/tmm.2017.2716193","mag":"2624972569"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2017.2716193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2716193","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076961112","display_name":"George Ioannakis","orcid":"https://orcid.org/0000-0001-6230-7030"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Ioannakis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048680242","display_name":"Anestis Koutsoudis","orcid":"https://orcid.org/0000-0001-9862-7335"},"institutions":[{"id":"https://openalex.org/I4210156054","display_name":"Athena Research and Innovation Center In Information Communication & Knowledge Technologies","ror":"https://ror.org/0576by029","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210156054"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anestis Koutsoudis","raw_affiliation_strings":["Multimedia Research Group, Athena Research and Innovation Center in Information Communication and Knowledge Technologies, Xanthi, Greece"],"raw_orcid":"https://orcid.org/0000-0001-9862-7335","affiliations":[{"raw_affiliation_string":"Multimedia Research Group, Athena Research and Innovation Center in Information Communication and Knowledge Technologies, Xanthi, Greece","institution_ids":["https://openalex.org/I4210156054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011001189","display_name":"Ioannis Pratikakis","orcid":"https://orcid.org/0000-0002-4124-3688"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Pratikakis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece","institution_ids":["https://openalex.org/I147962203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000668521","display_name":"C. Chamzas","orcid":"https://orcid.org/0000-0003-4151-3200"},"institutions":[{"id":"https://openalex.org/I147962203","display_name":"Democritus University of Thrace","ror":"https://ror.org/03bfqnx40","country_code":"GR","type":"education","lineage":["https://openalex.org/I147962203"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christodoulos Chamzas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, School of Engineering, Democritus University of Thrace, Xanthi, Greece","institution_ids":["https://openalex.org/I147962203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9522,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9644543,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"1","first_page":"119","last_page":"127"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9053455591201782},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6909481883049011},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5377872586250305},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.4747790992259979},{"id":"https://openalex.org/keywords/data-retrieval","display_name":"Data retrieval","score":0.45381540060043335},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43239596486091614},{"id":"https://openalex.org/keywords/performance-prediction","display_name":"Performance prediction","score":0.42486751079559326},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.27149268984794617},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.09047746658325195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9053455591201782},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6909481883049011},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5377872586250305},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.4747790992259979},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.45381540060043335},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43239596486091614},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.42486751079559326},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.27149268984794617},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.09047746658325195},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2017.2716193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2017.2716193","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W58095619","https://openalex.org/W191365292","https://openalex.org/W306450689","https://openalex.org/W1553682320","https://openalex.org/W1554394657","https://openalex.org/W1966716734","https://openalex.org/W1968927634","https://openalex.org/W1976526581","https://openalex.org/W1981258774","https://openalex.org/W1989433702","https://openalex.org/W2017124952","https://openalex.org/W2021122545","https://openalex.org/W2027810661","https://openalex.org/W2035569891","https://openalex.org/W2045334584","https://openalex.org/W2050204708","https://openalex.org/W2052201263","https://openalex.org/W2058659201","https://openalex.org/W2066941820","https://openalex.org/W2099789128","https://openalex.org/W2102592056","https://openalex.org/W2109868644","https://openalex.org/W2110329341","https://openalex.org/W2110933113","https://openalex.org/W2119687406","https://openalex.org/W2126712138","https://openalex.org/W2133343739","https://openalex.org/W2136623223","https://openalex.org/W2141048237","https://openalex.org/W2145126338","https://openalex.org/W2153819437","https://openalex.org/W2163566748","https://openalex.org/W2190691619","https://openalex.org/W2190694985","https://openalex.org/W2197519712","https://openalex.org/W2220739380","https://openalex.org/W2395366808","https://openalex.org/W2403027618","https://openalex.org/W2406670161","https://openalex.org/W2944455156","https://openalex.org/W4213009331","https://openalex.org/W4234143236","https://openalex.org/W4394671432","https://openalex.org/W6610634203","https://openalex.org/W6659344301","https://openalex.org/W6678904056","https://openalex.org/W6687450995","https://openalex.org/W6687484953","https://openalex.org/W6688978854","https://openalex.org/W6712148034","https://openalex.org/W6713123360"],"related_works":["https://openalex.org/W2384888906","https://openalex.org/W2389489168","https://openalex.org/W183499438","https://openalex.org/W2376633828","https://openalex.org/W3210393716","https://openalex.org/W2372154248","https://openalex.org/W2040524271","https://openalex.org/W2354545733","https://openalex.org/W1541835810","https://openalex.org/W2002561519"],"abstract_inverted_index":{"Performance":[0],"evaluation":[1,71,119],"is":[2],"one":[3],"of":[4,21,56,77,101],"the":[5,30,83,99,109,113,118,121,125],"main":[6],"research":[7],"topics":[8],"in":[9,28,45],"information":[10,68],"retrieval.":[11],"Evaluation":[12],"metrics":[13,26,78,116],"are":[14,80],"used":[15],"to":[16,40,47,88],"quantify":[17],"various":[18],"performance":[19,70,95,115,126],"aspects":[20,106],"a":[22,34,49,53,65,75],"retrieval":[23,36,69],"method.":[24],"These":[25],"assist":[27],"identifying":[29],"optimum":[31],"method":[32],"for":[33,52,93],"specific":[35],"challenge":[37],"but":[38],"also":[39],"allow":[41],"its":[42],"parameters":[43],"fine-tuning":[44],"order":[46],"achieve":[48],"robust":[50],"operation":[51],"given":[54],"set":[55],"requirements":[57],"specification.":[58],"In":[59],"this":[60],"work,":[61],"we":[62],"present":[63],"RETRIEVAL,":[64],"Web-based":[66],"integrated":[67],"platform.":[72],"It":[73],"offers":[74,130],"number":[76],"that":[79,129],"popular":[81],"within":[82],"scientific":[84],"community,":[85],"so":[86],"as":[87,108],"compose":[89],"an":[90],"efficient":[91],"framework":[92],"implementing":[94],"evaluation.":[96],"We":[97],"discuss":[98],"functionality":[100],"RETRIEVAL":[102],"by":[103],"citing":[104],"important":[105],"such":[107],"data":[110],"input":[111],"approaches,":[112],"user-level":[114],"parameterization,":[117],"scenarios,":[120],"interactive":[122],"plots,":[123],"and":[124,133],"reports":[127],"repository":[128],"both":[131],"archiving":[132],"download":[134],"functionalities.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}