{"id":"https://openalex.org/W3034858659","doi":"https://doi.org/10.1145/3397271.3401146","title":"Preference-based Evaluation Metrics for Web Image Search","display_name":"Preference-based Evaluation Metrics for Web Image Search","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3034858659","doi":"https://doi.org/10.1145/3397271.3401146","mag":"3034858659"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401146","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.uva.nl/ws/files/53739383/xie_2020_preference_based.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101977658","display_name":"Xiaohui Xie","orcid":"https://orcid.org/0000-0001-9413-4461"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohui Xie","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210112722","display_name":"Ahold Delhaize (Netherlands)","ror":"https://ror.org/01v6p2g18","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210112722"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam & Ahold Delhaize, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam & Ahold Delhaize, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210112722","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088503143","display_name":"Haitian Chen","orcid":"https://orcid.org/0000-0002-0533-6983"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haitian Chen","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402996","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-3158-1920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100760812","display_name":"Shaoping Ma","orcid":"https://orcid.org/0000-0002-8762-8268"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoping Ma","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101977658"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.504,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.91515758,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"369","last_page":"378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8207165598869324},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6966915130615234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6642487645149231},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.5821252465248108},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5780742168426514},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5110164880752563},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.5018007755279541},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4766952693462372},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3224635124206543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22293269634246826},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19003582000732422},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12418583035469055},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07368272542953491}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8207165598869324},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6966915130615234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6642487645149231},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.5821252465248108},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5780742168426514},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5110164880752563},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.5018007755279541},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4766952693462372},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3224635124206543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22293269634246826},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19003582000732422},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12418583035469055},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07368272542953491},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3397271.3401146","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401146","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:publications/3fd34115-4b1b-4f1f-ab9a-f0942faa9600","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/preferencebased-evaluation-metrics-for-web-image-search(3fd34115-4b1b-4f1f-ab9a-f0942faa9600).html","pdf_url":"https://pure.uva.nl/ws/files/53739383/xie_2020_preference_based.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xie, X, Mao, J, Liu, Y, de Rijke, M, Chen, H, Zhang, M & Ma, S 2020, Preference-based Evaluation Metrics for Web Image Search. in SIGIR '20 : proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval : July 25-30, 2020, virtual event, China. Association for Computing Machinery, New York, NY, pp. 369-378, 43rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2020, Virtual, Online, China, 25/07/20. https://doi.org/10.1145/3397271.3401146","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/3fd34115-4b1b-4f1f-ab9a-f0942faa9600","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/preferencebased-evaluation-metrics-for-web-image-search(3fd34115-4b1b-4f1f-ab9a-f0942faa9600).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR '20: proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval : July 25-30, 2020, virtual event, China, 369 - 378","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:publications/3fd34115-4b1b-4f1f-ab9a-f0942faa9600","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/preferencebased-evaluation-metrics-for-web-image-search(3fd34115-4b1b-4f1f-ab9a-f0942faa9600).html","pdf_url":"https://pure.uva.nl/ws/files/53739383/xie_2020_preference_based.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xie, X, Mao, J, Liu, Y, de Rijke, M, Chen, H, Zhang, M & Ma, S 2020, Preference-based Evaluation Metrics for Web Image Search. in SIGIR '20 : proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval : July 25-30, 2020, virtual event, China. Association for Computing Machinery, New York, NY, pp. 369-378, 43rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2020, Virtual, Online, China, 25/07/20. https://doi.org/10.1145/3397271.3401146","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2614196337","display_name":null,"funder_award_id":"61732008, 61532011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G26613612","display_name":null,"funder_award_id":"1732008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3308505718","display_name":null,"funder_award_id":"61732008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3892115987","display_name":null,"funder_award_id":"61532011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4811743277","display_name":null,"funder_award_id":"2018YFC","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4833408713","display_name":null,"funder_award_id":"31700","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5249178904","display_name":null,"funder_award_id":"Grant No. 6","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5354401356","display_name":null,"funder_award_id":"61622208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7015724984","display_name":null,"funder_award_id":"2018YFC0831700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7217941384","display_name":null,"funder_award_id":"61732008","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7224864262","display_name":null,"funder_award_id":"Grant No. 61622208, 61732008, 61532011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G995956495","display_name":null,"funder_award_id":"61622208, 61732008, 61532011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3034858659.pdf","grobid_xml":"https://content.openalex.org/works/W3034858659.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W610559886","https://openalex.org/W1556861584","https://openalex.org/W1965690069","https://openalex.org/W1968927634","https://openalex.org/W1975879668","https://openalex.org/W1985554184","https://openalex.org/W2043457403","https://openalex.org/W2046166484","https://openalex.org/W2049878702","https://openalex.org/W2073380965","https://openalex.org/W2082776908","https://openalex.org/W2093896543","https://openalex.org/W2099204387","https://openalex.org/W2102217663","https://openalex.org/W2117303881","https://openalex.org/W2137675680","https://openalex.org/W2159048649","https://openalex.org/W2338791048","https://openalex.org/W2583232828","https://openalex.org/W2584777807","https://openalex.org/W2587627907","https://openalex.org/W2739860611","https://openalex.org/W2768603575","https://openalex.org/W2798863366","https://openalex.org/W2908036028","https://openalex.org/W2931686991","https://openalex.org/W2962920143","https://openalex.org/W2967748274","https://openalex.org/W2985275756","https://openalex.org/W3151947762","https://openalex.org/W4251560691"],"related_works":["https://openalex.org/W2144358015","https://openalex.org/W4245593523","https://openalex.org/W2052687580","https://openalex.org/W2292564116","https://openalex.org/W2289867371","https://openalex.org/W1966842015","https://openalex.org/W2116442280","https://openalex.org/W2519881370","https://openalex.org/W41708484","https://openalex.org/W2108129356"],"abstract_inverted_index":{"Following":[0],"the":[1,44],"success":[2],"of":[3,22,47],"Cranfield-like":[4],"evaluation":[5,8,54],"approaches":[6],"to":[7,43],"in":[9,38,70],"web":[10,12,71],"search,":[11],"image":[13,39,50,72],"search":[14,40,66],"has":[15,28],"also":[16],"been":[17],"evaluated":[18],"with":[19,65],"absolute":[20,32,58],"judgments":[21,34,60],"(graded)":[23],"relevance.":[24],"However,":[25],"recent":[26],"research":[27],"found":[29],"that":[30],"collecting":[31],"relevance":[33,48,59],"may":[35],"be":[36],"difficult":[37],"scenarios":[41],"due":[42],"multi-dimensional":[45],"nature":[46],"for":[49],"results.":[51],"Moreover,":[52],"existing":[53],"metrics":[55],"based":[56],"on":[57],"do":[61],"not":[62],"correlate":[63],"well":[64],"users'":[67],"satisfaction":[68],"perceptions":[69],"search.":[73]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}