{"id":"https://openalex.org/W2023759880","doi":"https://doi.org/10.1145/2063576.2063866","title":"On bias problem in relevance feedback","display_name":"On bias problem in relevance feedback","publication_year":2011,"publication_date":"2011-10-24","ids":{"openalex":"https://openalex.org/W2023759880","doi":"https://doi.org/10.1145/2063576.2063866","mag":"2023759880"},"language":"en","primary_location":{"id":"doi:10.1145/2063576.2063866","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020316012","display_name":"Qianli Xing","orcid":"https://orcid.org/0000-0002-3224-0928"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianli Xing","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388333","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0003-4299-1511"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA, USA","University of California-Santa Cruz, Santa Cruz, CA, USA,"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"University of California-Santa Cruz, Santa Cruz, CA, USA,","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058043878","display_name":"Lanbo Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lanbo Zhang","raw_affiliation_strings":["University of California, Santa Cruz, Santa Cruz, CA, USA","University of California-Santa Cruz, Santa Cruz, CA, USA,"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"University of California-Santa Cruz, Santa Cruz, CA, USA,","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020316012"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":3.7433,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93700062,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1965","last_page":"1968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.9509820938110352},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8211711645126343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7757014036178589},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.7140504121780396},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6865710020065308},{"id":"https://openalex.org/keywords/negative-feedback","display_name":"Negative feedback","score":0.6066896319389343},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5845164656639099},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36479151248931885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25357139110565186},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.14079388976097107}],"concepts":[{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.9509820938110352},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8211711645126343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7757014036178589},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.7140504121780396},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6865710020065308},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.6066896319389343},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5845164656639099},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36479151248931885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25357139110565186},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.14079388976097107},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2063576.2063866","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2063576.2063866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM international conference on Information and knowledge management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W73128518","https://openalex.org/W123226248","https://openalex.org/W1956559956","https://openalex.org/W1964348731","https://openalex.org/W1989885825","https://openalex.org/W2046950757","https://openalex.org/W2114900318","https://openalex.org/W2164547069"],"related_works":["https://openalex.org/W1921936017","https://openalex.org/W2009716188","https://openalex.org/W1518380457","https://openalex.org/W2001985945","https://openalex.org/W1973132420","https://openalex.org/W2460037195","https://openalex.org/W1968222678","https://openalex.org/W2142731558","https://openalex.org/W2078482661","https://openalex.org/W1971071004"],"abstract_inverted_index":{"Relevance":[0],"feedback":[1,16,37,43,58,69,81,131,147,155,166],"is":[2,45,71,168],"an":[3,126],"effective":[4],"approach":[5,127],"to":[6,49,121],"improve":[7],"retrieval":[8],"quality":[9],"over":[10],"the":[11,36,40,57,68,77,94,104,111,116,130,145,153,164],"initial":[12],"query.":[13],"Typical":[14],"relevance":[15,23,80,122,171],"methods":[17],"usually":[18,46],"select":[19],"top-ranked":[20],"documents":[21,44,55,66,137],"for":[22,170],"judgments,":[24],"then":[25],"query":[26],"expansion":[27],"or":[28],"model":[29],"updating":[30],"are":[31,60],"carried":[32],"out":[33],"based":[34],"on":[35],"documents.":[38,113],"However,":[39],"number":[41],"of":[42,63,79,118],"limited":[47],"due":[48],"expensive":[50],"human":[51],"labeling.":[52],"Thus":[53],"relevant":[54,65],"in":[56],"set":[59,70,132,148,156,167],"hardly":[61],"representative":[62],"all":[64],"and":[67,92,157],"actually":[72],"biased.":[73],"As":[74],"a":[75,119],"result,":[76],"performance":[78,159],"will":[82],"get":[83],"hurt.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88,101,124],"first":[89],"show":[90,143],"how":[91,103],"where":[93],"bias":[95,105,151],"problem":[96],"exists":[97],"through":[98],"experiments.":[99],"Then":[100],"study":[102],"can":[106,160],"be":[107,161],"reduced":[108],"by":[109,138],"utilizing":[110],"unlabeled":[112,136],"After":[114],"analyzing":[115],"usefulness":[117],"document":[120],"feedback,":[123],"propose":[125],"that":[128,144],"extends":[129],"with":[133],"carefully":[134],"selected":[135],"heuristics.":[139],"Our":[140],"experiment":[141],"results":[142],"extended":[146,165],"has":[149],"less":[150],"than":[152],"original":[154],"better":[158],"achieved":[162],"when":[163],"used":[169],"feedback.":[172]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
