{"id":"https://openalex.org/W1516630301","doi":null,"title":"Why is web search so hard... to evaluate","display_name":"Why is web search so hard... to evaluate","publication_year":2004,"publication_date":"2004-12-01","ids":{"openalex":"https://openalex.org/W1516630301","mag":"1516630301"},"language":"en","primary_location":{"id":"mag:1516630301","doi":null,"is_oa":true,"landing_page_url":"https://dblp.uni-trier.de/db/journals/jwe/jwe3.html#Rose04","pdf_url":null,"source":{"id":"https://openalex.org/S114499935","display_name":"Journal of Web Engineering","issn_l":"1540-9589","issn":["1540-9589","1544-5976"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4366111290","host_organization_name":"River Publishers","host_organization_lineage":["https://openalex.org/P4366111290"],"host_organization_lineage_names":["River Publishers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Web Engineering","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dblp.uni-trier.de/db/journals/jwe/jwe3.html#Rose04","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059469269","display_name":"Daniel E. Rose","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel E. Rose","raw_affiliation_strings":["Yahoo! Inc.,#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yahoo! Inc.,#TAB#","institution_ids":["https://openalex.org/I4210134091"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059469269"],"corresponding_institution_ids":["https://openalex.org/I4210134091"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.19548839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"3","issue":"3","first_page":"171","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/web-search","display_name":"web search","score":0.8040000200271606},{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.7329999804496765},{"id":"https://openalex.org/keywords/search-engines","display_name":"search engines","score":0.6470000147819519},{"id":"https://openalex.org/keywords/user-goals","display_name":"user goals","score":0.9079999923706055},{"id":"https://openalex.org/keywords/evaluation-techniques","display_name":"evaluation techniques","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C14838553","wikidata":"https://www.wikidata.org/wiki/Q7441639","display_name":"Search analytics","level":4,"score":0.7046366930007935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006174325942993},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6916751265525818},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6824896335601807},{"id":"https://openalex.org/C173979980","wikidata":"https://www.wikidata.org/wiki/Q114106","display_name":"Metasearch engine","level":4,"score":0.5085614919662476},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.5048194527626038},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5047632455825806},{"id":"https://openalex.org/C13565553","wikidata":"https://www.wikidata.org/wiki/Q804206","display_name":"Spamdexing","level":5,"score":0.5001552104949951},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47861307859420776},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.31994977593421936},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15341854095458984},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:1516630301","doi":null,"is_oa":true,"landing_page_url":"https://dblp.uni-trier.de/db/journals/jwe/jwe3.html#Rose04","pdf_url":null,"source":{"id":"https://openalex.org/S114499935","display_name":"Journal of Web Engineering","issn_l":"1540-9589","issn":["1540-9589","1544-5976"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4366111290","host_organization_name":"River Publishers","host_organization_lineage":["https://openalex.org/P4366111290"],"host_organization_lineage_names":["River Publishers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Web Engineering","raw_type":null}],"best_oa_location":{"id":"mag:1516630301","doi":null,"is_oa":true,"landing_page_url":"https://dblp.uni-trier.de/db/journals/jwe/jwe3.html#Rose04","pdf_url":null,"source":{"id":"https://openalex.org/S114499935","display_name":"Journal of Web Engineering","issn_l":"1540-9589","issn":["1540-9589","1544-5976"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-4","vabb-shw"],"host_organization":"https://openalex.org/P4366111290","host_organization_name":"River Publishers","host_organization_lineage":["https://openalex.org/P4366111290"],"host_organization_lineage_names":["River Publishers"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Web Engineering","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W52490583","https://openalex.org/W1566984846","https://openalex.org/W1964729842","https://openalex.org/W1981065051","https://openalex.org/W1981610984","https://openalex.org/W1984565341","https://openalex.org/W2004737172","https://openalex.org/W2046325278","https://openalex.org/W2047221353","https://openalex.org/W2104217798","https://openalex.org/W2156037541","https://openalex.org/W2157748587","https://openalex.org/W2169557227","https://openalex.org/W2342091124"],"related_works":["https://openalex.org/W7096278929","https://openalex.org/W2981176784","https://openalex.org/W2030886252","https://openalex.org/W60298443","https://openalex.org/W2154797423","https://openalex.org/W2404149989","https://openalex.org/W2727776560","https://openalex.org/W2626831114","https://openalex.org/W3195962241","https://openalex.org/W2154549234"],"abstract_inverted_index":{"Web":[0],"search":[1,21,40,52],"has":[2],"several":[3,67],"important":[4],"characteristics":[5,45,60],"that":[6],"distinguish":[7],"it":[8,47],"from":[9],"traditional":[10],"information":[11],"retrieval:":[12],"the":[13,24,27,30,39,64],"often":[14],"adversarial":[15],"relationship":[16],"between":[17],"content":[18],"creators":[19],"and":[20,29,61],"engine":[22],"designers,":[23],"nature":[25],"of":[26,32],"corpus,":[28],"multiplicity":[31],"user":[33],"goals.":[34],"In":[35,54],"addition":[36],"to":[37,50],"making":[38],"task":[41],"itself":[42],"difficult,":[43],"these":[44,59],"make":[46],"particularly":[48],"hard":[49],"evaluate":[51],"effectiveness.":[53],"this":[55],"paper,":[56],"we":[57],"examine":[58],"then":[62],"consider":[63],"problems":[65],"with":[66],"different":[68],"standard":[69],"evaluation":[70],"techniques.":[71]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2016-06-24T00:00:00"}