{"id":"https://openalex.org/W7098028435","doi":null,"title":"A plan for making information retrieval evaluation synonymous with human performance prediction","display_name":"A plan for making information retrieval evaluation synonymous with human performance prediction","alternate_titles":[],"publication_year":null,"publication_date":null,"ids":{"openalex":"https://openalex.org/W7098028435"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.162.2252","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.162.2252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://staff.science.uva.nl/~kamps/ireval/papers/paper_17.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7098028435"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405","observed_orcids":["https://orcid.org/0000-0003-4968-6405"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5049222552"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2614","display_name":"Theoretical Computer Science"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.9570000171661377},{"id":"https://openalex.org/keywords/human-performance-prediction","display_name":"human performance prediction","score":0.9950000047683716},{"id":"https://openalex.org/keywords/search-tasks","display_name":"search tasks","score":0.7609999775886536},{"id":"https://openalex.org/keywords/evaluation-indicators","display_name":"evaluation metrics","score":0.6729999780654907},{"id":"https://openalex.org/keywords/search-engine-evaluation","display_name":"search engine evaluation","score":0.30300000309944153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785999774932861},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6218000054359436},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5396999716758728},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45509999990463257},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.42179998755455017},{"id":"https://openalex.org/C2777115002","wikidata":"https://www.wikidata.org/wiki/Q7168246","display_name":"Performance prediction","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C21025794","wikidata":"https://www.wikidata.org/wiki/Q5141219","display_name":"Cognitive models of information retrieval","level":4,"score":0.4138000011444092},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.37059998512268066},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C141571065","wikidata":"https://www.wikidata.org/wiki/Q1771949","display_name":"Performance measurement","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35989999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3456999957561493},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C116425068","wikidata":"https://www.wikidata.org/wiki/Q4686695","display_name":"Adversarial information retrieval","level":5,"score":0.3021000027656555},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.162.2252","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.162.2252","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://staff.science.uva.nl/~kamps/ireval/papers/paper_17.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7096468339","https://openalex.org/W2285142839","https://openalex.org/W28883276","https://openalex.org/W2424687048","https://openalex.org/W7096558337","https://openalex.org/W2185626784","https://openalex.org/W4288897393","https://openalex.org/W7043762925","https://openalex.org/W2100807310","https://openalex.org/W2015469081"],"abstract_inverted_index":{"Today":[0],"human":[1,24,51,69,80],"performance":[2,25,70,81],"on":[3,54],"search":[4,55],"tasks":[5,56],"and":[6,57],"information":[7,15,84,98],"retrieval":[8,16,85,99],"evaluation":[9,17,86],"metrics":[10],"are":[11],"loosely":[12],"coupled.":[13],"Instead,":[14],"should":[18,87],"be":[19],"a":[20,28,37,47],"direct":[21],"prediction":[22],"of":[23,31,50,78,97],"rather":[26],"than":[27],"related":[29],"measurement":[30],"ranked":[32],"list":[33],"quality.":[34],"We":[35],"propose":[36],"TREC":[38],"track":[39],"or":[40],"other":[41],"group":[42],"effort":[43],"that":[44,67],"will":[45],"collect":[46],"large":[48],"amount":[49],"usage":[52,73],"data":[53],"then":[58],"measure":[59],"participating":[60],"sites":[61],"\u2019":[62],"ability":[63],"to":[64],"develop":[65],"models":[66,76],"predict":[68],"given":[71],"the":[72,95],"data.":[74],"With":[75],"capable":[77],"accurate":[79],"prediction,":[82],"automated":[83],"become":[88],"an":[89],"even":[90],"better":[91],"tool":[92],"for":[93],"driving":[94],"future":[96],"research.":[100],"1.":[101]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7098028435","counts_by_year":[{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-27T00:00:00"}
