{"id":"https://openalex.org/W102065888","doi":"https://doi.org/10.1017/s1351324901002789","title":"The TREC question answering track","display_name":"The TREC question answering track","publication_year":2000,"publication_date":"2000-05-01","ids":{"openalex":"https://openalex.org/W102065888","doi":"https://doi.org/10.1017/s1351324901002789","mag":"102065888"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324901002789","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324901002789","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.63317/23pge4fs6tdc","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028019543","display_name":"Ellen M. Voorhees","orcid":"https://orcid.org/0000-0002-5658-2308"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"ELLEN M. VOORHEES","raw_affiliation_strings":["National Institute of Standards and Technology, Gaithersburg, MD 20899, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Standards and Technology, Gaithersburg, MD 20899, USA","institution_ids":["https://openalex.org/I1321296531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5028019543"],"corresponding_institution_ids":["https://openalex.org/I1321296531"],"apc_list":null,"apc_paid":null,"fwci":0.5311,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.73865345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"4","first_page":"361","last_page":"378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.859499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.859499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8511999845504761,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.8496000170707703,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8249083757400513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7401459217071533},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.6564479470252991},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5512727499008179},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08299025893211365}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8249083757400513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7401459217071533},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.6564479470252991},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5512727499008179},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08299025893211365}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1017/s1351324901002789","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324901002789","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"doi:10.63317/23pge4fs6tdc","is_oa":true,"landing_page_url":"https://doi.org/10.63317/23pge4fs6tdc","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.6.4951","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.6.4951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www-nlpir.nist.gov/works/./papers/trecqa.ps","raw_type":"text"},{"id":"mag:102065888","is_oa":false,"landing_page_url":"http://www.lrec-conf.org/proceedings/lrec2000/pdf/26.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Language Resources and Evaluation","raw_type":null}],"best_oa_location":{"id":"doi:10.63317/23pge4fs6tdc","is_oa":true,"landing_page_url":"https://doi.org/10.63317/23pge4fs6tdc","pdf_url":null,"source":null,"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W1518844605","https://openalex.org/W2052989395","https://openalex.org/W2160892561","https://openalex.org/W2918131810"],"related_works":["https://openalex.org/W2086511124","https://openalex.org/W1540916400","https://openalex.org/W2158890594","https://openalex.org/W2963341956","https://openalex.org/W1507831556","https://openalex.org/W129166329","https://openalex.org/W2899701551","https://openalex.org/W2051167396","https://openalex.org/W72776191","https://openalex.org/W2887528103","https://openalex.org/W2153576239","https://openalex.org/W2917229916","https://openalex.org/W205502938","https://openalex.org/W1597409757","https://openalex.org/W2171622050","https://openalex.org/W2166661023","https://openalex.org/W2024201830","https://openalex.org/W11973946","https://openalex.org/W1577905724","https://openalex.org/W2166479987"],"abstract_inverted_index":{"The":[0,26,71,120],"Text":[1],"REtrieval":[2],"Conference":[3],"(TREC)":[4],"question":[5,22,59,117,159],"answering":[6,23,118,160],"track":[7,27],"is":[8,98],"an":[9],"effort":[10],"to":[11,18,46,57,77,148],"bring":[12],"the":[13,43,54,62,82,90,95,104,127,142,150],"benefits":[14],"of":[15,50,81,89],"large-scale":[16],"evaluation":[17],"bear":[19],"on":[20],"a":[21,58,99,112],"(QA)":[24],"task.":[25],"has":[28],"run":[29],"twice":[30],"so":[31],"far,":[32],"first":[33],"in":[34,38,84,92,107,116],"TREC-8":[35,85,105,128,137],"and":[36,86,156],"again":[37],"TREC-9.":[39,93],"In":[40],"each":[41],"case,":[42],"goal":[44],"was":[45,123],"retrieve":[47],"small":[48],"snippets":[49],"text":[51,68],"that":[52],"contain":[53],"actual":[55,133],"answer":[56,78],"rather":[60],"than":[61,103,126],"document":[63],"lists":[64],"traditionally":[65],"returned":[66],"by":[67],"retrieval":[69],"systems.":[70,119],"best":[72],"performing":[73],"systems":[74],"were":[75],"able":[76],"about":[79,87],"70%":[80],"questions":[83,91,135,139],"65%":[88,96],"While":[94],"score":[97],"slightly":[100],"worse":[101],"result":[102],"scores":[106],"absolute":[108],"terms,":[109],"it":[110],"represents":[111],"very":[113],"significant":[114],"improvement":[115],"TREC-9":[121,131],"task":[122,129],"considerably":[124],"harder":[125],"because":[130],"used":[132,138],"users\u2019":[134],"while":[136],"constructed":[140],"for":[141],"track.":[143],"Future":[144],"tracks":[145],"will":[146],"continue":[147],"challenge":[149],"QA":[151],"community":[152],"with":[153],"more":[154,157],"difficult,":[155],"realistic,":[158],"tasks.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2016-06-24T00:00:00"}