{"id":"https://openalex.org/W2068377783","doi":"https://doi.org/10.1145/2600428.2609522","title":"An annotation similarity model in passage ranking for historical fact validation","display_name":"An annotation similarity model in passage ranking for historical fact validation","publication_year":2014,"publication_date":"2014-07-03","ids":{"openalex":"https://openalex.org/W2068377783","doi":"https://doi.org/10.1145/2600428.2609522","mag":"2068377783"},"language":"en","primary_location":{"id":"doi:10.1145/2600428.2609522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2609522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086086427","display_name":"Jun Araki","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jun Araki","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009879041","display_name":"Jamie Callan","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie Callan","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, USA","Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie-Mellon University, Pittsburgh, Pa., USA#TAB#","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086086427"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.8631,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92030117,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"31","issue":null,"first_page":"1111","last_page":"1114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7686142921447754},{"id":"https://openalex.org/keywords/mean-reciprocal-rank","display_name":"Mean reciprocal rank","score":0.7431159615516663},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.736253023147583},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7349030375480652},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6783795952796936},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5830053687095642},{"id":"https://openalex.org/keywords/reciprocal","display_name":"Reciprocal","score":0.5631787776947021},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5497796535491943},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5365623831748962},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.47849979996681213},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.476146936416626},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4674898684024811},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4585973024368286},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42145904898643494},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11025762557983398}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7686142921447754},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.7431159615516663},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.736253023147583},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7349030375480652},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6783795952796936},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5830053687095642},{"id":"https://openalex.org/C2777742833","wikidata":"https://www.wikidata.org/wiki/Q1964083","display_name":"Reciprocal","level":2,"score":0.5631787776947021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5497796535491943},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5365623831748962},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.47849979996681213},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.476146936416626},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4674898684024811},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4585973024368286},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42145904898643494},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11025762557983398},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2600428.2609522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2600428.2609522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th international ACM SIGIR conference on Research & development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W11155487","https://openalex.org/W1532325895","https://openalex.org/W1975073368","https://openalex.org/W1990791207","https://openalex.org/W2000545282","https://openalex.org/W2004545875","https://openalex.org/W2019509999","https://openalex.org/W2025910815","https://openalex.org/W2039371384","https://openalex.org/W2046983134","https://openalex.org/W2058151064","https://openalex.org/W2064579132","https://openalex.org/W2077428231","https://openalex.org/W2098643647","https://openalex.org/W2118091490","https://openalex.org/W2130074866","https://openalex.org/W2135514656","https://openalex.org/W2137181315","https://openalex.org/W2171278097","https://openalex.org/W2203835818"],"related_works":["https://openalex.org/W2944454640","https://openalex.org/W4205887426","https://openalex.org/W143007064","https://openalex.org/W2782111296","https://openalex.org/W1982173547","https://openalex.org/W2113640060","https://openalex.org/W2140634465","https://openalex.org/W2643304348","https://openalex.org/W3150259772","https://openalex.org/W4231510080"],"abstract_inverted_index":{"State-of-the-art":[0],"question":[1],"answering":[2],"(QA)":[3],"systems":[4],"employ":[5],"passage":[6,38],"retrieval":[7],"based":[8],"on":[9,78],"bag-of-words":[10,28],"similarity":[11,29,34,43],"models":[12],"with":[13],"respect":[14],"to":[15,36,48,60,90],"a":[16,19,23,26,58,63,75],"query":[17],"and":[18,31,92,106],"passage.":[20],"We":[21],"propose":[22],"combination":[24],"of":[25,51,101],"traditional":[27],"model":[30,35,44,87],"an":[32],"annotation":[33,42],"improve":[37],"ranking.":[39],"The":[40],"proposed":[41],"is":[45,57,72],"generic":[46],"enough":[47],"process":[49],"annotations":[50],"arbitrary":[52],"types.":[53],"Historical":[54],"fact":[55,97],"validation":[56,98],"subtask":[59],"determine":[61],"whether":[62],"given":[64],"sentence":[65],"tells":[66],"us":[67],"historically":[68],"correct":[69],"information,":[70],"which":[71],"important":[73],"for":[74],"QA":[76],"task":[77],"world":[79],"history.":[80],"Experimental":[81],"results":[82],"show":[83],"that":[84],"the":[85],"combined":[86],"gains":[88],"up":[89],"7.7%":[91],"4.2%":[93],"improvements":[94],"in":[95,99],"historical":[96],"terms":[100],"precision":[102],"at":[103],"rank":[104],"1":[105],"mean":[107],"reciprocal":[108],"rank,":[109],"respectively.":[110]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}