{"id":"https://openalex.org/W80013698","doi":null,"title":"Use of Patterns for Detection of Likely Answer Strings: A Systematic Approach.","display_name":"Use of Patterns for Detection of Likely Answer Strings: A Systematic Approach.","alternate_titles":[],"publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W80013698","mag":"80013698"},"language":"en","primary_location":{"id":"mag:80013698","doi":null,"is_oa":false,"landing_page_url":"https://trec.nist.gov/pubs/trec11/papers/insightsoftm.sergei.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421043","display_name":"Text REtrieval Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Text REtrieval Conference","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W80013698"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032648437","display_name":"Martin M. Soubbotin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin M. Soubbotin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5039827000","display_name":"Sergei M. Soubbotin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergei M. Soubbotin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1749,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98480804,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.573199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.573199987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.13850000500679016,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.13220000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.7379999756813049},{"id":"https://openalex.org/keywords/pattern-matching","display_name":"pattern matching","score":0.5720000267028809},{"id":"https://openalex.org/keywords/information-extraction","display_name":"information extraction","score":0.7360000014305115},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"named entity recognition","score":0.6790000200271606},{"id":"https://openalex.org/keywords/question-types","display_name":"question types","score":0.44200000166893005},{"id":"https://openalex.org/keywords/entity-list","display_name":"entity lists","score":0.328000009059906},{"id":"https://openalex.org/keywords/regular-expressions","display_name":"regular expressions","score":0.34599998593330383},{"id":"https://openalex.org/keywords/information-retrieval-evaluation","display_name":"information retrieval evaluation","score":0.375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5899602174758911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34396597743034363},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33725300431251526}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:80013698","doi":null,"is_oa":false,"landing_page_url":"https://trec.nist.gov/pubs/trec11/papers/insightsoftm.sergei.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306421043","display_name":"Text REtrieval Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Text REtrieval Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W161663483","https://openalex.org/W1506013151","https://openalex.org/W1592696684","https://openalex.org/W2115758952","https://openalex.org/W2136309948","https://openalex.org/W2142849131","https://openalex.org/W2163918411","https://openalex.org/W2167435923","https://openalex.org/W2474513191"],"related_works":["https://openalex.org/W7098677118","https://openalex.org/W2136309948","https://openalex.org/W1561768937","https://openalex.org/W2358243106","https://openalex.org/W1981450206","https://openalex.org/W7099641676","https://openalex.org/W106495255","https://openalex.org/W7095727176","https://openalex.org/W73633278","https://openalex.org/W2142849131"],"abstract_inverted_index":{"The":[0,20,194,299,393,606,747,778,789,806,827,942,1039],"paper":[1],"describes":[2],"the":[3,25,38,48,112,118,132,141,149,161,173,178,247,252,280,314,324,351,362,400,447,477,483,497,501,504,507,514,530,533,576,591,595,624,651,660,665,694,756,786,860,871,881,948,958,962,985,993,1026,1042,1054,1062,1068],"Question":[4,745],"Answering":[5],"approach":[6,21,162,229,243,582,612],"applied":[7,573],"first":[8,288,327,336],"at":[9,203,371,376,616,752],"TREC-10":[10,377],"QA":[11,154,378,611,779,794],"track":[12,155],"and":[13,94,220,289,357,389,457,642,736,744,936,939,1052],"developed":[14,160],"systematically":[15,844],"in":[16,164,172,201,235,296,318,338,399,419,427,492,551,578,590,609,670,707,886,903,915,961,1061],"TREC":[17,153,372],"2002":[18,152],"experiments.":[19],"is":[22,125,244,354,364,366,396,414,439,475,480,541,572,668,682,702,761,797,864,878,927,976,1022,1045],"based":[23,216,245],"on":[24,217,246,704,763,820,850,1049,1053],"assumption":[26],"that":[27,418,621,685,687,875,1058],"answers":[28,1003],"can":[29,70,230,268,333,868,969],"be":[30,71,136,231,269,511],"identified":[31],"by":[32,47,127,286,441,650,719,833,978],"their":[33,145,487],"correspondence":[34],"to":[35,63,76,99,111,223,272,347,350,433,451,459,472,481,574,586,623,636,659,693,716,784,798,838,842,951,1018],"formulas":[36,250,380,411,631,981],"describing":[37,251],"structure":[39,119,253],"of":[40,66,92,104,108,120,148,175,180,196,249,254,274,308,316,326,381,402,407,499,506,516,535,557,566,604,619,696,774,792,802,829,847,909,987,995,1005,1009,1015,1028,1041,1056,1064],"strings":[41,255,413,577,633],"carrying":[42],"certain":[43,210,258,443,452,549,764],"(generalized)":[44],"semantics,":[45,130,445],"supposed":[46],"question":[49,142,184,352,363,484,544,554,560,804,818,834,856,861,999,1044,1070],"type.":[50,1071],"These":[51],"formulas,":[52,276,567],"or":[53,82,491,528,766,823,890,931,1011],"patterns,":[54,629,686,848],"are":[55,613,634,654,945,998,1059],"like":[56,644],"regular":[57,645,679],"expressions":[58,517],"but":[59,423],"include":[60,690,1031],"elements":[61,97,109,620,691,1021],"corresponding":[62,75,110,471,1017,1069],"predefined":[64,625,697],"lists":[65,695,1016],"terms.":[67],"Complex":[68],"patterns":[386],"constructed":[72],"from":[73,212,313,323,417,532,678,809,984,992],"blocks":[74,93],"such":[77,275,382,1036],"semantic":[1019],"entities":[79,589,944],"as":[80,199,233,277,341,409,599,750,895,900,907,913,919,973,1002,1037],"persons'":[81],"organizations'":[83],"names,":[84],"posts,":[85,952],"dates,":[86],"locations,":[87],"etc.":[88,941,954],"Using":[89],"various":[90],"combinations":[91,1004],"intermediate":[95],"syntactic":[96],"allows":[98,841],"build":[100],"a":[101,128,209,283,293,305,329,442,469,473,538,546,558,564,800,813,821,845,887,904,910,920,925],"great":[102],"variety":[103,846],"patterns.":[105],"Exact":[106],"position":[107,883],"exact":[113,342],"answer":[349],"was":[115],"localized":[116],"within":[117,489],"each":[121,855,923],"pattern.":[122],"Each":[123,437],"pattern":[395],"characterized":[126,440],"generalized":[129,444],"thus":[131],"pattern-matching":[133],"string":[134,263,303,470,509],"must":[135,510,1030],"checked":[137,512],"for":[138,183,301,412,513,569,632,676,816,859,880,892,1067],"correlation":[139],"with":[140,237,1007],"terms":[143,485,1066],"and/or":[144],"synonyms/substitutes.":[146],"Essentials":[147],"Approach":[150],"In":[151,167,709,922],"tests":[156],"we":[157,345,429,688,867,968],"have":[158],"further":[159],"described":[163],"[Soubbotin,":[165],"2001].":[166,193,392],"general,":[168],"our":[169,242,610,630],"method":[170],"lies":[171],"domain":[174],"approaches":[176,706],"examining":[177],"potential":[179,803,851],"information":[830],"extraction":[182],"answering":[185],"tasks":[186],"[Srihari,":[187],"Wei":[188],"Li,":[189],"1999;":[190],"De":[191],"Boni,":[192],"evolution":[195],"IE":[197,421,748],"systems,":[198],"represented,":[200],"particular,":[202],"Message":[204,757],"Understanding":[205,758],"Conferences":[206,759],"(MUCs),":[207,760],"shows":[208],"shift":[211],"deep":[213],"text":[214,597],"analysis":[215],"computational":[218],"linguistic":[219,588],"NLP":[221],"methods":[222],"surface":[224,628,705,713],"techniques":[225,653],"[Eagles,":[226],"1998].":[227],"Our":[228,405,581],"considered":[232],"being":[234],"line":[236],"this":[238,302,339,425,435,570,876],"tendency.":[239],"More":[240],"specifically,":[241],"use":[248,434],"likely":[256,278],"bearing":[257,279],"information.":[260],"For":[261,965],"example,":[262],"FBI":[367],"Director":[265],"Louis":[266,355],"Freeh":[267],"recognized,":[270,476],"according":[271],"one":[273],"following":[281],"information:":[282],"person":[284,547,865,877],"represented":[285],"his/her":[287,893],"last":[290,359],"names":[291],"occupies":[292,885,957],"(leading)":[294],"post":[295,550,959],"an":[297,311,319,321,552],"organization.":[298],"formula":[300,340,474],"is:":[304],"word":[306],"composed":[307],"capital":[309],"letters;":[310],"item":[312,322,983,991],"list":[315,325,534,986,994,1027,1063],"posts":[317],"organization;":[320],"names;":[328],"capitalized":[330],"word.":[331],"We":[332,593],"mark":[334],"two":[335,358,930],"items":[337,449,972],"answer,":[503],"if":[344,361,947],"want":[346],"get":[348],"Who":[353,365,863,956],"Freeh?,":[356],"items,":[360],"head?":[368],"(question":[369],"1583":[370],"2002).":[373],"First":[374],"used":[375,398,608,649,718,1034],"track,":[379],"kind":[383],"were":[384,721],"called":[385],"[Soubbotin":[387],"M.M":[388],"Soubbotin":[390],"S.M,":[391],"term":[394,531],"widely":[397],"field":[401],"Information":[403],"Extraction.":[404],"concept":[406],"structural":[410,980],"obviously":[415],"different":[416],"traditional":[420],"field,":[422],"keeping":[424],"difference":[426,677],"mind,":[428],"consider":[430],"it":[431,490,681],"convenient":[432],"term.":[436],"because":[446],"formulas'":[448],"refer":[450,950],"categories":[831],"(e.g.,":[455,463,521,543,918,955,1025],"posts)":[456],"not":[458,584,1032],"specific":[460],"units":[462,1008],"president,":[464],"head,":[465],"director).":[466],"Therefore,":[467],"after":[468,529],"next":[478],"step":[479],"identify":[482],"(or":[486],"synonyms/substitutes)":[488],"its":[493,519,753,1050],"surrounding.":[494],"To":[495],"increase":[496],"likelihood":[498],"getting":[500],"right":[502],"surrounding":[505],"found":[508],"presence":[515,1055],"negating":[518],"semantics":[520],"former,":[522],"-elect,":[523],"deputy,":[524],"etc.,":[525],"located":[526],"before":[527],"posts).":[536],"After":[537],"question's":[539],"type":[540,862,1040],"defined":[542,832,1046],"about":[545,555,561],"occupying":[548],"organization,":[553,888],"husband/wife/relative":[556],"person,":[559,934],"acronym,":[562],"etc.),":[563],"set":[565,801],"prepared":[568],"type,":[571],"match":[575],"question-relevant":[579],"passages.":[580],"does":[583],"need":[585],"distinguish":[587],"text.":[592],"handle":[594],"source":[596,815],"strictly":[598],"string,":[600],"i.e.":[601],"consisting":[602],"only":[603,615],"characters.":[605],"aimed":[614],"recognizing":[617],"sequences":[618],"correspond":[622],"formulas.":[626],"As":[627,675],"similar":[635,715],"wrappers":[637],"[Adams,":[638],"2001;":[639,734],"Kushmerick,":[640],"2000]":[641],"look":[643],"expressions.":[646],"However,":[647],"wrapper":[652],"mostly":[655],"resource-specific,":[656],"they":[657],"relate":[658],"document":[661],"formats":[662],"rather":[663],"than":[664],"ways":[666],"presented":[669,751],"written":[671],"texts":[672],"per":[673],"se.":[674],"expressions,":[680],"worth":[683],"noting":[684],"use,":[689],"referring":[692],"words/phrases.":[698],"Currently,":[699],"increased":[700],"attention":[701],"seen":[703],"QA.":[708],"some":[710],"recent":[711],"publications":[712],"those":[717],"us":[720],"discussed":[722],"[Magnini,":[723],"et":[724,728,732,740],"al.,":[725,729,733,741],"2002;":[726,730,738],"Brill,":[727,731],"Ravichandran":[735],"Hovy,":[737],"Hovy":[739],"2002].":[742],"Patterns":[743],"Types":[746],"task,":[749],"main":[754,872],"forum":[755],"focused":[762],"topics,":[765],"domains":[767],"(Terrorism,":[768],"Management":[769],"Successions,":[770],"Natural":[771],"Disasters,":[772],"Outbreaks":[773],"Infectious":[775],"Diseases,":[776],"etc.).":[777],"task":[780],"requires":[781],"another":[782],"way":[783],"categorize":[785],"addressed":[787],"Information.":[788],"usual":[790],"praxis":[791],"TRECs'":[793],"tracks":[795],"participants":[796],"predefine":[799],"types.":[805],"questions":[807],"accumulated":[808],"several":[810],"TRECs":[811],"represent":[812],"good":[814],"defining":[817],"types":[819,835,1000],"more":[822,932],"less":[824],"detailed":[825],"basis.":[826],"paradigm":[828],"(in":[836],"contrast":[837],"topic/domain":[839],"paradigm)":[840],"create":[843],"basing":[849,1047],"relationships":[853],"inside":[854],"category.":[857],"So,":[858],"X?":[866],"presuppose":[869],"among":[870],"alternative":[873],"possibilities":[874],"known":[879],"(top-level)":[882],"he/she":[884],"company":[889],"government;":[891],"contributions":[894],"author,":[896],"inventor,":[897],"founder,":[898],"etc.;":[899,989],"outstanding":[901],"figure":[902],"professional":[905],"area;":[906],"wife/husband/relative":[908],"well-known":[911,916],"person;":[912],"involved":[914],"event":[917],"criminal/perpetrator).":[921],"case,":[924],"relationship":[926],"established":[928],"between":[929],"entities:":[933],"post,":[935],"organization/company;":[937],"author":[938],"work;":[940],"same":[943],"present":[946],"Who-questions":[949],"authors,":[953],"Y":[960],"organization":[963],"Z?.)":[964],"most":[966],"Where-questions,":[967],"suggest":[970],"geographical":[971],"answers.":[974],"This":[975],"achieved":[977],"constructing":[979],"like:":[982],"cities/towns/counties,":[988],"comma;":[990],"countries/states.":[996],"There":[997],"suggesting":[1001],"digits":[1006],"measurement":[1010],"currencies":[1012,1029],"names.":[1013],"Completeness":[1014],"evidently":[1023],"important":[1024],"frequently":[1033],"words,":[1035],"dlrs).":[1038],"processed":[1043],"both":[1048],"interrogative":[1051],"words/expressions":[1057],"included":[1060],"characteristic":[1065]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W80013698","counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
