{"id":"https://openalex.org/W2006766484","doi":"https://doi.org/10.1162/coli_a_00096","title":"Are You Sure That This Happened? Assessing the Factuality Degree of Events in Text","display_name":"Are You Sure That This Happened? Assessing the Factuality Degree of Events in Text","publication_year":2012,"publication_date":"2012-02-13","ids":{"openalex":"https://openalex.org/W2006766484","doi":"https://doi.org/10.1162/coli_a_00096","mag":"2006766484"},"language":"en","primary_location":{"id":"doi:10.1162/coli_a_00096","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00096","pdf_url":"https://direct.mit.edu/coli/article-pdf/38/2/261/1801523/coli_a_00096.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://direct.mit.edu/coli/article-pdf/38/2/261/1801523/coli_a_00096.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085984796","display_name":"R. Supyan Sauri","orcid":"https://orcid.org/0000-0002-0556-4142"},"institutions":[{"id":"https://openalex.org/I4210147025","display_name":"Barcelona Media","ror":"https://ror.org/047yj9455","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210147025"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Roser Saur\u00ed","raw_affiliation_strings":["Barcelona Media - Innovation Center","Barcelona Media-Innovation Center#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Barcelona Media - Innovation Center","institution_ids":["https://openalex.org/I4210147025"]},{"raw_affiliation_string":"Barcelona Media-Innovation Center#TAB#","institution_ids":["https://openalex.org/I4210147025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012141433","display_name":"James Pustejovsky","orcid":"https://orcid.org/0000-0003-2233-9761"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Pustejovsky","raw_affiliation_strings":["Brandeis University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brandeis University","institution_ids":["https://openalex.org/I6902469"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.6169,"has_fulltext":false,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99553147,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"38","issue":"2","first_page":"261","last_page":"299"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/de-facto","display_name":"De facto","score":0.774193286895752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7061512470245361},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6979103684425354},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6145035624504089},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5976225733757019},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5760124325752258},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5546558499336243},{"id":"https://openalex.org/keywords/polarity","display_name":"Polarity (international relations)","score":0.5090579390525818},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5059105753898621},{"id":"https://openalex.org/keywords/certainty","display_name":"Certainty","score":0.5032233595848083},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.4745039641857147},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.4673350751399994},{"id":"https://openalex.org/keywords/stylometry","display_name":"Stylometry","score":0.4567907452583313},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4412749111652374},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3575267791748047},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.2761976420879364},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.21195745468139648}],"concepts":[{"id":"https://openalex.org/C2992317946","wikidata":"https://www.wikidata.org/wiki/Q712144","display_name":"De facto","level":2,"score":0.774193286895752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7061512470245361},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6979103684425354},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6145035624504089},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5976225733757019},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5760124325752258},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5546558499336243},{"id":"https://openalex.org/C2777361361","wikidata":"https://www.wikidata.org/wiki/Q1112585","display_name":"Polarity (international relations)","level":3,"score":0.5090579390525818},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5059105753898621},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.5032233595848083},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.4745039641857147},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.4673350751399994},{"id":"https://openalex.org/C11192451","wikidata":"https://www.wikidata.org/wiki/Q2032038","display_name":"Stylometry","level":2,"score":0.4567907452583313},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4412749111652374},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3575267791748047},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2761976420879364},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.21195745468139648},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C1491633281","wikidata":"https://www.wikidata.org/wiki/Q7868","display_name":"Cell","level":2,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/coli_a_00096","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00096","pdf_url":"https://direct.mit.edu/coli/article-pdf/38/2/261/1801523/coli_a_00096.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.361.5209","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.361.5209","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology-new/J/J12/J12-2002.pdf","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:9668ee776b97478cb9de2393255fd034","is_oa":true,"landing_page_url":"https://doaj.org/article/9668ee776b97478cb9de2393255fd034","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Linguistics, Vol 38, Iss 2 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/coli_a_00096","is_oa":true,"landing_page_url":"https://doi.org/10.1162/coli_a_00096","pdf_url":"https://direct.mit.edu/coli/article-pdf/38/2/261/1801523/coli_a_00096.pdf","source":{"id":"https://openalex.org/S155526855","display_name":"Computational Linguistics","issn_l":"0891-2017","issn":["0891-2017","1530-9312"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W61127029","https://openalex.org/W96306739","https://openalex.org/W142095266","https://openalex.org/W273036708","https://openalex.org/W302779521","https://openalex.org/W343411360","https://openalex.org/W570436720","https://openalex.org/W1460548084","https://openalex.org/W1463168736","https://openalex.org/W1480287196","https://openalex.org/W1483741266","https://openalex.org/W1495022714","https://openalex.org/W1508977358","https://openalex.org/W1532059969","https://openalex.org/W1588558467","https://openalex.org/W1599835099","https://openalex.org/W1788835433","https://openalex.org/W1935590306","https://openalex.org/W1966423826","https://openalex.org/W1974396003","https://openalex.org/W1982464493","https://openalex.org/W1999177223","https://openalex.org/W2006747514","https://openalex.org/W2006941876","https://openalex.org/W2013569814","https://openalex.org/W2014902591","https://openalex.org/W2019413183","https://openalex.org/W2027344326","https://openalex.org/W2032566933","https://openalex.org/W2040909025","https://openalex.org/W2042408352","https://openalex.org/W2042543631","https://openalex.org/W2043335066","https://openalex.org/W2052154979","https://openalex.org/W2061496281","https://openalex.org/W2066307562","https://openalex.org/W2082550766","https://openalex.org/W2086817924","https://openalex.org/W2090251097","https://openalex.org/W2092543775","https://openalex.org/W2092814538","https://openalex.org/W2094270587","https://openalex.org/W2104912566","https://openalex.org/W2105827650","https://openalex.org/W2107141268","https://openalex.org/W2110871096","https://openalex.org/W2123107826","https://openalex.org/W2124738354","https://openalex.org/W2124898653","https://openalex.org/W2149803936","https://openalex.org/W2159230276","https://openalex.org/W2171660026","https://openalex.org/W2190850524","https://openalex.org/W2234490075","https://openalex.org/W2262894244","https://openalex.org/W2330407594","https://openalex.org/W2332840907","https://openalex.org/W2398214369","https://openalex.org/W2736397884","https://openalex.org/W2759872688","https://openalex.org/W2911367289","https://openalex.org/W2994872885","https://openalex.org/W3088209710","https://openalex.org/W4230122569","https://openalex.org/W4231575501","https://openalex.org/W4235665650","https://openalex.org/W4240179394","https://openalex.org/W4241071327","https://openalex.org/W4247225077","https://openalex.org/W4285719527","https://openalex.org/W4298258104","https://openalex.org/W4388121566","https://openalex.org/W6631698038","https://openalex.org/W6692909691"],"related_works":["https://openalex.org/W2895461980","https://openalex.org/W2768755876","https://openalex.org/W2187670843","https://openalex.org/W2285499887","https://openalex.org/W2418227039","https://openalex.org/W2387971622","https://openalex.org/W2187360386","https://openalex.org/W2027650462","https://openalex.org/W2552404713","https://openalex.org/W2141935323"],"abstract_inverted_index":{"Identifying":[0],"the":[1,51,68,87,128,167,189,193,205,211],"veracity,":[2],"or":[3,27,195],"factuality,":[4],"of":[5,48,65,76,89,101,130,135,141,173,210],"event":[6,103],"mentions":[7],"in":[8,16,107,148,157,188],"text":[9],"is":[10,105],"fundamental":[11],"for":[12,154,166,184],"reasoning":[13],"about":[14],"eventualities":[15,155],"discourse.":[17],"Inferences":[18],"derived":[19,36],"from":[20,34,37],"events":[21,38],"judged":[22],"as":[23,28,40,204],"not":[24],"having":[25],"happened,":[26],"being":[29],"only":[30],"possible,":[31,79],"are":[32],"different":[33],"those":[35],"evaluated":[39],"factual.":[41],"Event":[42],"factuality":[43,104,131,152],"involves":[44],"two":[45,180],"separate":[46],"levels":[47,134],"information.":[49],"On":[50,67],"one":[52],"hand,":[53],"it":[54,70],"deals":[55],"with":[56,74],"polarity,":[57],"which":[58,120],"distinguishes":[59],"between":[60],"positive":[61],"and":[62,159,176,199,207],"negative":[63],"instantiations":[64],"events.":[66],"other,":[69],"has":[71,121,145],"to":[72,97],"do":[73],"degrees":[75],"certainty":[77],"(e.g.,":[78],"probable),":[80],"an":[81,125,170,185],"information":[82],"level":[83],"generally":[84],"subsumed":[85],"under":[86],"category":[88],"epistemic":[90],"modality.":[91],"This":[92],"article":[93],"aims":[94],"at":[95,122],"contributing":[96],"a":[98,116,139,151,162],"better":[99],"understanding":[100],"how":[102],"articulated":[106],"natural":[108],"language.":[109],"For":[110],"that":[111],"purpose,":[112],"we":[113],"put":[114],"forward":[115],"linguistic-oriented":[117],"computational":[118],"model":[119,144],"its":[123],"core":[124],"algorithm":[126],"articulating":[127],"effect":[129],"relations":[132],"across":[133],"syntactic":[136],"embedding.":[137],"As":[138],"proof":[140],"concept,":[142],"this":[143],"been":[146],"implemented":[147],"De":[149,212],"Facto,":[150],"profiler":[153],"mentioned":[156],"text,":[158],"tested":[160],"against":[161],"corpus":[163],"built":[164],"specifically":[165],"task,":[168],"yielding":[169],"F":[171],"1":[172],"0.70":[174],"(macro-averaging)":[175],"0.80":[177],"(micro-averaging).":[178],"These":[179],"measures":[181],"mutually":[182],"compensate":[183],"over-emphasis":[186],"present":[187],"other":[190],"(either":[191],"on":[192],"lesser":[194],"greater":[196],"populated":[197],"categories),":[198],"can":[200],"therefore":[201],"be":[202],"interpreted":[203],"lower":[206],"upper":[208],"bounds":[209],"Facto's":[213],"performance.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":12},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":18},{"year":2015,"cited_by_count":20},{"year":2014,"cited_by_count":13},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}