{"id":"https://openalex.org/W3206836752","doi":"https://doi.org/10.1145/3485447.3511928","title":"EventBERT: A Pre-Trained Model for Event Correlation Reasoning","display_name":"EventBERT: A Pre-Trained Model for Event Correlation Reasoning","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W3206836752","doi":"https://doi.org/10.1145/3485447.3511928","mag":"3206836752"},"language":"en","primary_location":{"id":"doi:10.1145/3485447.3511928","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3511928","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012767739","display_name":"Yucheng Zhou","orcid":"https://orcid.org/0009-0006-9883-5621"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yucheng Zhou","raw_affiliation_strings":["University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084564357","display_name":"Xiubo Geng","orcid":"https://orcid.org/0000-0001-6477-7933"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiubo Geng","raw_affiliation_strings":["Microsoft, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611243","display_name":"Tao Shen","orcid":"https://orcid.org/0000-0003-3315-2468"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Shen","raw_affiliation_strings":["Microsoft, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059227406","display_name":"Guodong Long","orcid":"https://orcid.org/0000-0003-3740-9515"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guodong Long","raw_affiliation_strings":["University of Technology Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060116992","display_name":"Daxin Jiang","orcid":"https://orcid.org/0000-0002-6657-5806"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daxin Jiang","raw_affiliation_strings":["Microsoft, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"850","last_page":"859"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.645699143409729},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5386744141578674},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4307243824005127},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41786038875579834},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11716943979263306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.645699143409729},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5386744141578674},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4307243824005127},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41786038875579834},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11716943979263306},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3485447.3511928","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3511928","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2151295812","https://openalex.org/W2250861254","https://openalex.org/W2466175319","https://openalex.org/W2560674852","https://openalex.org/W2561529111","https://openalex.org/W2578412240","https://openalex.org/W2758815496","https://openalex.org/W2938830017","https://openalex.org/W2950339735","https://openalex.org/W2962714848","https://openalex.org/W2963101081","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2964080504","https://openalex.org/W2964121744","https://openalex.org/W2964207259","https://openalex.org/W2965373594","https://openalex.org/W2970161131","https://openalex.org/W2970169050","https://openalex.org/W2974353418","https://openalex.org/W2982399380","https://openalex.org/W2984582583","https://openalex.org/W2995643077","https://openalex.org/W2996428491","https://openalex.org/W3011411500","https://openalex.org/W3034999214","https://openalex.org/W3046375318","https://openalex.org/W3099655892","https://openalex.org/W3105082862","https://openalex.org/W3114178062","https://openalex.org/W3117246841","https://openalex.org/W3118202953","https://openalex.org/W3119793337","https://openalex.org/W3173538745","https://openalex.org/W3174464510","https://openalex.org/W3175910413","https://openalex.org/W3176032431","https://openalex.org/W4205924151","https://openalex.org/W4238216513"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Event":[0],"correlation":[1,88,107,169],"reasoning":[2,65,89],"infers":[3],"whether":[4],"a":[5,26,49,94,117,130,202],"natural":[6,138],"language":[7,139],"paragraph":[8],"containing":[9],"multiple":[10,109,143],"events":[11,145],"conforms":[12],"to":[13,93,120,165],"human":[14,61],"common":[15,62],"sense.":[16,63],"For":[17],"example,":[18],"\u201cAndrew":[19,41],"was":[20,42],"very":[21,33,43,55],"drowsy,":[22,44],"so":[23,45],"he":[24,31,46,53],"took":[25],"long":[27,50],"nap,":[28],"and":[29,37,103,146,161,187],"now":[30,52],"is":[32,35,54,67,90],"alert\u201d":[34,56],"sound":[36],"reasonable.":[38],"In":[39,111],"contrast,":[40],"stayed":[47],"up":[48],"time,":[51],"does":[57],"not":[58],"comply":[59],"with":[60],"Such":[64],"capability":[66],"essential":[68],"for":[69],"many":[70],"downstream":[71,185],"tasks,":[72,186],"such":[73],"as":[74],"script":[75],"reasoning,":[76,78],"abductive":[77],"narrative":[79],"incoherence,":[80],"story":[81],"cloze":[82],"test,":[83],"etc.":[84],"However,":[85],"conducting":[86],"event":[87,149,168],"challenging":[91],"due":[92],"lack":[95],"of":[96,99,133,193,212],"large":[97,131,203],"amounts":[98],"diverse":[100],"event-based":[101],"knowledge":[102,123],"difficulty":[104],"in":[105,151,209],"capturing":[106],"among":[108],"events.":[110],"this":[112],"paper,":[113],"we":[114,128],"propose":[115,157],"EventBERT,":[116],"pre-trained":[118,199],"model":[119,170],"encapsulate":[121],"eventuality":[122],"from":[124],"unlabeled":[125],"text.":[126],"Specifically,":[127],"collect":[129],"volume":[132],"training":[134,174],"examples":[135],"by":[136,201],"identifying":[137],"paragraphs":[140],"that":[141],"describe":[142],"correlated":[144],"further":[147],"extracting":[148],"spans":[150],"an":[152,167],"unsupervised":[153],"manner.":[154],"We":[155],"then":[156],"three":[158],"novel":[159],"event-":[160],"correlation-based":[162],"learning":[163,211],"objectives":[164],"pre-train":[166],"on":[171,183,191],"our":[172],"created":[173],"corpus.":[175],"Experimental":[176],"results":[177,190],"show":[178],"EventBERT":[179],"outperforms":[180,197],"strong":[181],"baselines":[182],"four":[184],"achieves":[188],"state-of-the-art":[189],"most":[192],"them.":[194],"Moreover,":[195],"it":[196],"existing":[198],"models":[200],"margin,":[204],"e.g.,":[205],"6.5":[206],"\u223c":[207],"23%,":[208],"zero-shot":[210],"these":[213],"tasks.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}