{"id":"https://openalex.org/W7220823226","doi":null,"title":"Event-centric multimodal knowledge acquisition","display_name":"Event-centric multimodal knowledge acquisition","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W7220823226"},"language":"en","primary_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/121435","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/121435","pdf_url":"https://www.ideals.illinois.edu/items/128632/bitstreams/429777/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ideals.illinois.edu/items/128632/bitstreams/429777/data.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157786616","display_name":"Manling Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Manling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5157786616"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-information-extraction","display_name":"multimodal information extraction","score":0.8809999823570251},{"id":"https://openalex.org/keywords/thematic-roles","display_name":"thematic roles","score":0.7870000004768372},{"id":"https://openalex.org/keywords/vision-language-pre-training","display_name":"vision-language pre-training","score":0.8709999918937683},{"id":"https://openalex.org/keywords/temporal-dynamics","display_name":"temporal dynamics","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.633899986743927},{"id":"https://openalex.org/C2777220311","wikidata":"https://www.wikidata.org/wiki/Q6423340","display_name":"Knowledge acquisition","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38769999146461487},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33709999918937683},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25029999017715454},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.24560000002384186},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2425999939441681}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.ideals.illinois.edu:2142/121435","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/121435","pdf_url":"https://www.ideals.illinois.edu/items/128632/bitstreams/429777/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:www.ideals.illinois.edu:2142/121435","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/2142/121435","pdf_url":"https://www.ideals.illinois.edu/items/128632/bitstreams/429777/data.pdf","source":{"id":"https://openalex.org/S4306401358","display_name":"Illinois Digital Environment for Access to Learning and Scholarship (University of Illinois at Urbana-Champaign)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801919071","host_organization_name":"University of Illinois System","host_organization_lineage":["https://openalex.org/I2801919071"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220823226.pdf","grobid_xml":"https://content.openalex.org/works/W7220823226.grobid-xml"},"referenced_works_count":99,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1483870316","https://openalex.org/W1795882026","https://openalex.org/W1927052826","https://openalex.org/W1933349210","https://openalex.org/W1977884995","https://openalex.org/W1978024959","https://openalex.org/W2005580324","https://openalex.org/W2046589395","https://openalex.org/W2126579184","https://openalex.org/W2167295942","https://openalex.org/W2302086703","https://openalex.org/W2423576022","https://openalex.org/W2425121537","https://openalex.org/W2552161745","https://openalex.org/W2554952599","https://openalex.org/W2560313346","https://openalex.org/W2560730294","https://openalex.org/W2579549467","https://openalex.org/W2604673901","https://openalex.org/W2619082050","https://openalex.org/W2619947201","https://openalex.org/W2625366777","https://openalex.org/W2766863698","https://openalex.org/W2903727631","https://openalex.org/W2904617336","https://openalex.org/W2913248700","https://openalex.org/W2913743423","https://openalex.org/W2945026633","https://openalex.org/W2951248129","https://openalex.org/W2963346996","https://openalex.org/W2964080504","https://openalex.org/W2966789588","https://openalex.org/W2968124245","https://openalex.org/W2981635073","https://openalex.org/W2989312920","https://openalex.org/W2990503944","https://openalex.org/W3004349648","https://openalex.org/W3012590175","https://openalex.org/W3014611590","https://openalex.org/W3021533447","https://openalex.org/W3034910302","https://openalex.org/W3034934229","https://openalex.org/W3035265375","https://openalex.org/W3035440494","https://openalex.org/W3035635319","https://openalex.org/W3042942426","https://openalex.org/W3080902222","https://openalex.org/W3173909648","https://openalex.org/W3198377975","https://openalex.org/W3203256294","https://openalex.org/W3213681251","https://openalex.org/W3214637114","https://openalex.org/W3215626407","https://openalex.org/W4200630194","https://openalex.org/W4221153256","https://openalex.org/W4221154653","https://openalex.org/W4224912544","https://openalex.org/W4225323055","https://openalex.org/W4225564047","https://openalex.org/W4225796999","https://openalex.org/W4226002507","https://openalex.org/W4226278401","https://openalex.org/W4226352076","https://openalex.org/W4281633595","https://openalex.org/W4285428875","https://openalex.org/W4292945941","https://openalex.org/W4298361434","https://openalex.org/W4304195432","https://openalex.org/W4306313145","https://openalex.org/W4312230726","https://openalex.org/W4312407537","https://openalex.org/W4312784228","https://openalex.org/W4313483736","https://openalex.org/W4317931697","https://openalex.org/W4318718936","https://openalex.org/W4320339901","https://openalex.org/W4321392546","https://openalex.org/W4327810158","https://openalex.org/W4366850747","https://openalex.org/W4378465094","https://openalex.org/W4378508578","https://openalex.org/W4385569922","https://openalex.org/W4385570798","https://openalex.org/W4385570918","https://openalex.org/W4385572645","https://openalex.org/W4386065413","https://openalex.org/W4386076369","https://openalex.org/W4389520380","https://openalex.org/W4389520670","https://openalex.org/W4389524274","https://openalex.org/W4390873732","https://openalex.org/W4391451889","https://openalex.org/W4408633327","https://openalex.org/W4411630101","https://openalex.org/W6966985351","https://openalex.org/W7133212694","https://openalex.org/W7133239427","https://openalex.org/W7133239865"],"related_works":["https://openalex.org/W2398571712","https://openalex.org/W7113492295","https://openalex.org/W7220814512","https://openalex.org/W4285168370","https://openalex.org/W4403780849","https://openalex.org/W4412323463","https://openalex.org/W7034498721","https://openalex.org/W7220789367","https://openalex.org/W7220810479","https://openalex.org/W2278419467"],"abstract_inverted_index":{"What":[0,188,295],"happened?Who?":[1],"When?Where?Why?What":[2],"will":[3,296,300],"happen":[4,297],"next?are":[5],"the":[6,12,21,198,251,269,287,322,333,476,482,489,502,530,535,562,569,611,624,766,798,810,816,819,847,864,874,948],"fundamental":[7],"questions":[8,19],"asked":[9],"to":[10,17,62,74,101,110,134,186,197,215,247,280,293,313,336,371,400,411,437,441,471,500,512,529,541,560,573,578,589,620,631,642,649,654,663,670,676,720,783,793,836,841,863,896,930,942],"comprehend":[11],"overwhelming":[13],"amount":[14],"of":[15,28,31,125,139,163,203,241,255,307,341,404,461,492,504,552,564,613,626,752,768,797,809,818,849,855,866,876],"information.Answers":[16],"these":[18,495,553,579],"are":[20,108,116,213],"core":[22],"knowledge":[23,44,67,118,318,751],"communicated":[24],"through":[25,222],"multiple":[26,140],"forms":[27],"information,":[29],"regardless":[30],"whether":[32],"presented":[33],"as":[34,83,120,169,176,282,870,912,914],"text,":[35],"images,":[36],"videos,":[37],"audio,":[38],"or":[39,153],"other":[40],"modalities.To":[41],"obtain":[42],"such":[43,543],"from":[45,245,771,935],"multimodal":[46,76,165,521,743],"data,":[47],"this":[48,97,338,389,405,763],"dissertation":[49,98],"focuses":[50],"on":[51,79,348,547,606,726,742,787,900],"Multimodal":[52,59,183,260,276],"Information":[53],"Extraction":[54,262],"(IE),":[55],"and":[56,122,172,179,192,201,219,235,257,378,393,397,426,478,511,557,568,584,609,622,628,645,667,730,759,778,812,825,851,859,880,939],"propose":[57,236],"Event-Centric":[58],"Knowledge":[60],"Acquisition":[61],"evolve":[63],"traditional":[64],"Entity-centric":[65],"Single-modality":[66],"into":[68,112,231,520],"Eventcentric":[69],"Multi-modality":[70],"knowledge.Traditional":[71],"entity-centric":[72],"approaches":[73],"consuming":[75],"information":[77],"focus":[78],"concrete":[80],"concepts":[81],"(such":[82,119,168,175],"objects,":[84,126],"object":[85],"types,":[86],"physical":[87],"relations,":[88],"e.g.,":[89,127],"a":[90,93,143,156,206,237,402,565,633,637,651,672,693,806,844,936],"person":[91],"in":[92,150,161,205,316,351,376,423,484,534,706,762,802,846,947],"car":[94],"),":[95],"while":[96],"endows":[99],"machines":[100],"understand":[102],"complex":[103,136,227],"abstract":[104,210],"semantic":[105,123,137,166,170,211,229,242,523,745],"structures":[106,138,167,212,230],"that":[107,450,466,708],"difficult":[109,214],"ground":[111],"image":[113,208],"regions":[114],"but":[115,537],"essential":[117],"events":[121],"roles":[124],"driver,":[128],"passenger,":[129],"passerby,":[130],"salesperson).It":[131],"is":[132,463,683,692,773,822,883,891],"able":[133],"consolidate":[135],"modalities,":[141],"providing":[142,732],"major":[144],"benefit":[145],"over":[146],"recent":[147,314],"research":[148,288,470,570,615,770,867,925,934],"advances":[149,315],"single-modality":[151],"(text-only":[152],"vision-only)":[154],"knowledge.Such":[155],"transformation":[157],"poses":[158],"significant":[159],"challenges":[160],"terms":[162],"understanding":[164,243,460],"roles)":[171],"temporal":[173,309],"dynamics":[174,310],"future":[177],"participants":[178],"their":[180,432,582],"roles):\u2022":[181],"Understanding":[182,290],"Semantic":[184],"Structures":[185],"answer":[187,294],"happened?,":[189],"Who?,":[190],"Where?,":[191],"When?":[193],"(Knowledge":[194,303],"Extraction):":[195],"Due":[196],"structural":[199],"nature":[200],"lack":[202],"anchoring":[204],"specific":[207],"region,":[209],"synthesize":[216],"between":[217],"text":[218,852],"vision":[220,808],"modalities":[221],"general":[223],"large-scale":[224],"pretraining.We":[225],"introduce":[226],"event":[228],"vision-language":[232],"pretraining":[233],"(CLIP-Event),":[234],"zero-shot":[238],"cross-modal":[239],"transfer":[240],"abilities":[244],"language":[246,343],"vision,":[248],"which":[249],"resolves":[250],"poor":[252],"portability":[253],"issue":[254],"IE":[256,277],"supports":[258],"Zero-shot":[259],"Event":[261],"(M":[263],"2":[264,266],"E":[265],")":[267],"for":[268,286,431,581,600,724,731,868,889,910,954],"first":[270,518],"time.We":[271],"also":[272,834,892],"release":[273],"an":[274,283,329,596,603,774,871,885],"open-source":[275],"system":[278],"GAIA":[279],"serve":[281],"off-the-shelf":[284],"tool":[285],"community.\u2022":[289],"Temporal":[291],"Dynamics":[292],"next?,":[298],"Who":[299],"participant?and":[301],"Why?":[302],"Reasoning):":[304],"The":[305],"significance":[306],"capturing":[308],"has":[311,594],"led":[312],"script":[317],"learning,":[319],"however,":[320],"Over":[321],"past":[323],"five":[324],"years,":[325],"I":[326,346,354,427,434,444,457,468,498,517,525,538,558,571,698,709,739,747],"have":[327,407,417,679,784,897],"had":[328,332,458,488,748],"invaluable":[330],"journey.I":[331],"unique":[334],"opportunity":[335],"witness":[337],"transformative":[339],"era":[340],"natural":[342],"processing":[344],"(NLP).When":[345],"embarked":[347],"my":[349,421,447,455,590,607,614,688,727,736,788,838,893,901,933,944],"PhD":[350,448,737],"late":[352],"2018,":[353],"was":[355,394,791],"still":[356],"taking":[357],"classes":[358],"about":[359,481,923],"statistical":[360],"NLP":[361,383],"approaches,":[362],"just":[363],"when":[364,545],"large":[365],"pre-trained":[366],"models":[367],"like":[368,719,835],"BERT":[369],"started":[370,499],"gain":[372],"attraction,":[373],"gradually":[374,539],"growing":[375],"scale":[377],"ambition,":[379],"now":[380],"dominating":[381],"most":[382,646,799],"applications":[384],"we":[385],"see":[386,704],"today.I":[387],"experienced":[388],"rapid":[390],"development":[391],"firsthand":[392],"both":[395],"thrilled,":[396],"occasionally":[398],"panicked,":[399],"be":[401,452,472,632,650],"part":[403],"wave.I":[406],"been":[408,595],"fortunate":[409,792],"enough":[410],"meet":[412],"many,":[413],"many":[414],"people":[415],"who":[416,882],"supported":[418],"me":[419,618,630,640,703,869,929,941],"along":[420],"journey":[422],"various":[424],"ways,":[425],"am":[428,435,575,781,904,952],"very":[429],"grateful":[430,782,953],"help.If":[433],"allowed":[436],"use":[438],"one":[439,796],"word":[440],"summarize":[442],"what":[443,462],"learned":[445,765],"during":[446],"studies,":[449],"would":[451,718,833],"\"courage\".Upon":[453],"starting":[454],"PhD,":[456],"limited":[459,531],"good":[464],"research.At":[465],"time,":[467],"considered":[469],"keeping":[473],"up":[474],"with":[475,696,795,830],"trend,":[477],"really":[479],"cared":[480],"numbers":[483],"result":[485],"tables.However,":[486],"having":[487],"incredible":[490],"fortune":[491],"working":[493,546,741],"alongside":[494],"esteemed":[496],"mentors,":[497],"learn":[501,540],"meaning":[503],"\"courage\"":[505],"-to":[506],"boldly":[507],"face":[508],"challenging":[509],"tasks":[510],"fearlessly":[513],"pose":[514],"new":[515,924],"questions.As":[516],"delved":[519],"deep":[522,744],"understanding,":[524,746],"felt":[526],"lonely":[527],"due":[528],"existing":[532],"work":[533,794],"field,":[536],"enjoy":[542,643],"loneliness":[544],"novel":[548,656],"challenges.The":[549],"unwavering":[550],"passion":[551,946],"mentors":[554,580],"inspired":[555],"me,":[556,601],"began":[559,740],"recognize":[561],"essence":[563,817],"true":[566,945],"researcher":[567],"wanted":[572],"pursue.I":[574],"deeply":[576],"indebted":[577],"wisdom":[583],"guidance.My":[585],"greatest":[586],"thanks":[587,840],"go":[588],"advisor":[591],"Heng":[592],"Ji.She":[593],"extraordinary":[597],"role":[598,887],"model":[599,888],"leaving":[602],"indelible":[604],"mark":[605],"life":[608],"shaping":[610],"foundation":[612],"philosophy.She":[616],"taught":[617],"how":[619,641,648],"appreciate":[621],"refine":[623],"art":[625],"research,":[627,644,658],"encouraged":[629],"nail":[634],"rather":[635],"than":[636,687],"hammer.She":[638],"showed":[639],"importantly,":[647],"brave":[652],"leader":[653],"tackle":[655],"challenges.Beyond":[657],"she":[659,691],"worked":[660],"so":[661,684,823],"hard":[662],"promote":[664],"female":[665,673],"leadership,":[666],"her":[668],"goal":[669],"send":[671],"PI":[674],"troop":[675],"funding":[677],"agencies":[678],"profoundly":[680],"influenced":[681],"me.She":[682],"much":[685],"more":[686],"academic":[689,878],"advisor,":[690],"trusted":[694],"friend":[695],"whom":[697],"can":[699,813],"discuss":[700],"anything.She":[701],"helped":[702],"value":[705],"myself":[707,715],"hadn't":[710],"seen":[711],"before.I":[712],"already":[713],"find":[714],"missing":[716],"her.I":[717],"thank":[721],"Shih-Fu":[722],"Chang":[723],"being":[725],"thesis":[728,789,902],"committee":[729],"extensive":[733,760],"guidance":[734,758],"throughout":[735],"studies.When":[738],"no":[749],"prior":[750],"computer":[753],"vision.Shih-Fu":[754],"offered":[755],"inv":[756],"valuable":[757],"support":[761],"area.I":[764],"beauty":[767],"interdisciplinary":[769],"him.He":[772],"extremely":[775],"kind,":[776],"patient,":[777],"supportive":[779],"mentor.I":[780],"Kyunghyun":[785],"Cho":[786],"committee.I":[790,903],"brilliant":[800],"minds":[801],"our":[803],"field.He":[804],"possesses":[805],"high-level":[807],"field":[811],"always":[814,927],"grasp":[815],"problems":[820],"deeply.He":[821],"patient":[824],"every":[826],"discussions":[827],"were":[828],"filled":[829],"insightful":[831],"ideas.I":[832],"extend":[837],"heartfelt":[839],"Jiawei":[842],"Han,":[843],"titan":[845],"fields":[848],"data":[850],"mining.His":[853],"book":[854],"Data":[856],"Mining:":[857],"Concepts":[858],"Techniques":[860],"opened":[861],"doors":[862],"world":[865],"undergraduate.He":[872],"exemplifies":[873],"qualities":[875],"diligence,":[877],"rigor,":[879],"compassion,":[881],"indeed":[884],"inspirational":[886],"me.It":[890],"great":[894],"honor":[895],"Chengxiang":[898],"Zhai":[899],"constantly":[905],"intrigued":[906],"by":[907],"his":[908,915,955],"zeal":[909],"science,":[911],"well":[913],"wide-ranging":[916],"interests,":[917],"at":[918,932],"all":[919],"times":[920],"remaining":[921],"curious":[922],"challenges.He":[926],"reminds":[928],"look":[931],"broader":[937],"perspective":[938],"encourages":[940],"discover":[943],"next":[949],"few":[950],"decades.I":[951],"guidance.":[956]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-07T00:00:00"}