{"id":"https://openalex.org/W2526486375","doi":"https://doi.org/10.1145/2964284.2964287","title":"Event Specific Multimodal Pattern Mining for Knowledge Base Construction","display_name":"Event Specific Multimodal Pattern Mining for Knowledge Base Construction","publication_year":2016,"publication_date":"2016-09-29","ids":{"openalex":"https://openalex.org/W2526486375","doi":"https://doi.org/10.1145/2964284.2964287","mag":"2526486375"},"language":"en","primary_location":{"id":"doi:10.1145/2964284.2964287","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2964284.2964287","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2964284.2964287?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM international conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/2964284.2964287?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100441195","display_name":"Hongzhi Li","orcid":"https://orcid.org/0000-0002-5883-3780"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hongzhi Li","raw_affiliation_strings":["Columbia Univeristy, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia Univeristy, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102907489","display_name":"Joseph G. Ellis","orcid":"https://orcid.org/0009-0004-7803-8778"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph G. Ellis","raw_affiliation_strings":["Columbia Univeristy, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia Univeristy, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103178893","display_name":"Heng Ji","orcid":"https://orcid.org/0000-0002-7954-7994"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Heng Ji","raw_affiliation_strings":["Rensselaer Polytechnic Institute, Troy, NY, USA"],"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037340457","display_name":"Shih\u2010Fu Chang","orcid":"https://orcid.org/0000-0003-1444-1205"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih-Fu Chang","raw_affiliation_strings":["Columbia Univeristy, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Columbia Univeristy, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100441195"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":1.8583,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.90542544,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"821","last_page":"830"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8385206460952759},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7472182512283325},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.7287716865539551},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.6924949884414673},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5229290723800659},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"Knowledge extraction","score":0.5156946778297424},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.5014731884002686},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.47843554615974426},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.46318718791007996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4569639563560486},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.4392072558403015},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3906640410423279},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3336601257324219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385206460952759},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7472182512283325},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.7287716865539551},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.6924949884414673},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5229290723800659},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.5156946778297424},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.5014731884002686},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.47843554615974426},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.46318718791007996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569639563560486},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.4392072558403015},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3906640410423279},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3336601257324219},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2964284.2964287","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2964284.2964287","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2964284.2964287?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM international conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2964284.2964287","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2964284.2964287","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/2964284.2964287?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM international conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[{"id":"https://openalex.org/G1041160213","display_name":null,"funder_award_id":"11-44155","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4173932784","display_name":null,"funder_award_id":"FA8750-12-2-0347","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6971628206","display_name":null,"funder_award_id":"DGE-11- 44155","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2526486375.pdf","grobid_xml":"https://content.openalex.org/works/W2526486375.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1506285740","https://openalex.org/W1590510366","https://openalex.org/W1686810756","https://openalex.org/W1849277567","https://openalex.org/W1861492603","https://openalex.org/W1880262756","https://openalex.org/W1899185266","https://openalex.org/W1903029394","https://openalex.org/W1943434332","https://openalex.org/W1964763677","https://openalex.org/W2017814585","https://openalex.org/W2046781710","https://openalex.org/W2055132753","https://openalex.org/W2064853889","https://openalex.org/W2077319423","https://openalex.org/W2088049833","https://openalex.org/W2095027197","https://openalex.org/W2097482646","https://openalex.org/W2108598243","https://openalex.org/W2123024445","https://openalex.org/W2134670479","https://openalex.org/W2151103935","https://openalex.org/W2152161678","https://openalex.org/W2153579005","https://openalex.org/W2157530295","https://openalex.org/W2163605009","https://openalex.org/W2169177311","https://openalex.org/W2251110706","https://openalex.org/W2293171408","https://openalex.org/W2475168403","https://openalex.org/W2559655401","https://openalex.org/W2597851033","https://openalex.org/W2618530766","https://openalex.org/W3100609465","https://openalex.org/W4301045096","https://openalex.org/W6785469000"],"related_works":["https://openalex.org/W2475408106","https://openalex.org/W2553860513","https://openalex.org/W2086580554","https://openalex.org/W3045387744","https://openalex.org/W1986001501","https://openalex.org/W2087210802","https://openalex.org/W2116633399","https://openalex.org/W760312317","https://openalex.org/W1520100787","https://openalex.org/W2353740909"],"abstract_inverted_index":{"Knowledge":[0,25],"bases,":[1],"which":[2,64,128],"consist":[3],"of":[4,7,41,146,164,196,199,206,213],"a":[5,115,123,142],"collection":[6],"entities,":[8],"attributes,":[9],"and":[10,18,57,107,157,167,184,211],"the":[11,39,44,72,78,130,197],"relations":[12],"between":[13],"them":[14],"are":[15,28],"widely":[16],"used":[17,87],"important":[19],"for":[20,38,137],"many":[21,50],"information":[22,83],"retrieval":[23],"tasks.":[24],"base":[26,46,59,100],"schemas":[27],"often":[29],"constructed":[30],"manually":[31],"using":[32],"experts":[33],"with":[34,177],"specific":[35],"domain":[36],"knowledge":[37,45,58,99],"field":[40],"interest.":[42],"Once":[43],"is":[47],"generated":[48],"then":[49],"tasks":[51],"such":[52,154],"as":[53,155],"automatic":[54],"content":[55],"extraction":[56],"population":[60],"can":[61,190],"be":[62,86],"performed,":[63],"have":[65],"so":[66],"far":[67],"been":[68],"robustly":[69],"studied":[70],"by":[71],"Natural":[73],"Language":[74],"Processing":[75],"community.":[76],"However,":[77],"current":[79],"approaches":[80,183],"ignore":[81],"visual":[82,98,162,170,180,207],"that":[84,186],"could":[85],"to":[88,132,151,159],"build":[89],"or":[90],"populate":[91],"these":[92,169],"structured":[93],"ontologies.":[94],"Preliminary":[95],"work":[96],"on":[97],"construction":[101],"only":[102,135],"explores":[103],"limited":[104],"basic":[105],"objects":[106],"scene":[108],"relations.":[109],"In":[110],"this":[111],"paper,":[112],"we":[113],"propose":[114],"novel":[116],"multimodal":[117],"pattern":[118,181,214],"mining":[119,182],"approach":[120],"towards":[121],"constructing":[122],"high-level":[124,152],"\"event\"":[125],"schema":[126,138],"semi-automatically,":[127],"has":[129],"capability":[131],"extend":[133],"text":[134],"methods":[136],"construction.":[139],"We":[140,173],"utilize":[141],"large":[143],"unconstrained":[144],"corpus":[145],"weakly-supervised":[147],"image-caption":[148],"pairs":[149],"related":[150],"events":[153],"\"attack\"":[156],"\"demonstration\"":[158],"both":[160],"discover":[161],"aspects":[163],"an":[165],"event,":[166],"name":[168],"components":[171],"automatically.":[172],"compare":[174],"our":[175,187],"method":[176,189],"several":[178],"state-of-the-art":[179],"demonstrate":[185],"proposed":[188],"achieve":[191],"dramatic":[192],"improvements":[193],"in":[194],"terms":[195],"number":[198],"concepts":[200],"discovered":[201],"(33%":[202],"gain),":[203,210],"semantic":[204],"consistence":[205],"patterns":[208],"(52%":[209],"correctness":[212],"naming":[215],"(150%":[216],"gain).":[217]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}