{"id":"https://openalex.org/W2044513060","doi":"https://doi.org/10.1145/2522848.2522883","title":"A Markov logic framework for recognizing complex events from multimodal data","display_name":"A Markov logic framework for recognizing complex events from multimodal data","publication_year":2013,"publication_date":"2013-11-27","ids":{"openalex":"https://openalex.org/W2044513060","doi":"https://doi.org/10.1145/2522848.2522883","mag":"2044513060"},"language":"en","primary_location":{"id":"doi:10.1145/2522848.2522883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2522848.2522883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM on International conference on multimodal interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004261476","display_name":"Young Chol Song","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Young Chol Song","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105508446","display_name":"Henry Kautz","orcid":"https://orcid.org/0000-0001-5219-2970"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Henry Kautz","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090002679","display_name":"James F. Allen","orcid":"https://orcid.org/0000-0003-4543-5457"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Allen","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111921080","display_name":"Mary Swift","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Swift","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101822837","display_name":"Yuncheng Li","orcid":"https://orcid.org/0000-0002-6772-5001"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuncheng Li","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["University of Rochester, Rochester, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004750246","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0001-5100-3584"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, WI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"141","last_page":"148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750644087791443},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6190694570541382},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5987810492515564},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5784872174263},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4900306463241577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47304075956344604},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.4360122084617615},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4359493553638458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750644087791443},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6190694570541382},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5987810492515564},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5784872174263},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4900306463241577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47304075956344604},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.4360122084617615},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4359493553638458},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2522848.2522883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2522848.2522883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th ACM on International conference on multimodal interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.395.9500","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.395.9500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.rochester.edu/~kautz/papers/icmi230-song.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W140092655","https://openalex.org/W144486471","https://openalex.org/W1563737156","https://openalex.org/W1592888114","https://openalex.org/W1663421356","https://openalex.org/W1735309676","https://openalex.org/W1815494026","https://openalex.org/W1923162067","https://openalex.org/W1977970897","https://openalex.org/W1999167988","https://openalex.org/W2031485595","https://openalex.org/W2058130919","https://openalex.org/W2071319337","https://openalex.org/W2071877188","https://openalex.org/W2098106399","https://openalex.org/W2130287054","https://openalex.org/W2132103241","https://openalex.org/W2135209143","https://openalex.org/W2135523944","https://openalex.org/W2136585082","https://openalex.org/W2137444342","https://openalex.org/W2161484642","https://openalex.org/W2161969291","https://openalex.org/W2206942178","https://openalex.org/W3097096317","https://openalex.org/W6637222394"],"related_works":["https://openalex.org/W579810227","https://openalex.org/W2952780262","https://openalex.org/W2979495269","https://openalex.org/W2392917763","https://openalex.org/W2083429127","https://openalex.org/W2358855848","https://openalex.org/W2142145894","https://openalex.org/W2055243143","https://openalex.org/W2943623134","https://openalex.org/W2163814182"],"abstract_inverted_index":{"We":[0,96,155],"present":[1],"a":[2,33,43,50,74,111,136,151],"general":[3],"framework":[4],"for":[5,12,142,162],"complex":[6,34,87,128],"event":[7],"recognition":[8],"that":[9,15,138],"is":[10,40,148],"well-suited":[11],"integrating":[13],"information":[14],"varies":[16],"widely":[17],"in":[18,28,42,49,83,91,113,135,150,166],"detail":[19],"and":[20,56,61,68,89,120,144,146,171],"granularity.":[21],"Consider":[22],"the":[23,78,157,160,167],"scenario":[24],"of":[25,52,63,77,85,106,159,169],"an":[26,29],"agent":[27],"instrumented":[30],"space":[31],"performing":[32],"task":[35],"while":[36],"describing":[37],"what":[38],"he":[39],"doing":[41],"natural":[44],"manner.":[45,154],"The":[46,71],"system":[47,72],"takes":[48],"variety":[51],"information,":[53],"including":[54],"objects":[55],"gestures":[57],"recognized":[58,67],"by":[59],"RGB-D":[60],"descriptions":[62],"events":[64,129,134],"extracted":[65],"from":[66,132],"parsed":[69],"speech.":[70],"outputs":[73],"complete":[75],"reconstruction":[76],"agent's":[79],"plan,":[80],"explaining":[81],"actions":[82],"terms":[84],"more":[86],"activities":[88,165],"filling":[90],"unobserved":[92],"but":[93],"necessary":[94],"events.":[95],"show":[97],"how":[98],"to":[99,109,122],"use":[100],"Markov":[101],"Logic":[102],"(a":[103],"probabilistic":[104,153],"extension":[105],"first-order":[107],"logic)":[108],"create":[110],"model":[112],"which":[114],"observations":[115],"can":[116],"be":[117],"partial,":[118],"noisy,":[119],"refer":[121],"future":[123],"or":[124],"temporally":[125],"ambiguous":[126],"events;":[127],"are":[130],"composed":[131],"simpler":[133],"manner":[137],"exposes":[139],"their":[140],"structure":[141],"inference":[143],"learning;":[145],"uncertainty":[147],"handled":[149],"sound":[152],"demonstrate":[156],"effectiveness":[158],"approach":[161],"tracking":[163],"kitchen":[164],"presence":[168],"noisy":[170],"incomplete":[172],"observations.":[173]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}