{"id":"https://openalex.org/W2778867171","doi":"https://doi.org/10.1109/tmm.2018.2865860","title":"Probabilistic Semantic Retrieval for Surveillance Videos With Activity Graphs","display_name":"Probabilistic Semantic Retrieval for Surveillance Videos With Activity Graphs","publication_year":2018,"publication_date":"2018-08-17","ids":{"openalex":"https://openalex.org/W2778867171","doi":"https://doi.org/10.1109/tmm.2018.2865860","mag":"2778867171"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2018.2865860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2865860","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1712.06204","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038232885","display_name":"Yuting Chen","orcid":"https://orcid.org/0000-0003-2698-408X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuting Chen","raw_affiliation_strings":["Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2698-408X","affiliations":[{"raw_affiliation_string":"Boston University, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668862","display_name":"Joseph Wang","orcid":"https://orcid.org/0000-0003-4571-6814"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Wang","raw_affiliation_strings":["Amazon, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4571-6814","affiliations":[{"raw_affiliation_string":"Amazon, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102486984","display_name":"Yannan Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yannan Bai","raw_affiliation_strings":["Boston University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston University, Boston, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014997567","display_name":"Gregory Castanon","orcid":"https://orcid.org/0000-0002-3851-9516"},"institutions":[{"id":"https://openalex.org/I4210157070","display_name":"Systems and Technology Research (United States)","ror":"https://ror.org/055he9s77","country_code":"US","type":"company","lineage":["https://openalex.org/I4210157070"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory Castanon","raw_affiliation_strings":["Systems and Technology Research, Woburn, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Systems and Technology Research, Woburn, MA, USA","institution_ids":["https://openalex.org/I4210157070"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048704387","display_name":"Venkatesh Saligrama","orcid":"https://orcid.org/0000-0002-0675-2268"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkatesh Saligrama","raw_affiliation_strings":["Boston University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0675-2268","affiliations":[{"raw_affiliation_string":"Boston University, Boston, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.464,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.82963526,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"21","issue":"3","first_page":"704","last_page":"716"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8342289924621582},{"id":"https://openalex.org/keywords/unavailability","display_name":"Unavailability","score":0.7550139427185059},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6154953241348267},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5331138372421265},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5095784664154053},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4776386320590973},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4707900583744049},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43728864192962646},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3725961744785309},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35668033361434937},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.18063509464263916}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342289924621582},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.7550139427185059},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6154953241348267},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5331138372421265},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5095784664154053},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4776386320590973},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4707900583744049},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43728864192962646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3725961744785309},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35668033361434937},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.18063509464263916},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2018.2865860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2018.2865860","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1712.06204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.06204","pdf_url":"https://arxiv.org/pdf/1712.06204","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1712.06204","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1712.06204","pdf_url":"https://arxiv.org/pdf/1712.06204","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.46000000834465027}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320332664","display_name":"Science and Technology Directorate","ror":"https://ror.org/00jyr0d86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W71666767","https://openalex.org/W639708223","https://openalex.org/W841113906","https://openalex.org/W1039921801","https://openalex.org/W1544176085","https://openalex.org/W1566252068","https://openalex.org/W1618905105","https://openalex.org/W1930223417","https://openalex.org/W1950136256","https://openalex.org/W1971695614","https://openalex.org/W1972696612","https://openalex.org/W1974318954","https://openalex.org/W1982185844","https://openalex.org/W2010181071","https://openalex.org/W2016053056","https://openalex.org/W2018668305","https://openalex.org/W2021899621","https://openalex.org/W2043220995","https://openalex.org/W2044330629","https://openalex.org/W2052839412","https://openalex.org/W2075760279","https://openalex.org/W2077069816","https://openalex.org/W2081899160","https://openalex.org/W2086842362","https://openalex.org/W2087461551","https://openalex.org/W2095242101","https://openalex.org/W2096422609","https://openalex.org/W2100771357","https://openalex.org/W2104828970","https://openalex.org/W2109463015","https://openalex.org/W2116137332","https://openalex.org/W2118585731","https://openalex.org/W2134270519","https://openalex.org/W2142258645","https://openalex.org/W2142996775","https://openalex.org/W2147880316","https://openalex.org/W2150979491","https://openalex.org/W2156303437","https://openalex.org/W2165369085","https://openalex.org/W2194775991","https://openalex.org/W2252355370","https://openalex.org/W2256680489","https://openalex.org/W2258844511","https://openalex.org/W2277448338","https://openalex.org/W2293561010","https://openalex.org/W2308045930","https://openalex.org/W2341212498","https://openalex.org/W2405223529","https://openalex.org/W2407145437","https://openalex.org/W2413850928","https://openalex.org/W2519750370","https://openalex.org/W2563615176","https://openalex.org/W2586899202","https://openalex.org/W2603203130","https://openalex.org/W2613718673","https://openalex.org/W2618799552","https://openalex.org/W2623912370","https://openalex.org/W2735673432","https://openalex.org/W2742256643","https://openalex.org/W2746923101","https://openalex.org/W2751445731","https://openalex.org/W2764138706","https://openalex.org/W2766862947","https://openalex.org/W2951478746","https://openalex.org/W2952186347","https://openalex.org/W2963462226","https://openalex.org/W2964086552","https://openalex.org/W2964275819","https://openalex.org/W3101203783","https://openalex.org/W3104069527","https://openalex.org/W3104218139","https://openalex.org/W3143107425","https://openalex.org/W4307751554","https://openalex.org/W6602873311","https://openalex.org/W6623333368","https://openalex.org/W6633792256","https://openalex.org/W6636501900","https://openalex.org/W6653248861","https://openalex.org/W6672434361","https://openalex.org/W6677531546","https://openalex.org/W6677656871","https://openalex.org/W6682082992","https://openalex.org/W6682864246","https://openalex.org/W6685908097","https://openalex.org/W6714193877","https://openalex.org/W6738494759","https://openalex.org/W6846291265"],"related_works":["https://openalex.org/W4237235066","https://openalex.org/W2026539069","https://openalex.org/W207884067","https://openalex.org/W3127016596","https://openalex.org/W2365973415","https://openalex.org/W3146085540","https://openalex.org/W1482423459","https://openalex.org/W2996457675","https://openalex.org/W2129918226","https://openalex.org/W843992174"],"abstract_inverted_index":{"We":[0,64,86,121],"present":[1],"a":[2,49,88,107,111,141],"novel":[3,89],"framework":[4],"for":[5,99,110],"finding":[6],"complex":[7],"activities":[8],"matching":[9,145],"user-described":[10],"queries":[11,20],"in":[12,118],"cluttered":[13],"surveillance":[14],"videos.":[15],"The":[16],"wide":[17],"diversity":[18],"of":[19,25,115],"coupled":[21],"with":[22,52,59],"the":[23,38,83,116,119,132],"unavailability":[24],"annotated":[26],"activity":[27,34,47,76,94],"data":[28],"limits":[29],"our":[30],"ability":[31],"to":[32],"train":[33],"models.":[35],"To":[36,130],"bridge":[37],"semantic":[39,50,84],"gap,":[40],"we":[41,139],"propose":[42,74,140],"letting":[43],"users":[44],"describe":[45],"an":[46],"as":[48],"graph":[51],"object":[53],"attributes":[54],"and":[55,61,102,105,128],"inter-object":[56],"relationships":[57],"associated":[58],"nodes":[60],"edges,":[62],"respectively.":[63],"learn":[65],"node/edge-level":[66],"visual":[67],"predictors":[68],"during":[69],"training":[70],"and,":[71],"at":[72],"test-time,":[73],"retrieving":[75],"by":[77],"identifying":[78],"likely":[79],"locations":[80],"that":[81,97,124],"match":[82],"graph.":[85],"formulate":[87],"conditional":[90],"random":[91],"field-based":[92],"probabilistic":[93],"localization":[95],"objective":[96],"accounts":[98],"misdetections,":[100],"misclassifications":[101],"track":[103],"losses,":[104],"outputs":[106],"likelihood":[108],"score":[109],"candidate":[112],"grounded":[113],"location":[114],"query":[117],"video.":[120],"seek":[122],"groundings":[123],"maximize":[125],"overall":[126],"precision":[127,143],"recall.":[129],"handle":[131],"combinatorial":[133],"search":[134],"over":[135],"all":[136],"high-probability":[137],"groundings,":[138],"highest":[142],"subgraph":[144],"algorithm.":[146],"Our":[147],"method":[148],"outperforms":[149],"existing":[150],"retrieval":[151],"methods":[152],"on":[153],"benchmarked":[154],"datasets.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}