{"id":"https://openalex.org/W2139117248","doi":"https://doi.org/10.1109/cvpr.2009.5206492","title":"Understanding videos, constructing plots learning a visually grounded storyline model from annotated videos","display_name":"Understanding videos, constructing plots learning a visually grounded storyline model from annotated videos","publication_year":2009,"publication_date":"2009-06-01","ids":{"openalex":"https://openalex.org/W2139117248","doi":"https://doi.org/10.1109/cvpr.2009.5206492","mag":"2139117248"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2009.5206492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2009.5206492","pdf_url":null,"source":{"id":"https://openalex.org/S4363607795","display_name":"2009 IEEE Conference on Computer Vision and Pattern Recognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Understanding_Videos_Constructing_Plots_Learning_a_Visually_Grounded_Storyline_Model_from_Annotated_Videos/6561458","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053034244","display_name":"Abhinav Gupta","orcid":"https://orcid.org/0000-0002-1939-5407"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Abhinav Gupta","raw_affiliation_strings":["University of Maryland, College Park, MD, USA","Univ. of Maryland, College Park, MD, , USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Univ. of Maryland, College Park, MD, , USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101512668","display_name":"P. Srinivasan","orcid":"https://orcid.org/0000-0001-8167-4119"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Praveen Srinivasan","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA","University of Pennsylvania Philadelphia PA USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"University of Pennsylvania Philadelphia PA USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101990445","display_name":"Jianbo Shi","orcid":"https://orcid.org/0000-0002-7998-4211"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianbo Shi","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA, USA","University of Pennsylvania Philadelphia PA USA"],"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"University of Pennsylvania Philadelphia PA USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111454036","display_name":"Larry S. Davis","orcid":null},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry S. Davis","raw_affiliation_strings":["University of Maryland, College Park, MD, USA","Univ. of Maryland, College Park, MD, , USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"Univ. of Maryland, College Park, MD, , USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053034244"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":7.7137,"has_fulltext":false,"cited_by_count":241,"citation_normalized_percentile":{"value":0.97067624,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2012","last_page":"2019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700241208076477},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.6774208545684814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6117879152297974},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5165225863456726},{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.5133420825004578},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49565398693084717},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.48167479038238525},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.4228841960430145},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4117579460144043},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.12984666228294373},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11117812991142273},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08540579676628113}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700241208076477},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.6774208545684814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6117879152297974},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5165225863456726},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.5133420825004578},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49565398693084717},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.48167479038238525},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.4228841960430145},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4117579460144043},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.12984666228294373},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11117812991142273},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08540579676628113},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/cvpr.2009.5206492","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2009.5206492","pdf_url":null,"source":{"id":"https://openalex.org/S4363607795","display_name":"2009 IEEE Conference on Computer Vision and Pattern Recognition","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 IEEE Conference on Computer Vision and Pattern Recognition","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.cmu.edu:robotics-1792","is_oa":false,"landing_page_url":"http://repository.cmu.edu/robotics/799","pdf_url":null,"source":{"id":"https://openalex.org/S4306400668","display_name":"Research Showcase @ Carnegie Mellon University (Carnegie Mellon University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I74973139","host_organization_name":"Carnegie Mellon University","host_organization_lineage":["https://openalex.org/I74973139"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Robotics Institute","raw_type":"text"},{"id":"pmh:doi:10.1184/r1/6561458","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.1000.6831","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.1000.6831","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://repository.cmu.edu/cgi/viewcontent.cgi?article%3D1792%26context%3Drobotics","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.150.176","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.150.176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.cmu.edu/~abhinavg/papers/cvpr_2009.pdf","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/6561458","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Understanding_Videos_Constructing_Plots_Learning_a_Visually_Grounded_Storyline_Model_from_Annotated_Videos/6561458","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.1184/r1/6561458.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/6561458.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/6561458","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Understanding_Videos_Constructing_Plots_Learning_a_Visually_Grounded_Storyline_Model_from_Annotated_Videos/6561458","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1566045017","https://openalex.org/W1584193343","https://openalex.org/W1646038686","https://openalex.org/W1815494026","https://openalex.org/W1821057786","https://openalex.org/W1934019294","https://openalex.org/W2002381683","https://openalex.org/W2006969979","https://openalex.org/W2020163092","https://openalex.org/W2049047769","https://openalex.org/W2068576236","https://openalex.org/W2099972257","https://openalex.org/W2106833577","https://openalex.org/W2108308566","https://openalex.org/W2108890589","https://openalex.org/W2116494851","https://openalex.org/W2118881459","https://openalex.org/W2128158057","https://openalex.org/W2135024229","https://openalex.org/W2137471889","https://openalex.org/W2142194269","https://openalex.org/W2142571543","https://openalex.org/W2143891888","https://openalex.org/W2144731007","https://openalex.org/W2158169396","https://openalex.org/W2161969291","https://openalex.org/W2163739721","https://openalex.org/W2168996682","https://openalex.org/W3133236490","https://openalex.org/W4233761317","https://openalex.org/W4285719527","https://openalex.org/W4299515571","https://openalex.org/W6611723228","https://openalex.org/W6633761756","https://openalex.org/W6634846276","https://openalex.org/W6640267182","https://openalex.org/W6652311901","https://openalex.org/W6680298013"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2386430105","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W2356521405","https://openalex.org/W2988126442","https://openalex.org/W1974414866","https://openalex.org/W2384358604","https://openalex.org/W1567829292"],"abstract_inverted_index":{"Analyzing":[0],"videos":[1,63],"of":[2,20,25,35,48,62,103],"human":[3],"activities":[4],"involves":[5],"not":[6],"only":[7],"recognizing":[8],"actions":[9],"(typically":[10],"based":[11],"on":[12],"their":[13],"appearances),":[14],"but":[15],"also":[16],"determining":[17],"the":[18,21,45,49,91,119],"story/plot":[19],"video.":[22],"The":[23,69,88],"storyline":[24,60,70,84,116,120],"a":[26,57,78],"video":[27],"describes":[28],"causal":[29,39,96],"relationships":[30,40,97],"between":[31],"actions.":[32],"Beyond":[33],"recognition":[34,114],"individual":[36],"actions,":[37],"discovering":[38],"helps":[41],"to":[42,55,95],"better":[43],"understand":[44],"semantic":[46],"meaning":[47],"activities.":[50],"We":[51,106],"present":[52],"an":[53,75,108],"approach":[54],"learn":[56],"visually":[58],"grounded":[59],"model":[61,71,121],"directly":[64],"from":[65,126],"weakly":[66],"labeled":[67],"data.":[68,128],"is":[72],"represented":[73,100],"as":[74],"AND-OR":[76,92],"graph,":[77],"structure":[79],"that":[80],"can":[81],"compactly":[82],"encode":[83],"variation":[85],"across":[86],"videos.":[87],"edges":[89],"in":[90,101],"graph":[93],"correspond":[94],"which":[98],"are":[99],"terms":[102],"spatio-temporal":[104],"constraints.":[105],"formulate":[107],"Integer":[109],"Programming":[110],"framework":[111],"for":[112],"action":[113],"and":[115,122],"extraction":[117],"using":[118],"visual":[123],"groundings":[124],"learned":[125],"training":[127]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":27},{"year":2015,"cited_by_count":31},{"year":2014,"cited_by_count":32},{"year":2013,"cited_by_count":39},{"year":2012,"cited_by_count":27}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}