{"id":"https://openalex.org/W1910566948","doi":"https://doi.org/10.1109/cvpr.2015.7298836","title":"Gaze-enabled egocentric video summarization via constrained submodular maximization","display_name":"Gaze-enabled egocentric video summarization via constrained submodular maximization","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W1910566948","doi":"https://doi.org/10.1109/cvpr.2015.7298836","mag":"1910566948","pmid":"https://pubmed.ncbi.nlm.nih.gov/26973428"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr.2015.7298836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2015.7298836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4784707","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044793383","display_name":"Jia Xu","orcid":"https://orcid.org/0000-0001-9699-6073"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jia Xu","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison  USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison  USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054642319","display_name":"Lopamudra Mukherjee","orcid":"https://orcid.org/0000-0001-8765-7563"},"institutions":[{"id":"https://openalex.org/I183533211","display_name":"University of Wisconsin\u2013Whitewater","ror":"https://ror.org/049hrzs50","country_code":"US","type":"education","lineage":["https://openalex.org/I183533211"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lopamudra Mukherjee","raw_affiliation_strings":["University of Wisconsin-Whitewater","University of Wisconsin-Whitewater USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Whitewater","institution_ids":["https://openalex.org/I183533211"]},{"raw_affiliation_string":"University of Wisconsin-Whitewater USA","institution_ids":["https://openalex.org/I183533211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100451141","display_name":"Yin Li","orcid":"https://orcid.org/0000-0003-4173-9453"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yin Li","raw_affiliation_strings":["Georgia Institute of Technology","Georgia Institute of Technology,  USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology,  USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017150040","display_name":"Jamieson Warner","orcid":null},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamieson Warner","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison  USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison  USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002228469","display_name":"James M. Rehg","orcid":"https://orcid.org/0000-0003-1793-5462"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James M. Rehg","raw_affiliation_strings":["Georgia Institute of Technology","Georgia Institute of Technology,  USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology,  USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100779003","display_name":"Vikas Singh","orcid":"https://orcid.org/0000-0002-8355-6519"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vikas Singh","raw_affiliation_strings":["University of Wisconsin-Madison","University of Wisconsin\u2013Madison  USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"University of Wisconsin\u2013Madison  USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5044793383"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":14.5752,"has_fulltext":false,"cited_by_count":165,"citation_normalized_percentile":{"value":0.99252204,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"2015","issue":null,"first_page":"2235","last_page":"2244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.6204000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.6204000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.1738000065088272,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/submodular-set-function","display_name":"Submodular set function","score":0.9519246220588684},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.904532790184021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8585001230239868},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.508569598197937},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4971604645252228},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48629650473594666},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.4708414077758789},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46809080243110657},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45396292209625244},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.438017874956131},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.41792115569114685}],"concepts":[{"id":"https://openalex.org/C178621042","wikidata":"https://www.wikidata.org/wiki/Q7631710","display_name":"Submodular set function","level":2,"score":0.9519246220588684},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.904532790184021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8585001230239868},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.508569598197937},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4971604645252228},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48629650473594666},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.4708414077758789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46809080243110657},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45396292209625244},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.438017874956131},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.41792115569114685},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr.2015.7298836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr.2015.7298836","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmid:26973428","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/26973428","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. IEEE Computer Society Conference on Computer Vision and Pattern Recognition","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:4784707","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4784707","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:4784707","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4784707","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc IEEE Comput Soc Conf Comput Vis Pattern Recognit","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1492009297","https://openalex.org/W1565657501","https://openalex.org/W1576820654","https://openalex.org/W1764126038","https://openalex.org/W1840179877","https://openalex.org/W1970629627","https://openalex.org/W1981351071","https://openalex.org/W1982841343","https://openalex.org/W1994864760","https://openalex.org/W2009786555","https://openalex.org/W2032342062","https://openalex.org/W2033639255","https://openalex.org/W2036335323","https://openalex.org/W2055136526","https://openalex.org/W2055231701","https://openalex.org/W2064933851","https://openalex.org/W2073110021","https://openalex.org/W2094067695","https://openalex.org/W2095536970","https://openalex.org/W2096037448","https://openalex.org/W2096275355","https://openalex.org/W2100379672","https://openalex.org/W2102605133","https://openalex.org/W2103908291","https://openalex.org/W2106229755","https://openalex.org/W2109152179","https://openalex.org/W2115857089","https://openalex.org/W2116946038","https://openalex.org/W2119362355","https://openalex.org/W2120173366","https://openalex.org/W2120645068","https://openalex.org/W2121859069","https://openalex.org/W2126532873","https://openalex.org/W2131824593","https://openalex.org/W2136668269","https://openalex.org/W2138597123","https://openalex.org/W2138779671","https://openalex.org/W2139009685","https://openalex.org/W2144933361","https://openalex.org/W2149276562","https://openalex.org/W2154652894","https://openalex.org/W2158334272","https://openalex.org/W2165605600","https://openalex.org/W2167626157","https://openalex.org/W2212494831","https://openalex.org/W2529272619","https://openalex.org/W2963241965","https://openalex.org/W3003506411","https://openalex.org/W3103014337","https://openalex.org/W4253161066","https://openalex.org/W4299564160","https://openalex.org/W6629228417","https://openalex.org/W6633683246","https://openalex.org/W6634563818","https://openalex.org/W6638105372","https://openalex.org/W6642713276","https://openalex.org/W6645520861","https://openalex.org/W6674616764","https://openalex.org/W6675954300","https://openalex.org/W6676302953","https://openalex.org/W6677302653","https://openalex.org/W6679608865","https://openalex.org/W6680646936","https://openalex.org/W6681106510","https://openalex.org/W6681240974","https://openalex.org/W6683355481","https://openalex.org/W6688426012"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W2963844234","https://openalex.org/W2803250016","https://openalex.org/W4385066279","https://openalex.org/W2896347948","https://openalex.org/W4302557420","https://openalex.org/W2950500962","https://openalex.org/W2915041254","https://openalex.org/W2161294397","https://openalex.org/W2012644758"],"abstract_inverted_index":{"With":[0],"the":[1,6,37,60,118,139,173],"proliferation":[2],"of":[3,8,10,62,80,90,125,138,152,179],"wearable":[4],"cameras,":[5],"number":[7],"videos":[9,24,46,67],"users":[11],"documenting":[12],"their":[13],"personal":[14],"lives":[15],"using":[16,107],"such":[17,23,96],"devices":[18],"is":[19,29,84],"rapidly":[20],"increasing.":[21],"Since":[22],"may":[25],"span":[26],"hours,":[27],"there":[28,83],"an":[30],"important":[31],"need":[32],"for":[33],"mechanisms":[34],"that":[35,87,106,158],"represent":[36],"information":[38,110],"content":[39],"in":[40],"a":[41,136,145,153,164,176,189,201],"compact":[42],"form":[43],"(i.e.,":[44],"shorter":[45],"which":[47,148,198],"are":[48,68],"more":[49],"easily":[50],"browsable/sharable).":[51],"Motivated":[52],"by":[53],"these":[54,81],"applications,":[55],"this":[56,102],"paper":[57],"focuses":[58],"on":[59,188],"problem":[61],"egocentric":[63,192],"video":[64,92,193],"summarization.":[65],"Such":[66],"usually":[69],"continuous":[70],"with":[71,168],"significant":[72],"camera":[73,140],"shake":[74],"and":[75,114,129,156],"other":[76],"quality":[77],"issues.":[78],"Because":[79],"reasons,":[82],"growing":[85],"consensus":[86],"direct":[88],"application":[89],"standard":[91],"summarization":[93,119,146],"tools":[94],"to":[95,175],"data":[97],"yields":[98],"unsatisfactory":[99],"performance.":[100],"In":[101],"paper,":[103],"we":[104],"demonstrate":[105],"gaze":[108],"tracking":[109],"(such":[111],"as":[112,163],"fixation":[113],"saccade)":[115],"significantly":[116],"helps":[117],"task.":[120],"It":[121],"allows":[122],"meaningful":[123],"comparison":[124],"different":[126],"image":[127],"frames":[128],"enables":[130],"deriving":[131],"personalized":[132],"summaries":[133],"(gaze":[134],"provides":[135],"sense":[137],"wearer's":[141],"intent).":[142],"We":[143,184],"formulate":[144],"model":[147],"captures":[149],"common-sense":[150],"properties":[151],"good":[154],"summary,":[155],"show":[157],"it":[159],"can":[160],"be":[161,200],"solved":[162],"submodular":[165],"function":[166],"maximization":[167],"partition":[169],"matroid":[170],"constraints,":[171],"opening":[172],"door":[174],"rich":[177],"body":[178],"work":[180],"from":[181],"combinatorial":[182],"optimization.":[183],"evaluate":[185],"our":[186],"approach":[187],"new":[190],"gaze-enabled":[191],"dataset":[194],"(over":[195],"15":[196],"hours),":[197],"will":[199],"valuable":[202],"standalone":[203],"resource.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":29},{"year":2018,"cited_by_count":26},{"year":2017,"cited_by_count":29},{"year":2016,"cited_by_count":23}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2016-06-24T00:00:00"}