{"id":"https://openalex.org/W3003228671","doi":"https://doi.org/10.5220/0010288009350942","title":"Unsupervised Gaze Prediction in Egocentric Videos by Energy-based Surprise Modeling","display_name":"Unsupervised Gaze Prediction in Egocentric Videos by Energy-based Surprise Modeling","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3003228671","doi":"https://doi.org/10.5220/0010288009350942","mag":"3003228671"},"language":"en","primary_location":{"id":"doi:10.5220/0010288009350942","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010288009350942","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0010288009350942","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080710999","display_name":"Sathyanarayanan N. Aakur","orcid":"https://orcid.org/0000-0003-1062-8929"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sathyanarayanan Aakur","raw_affiliation_strings":["Department of Computer Science, Oklahoma State University, Stillwater, OK, 74078, U.S.A., --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oklahoma State University, Stillwater, OK, 74078, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081931817","display_name":"Arunkumar Bagavathi","orcid":"https://orcid.org/0000-0002-7135-4602"},"institutions":[{"id":"https://openalex.org/I4210131712","display_name":"Oklahoma State University Oklahoma City","ror":"https://ror.org/03y1zyv86","country_code":"US","type":"education","lineage":["https://openalex.org/I4210131712"]},{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arunkumar Bagavathi","raw_affiliation_strings":["Department of Computer Science, Oklahoma State University, Stillwater, OK, 74078, U.S.A., --- Select a Country ---","Oklahoma State University*"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Oklahoma State University, Stillwater, OK, 74078, U.S.A., --- Select a Country ---","institution_ids":["https://openalex.org/I115475287"]},{"raw_affiliation_string":"Oklahoma State University*","institution_ids":["https://openalex.org/I4210131712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080710999"],"corresponding_institution_ids":["https://openalex.org/I115475287"],"apc_list":null,"apc_paid":null,"fwci":0.4033,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59162833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"935","last_page":"942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9560999870300293,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.815078616142273},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.7760288715362549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7221970558166504},{"id":"https://openalex.org/keywords/surprise","display_name":"Surprise","score":0.6918376088142395},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5073453783988953},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.49362051486968994},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48116335272789},{"id":"https://openalex.org/keywords/fixation","display_name":"Fixation (population genetics)","score":0.474043607711792},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.44931381940841675},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.434331476688385},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4247470498085022},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.21002990007400513},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.08573892712593079},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07603111863136292}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.815078616142273},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7760288715362549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7221970558166504},{"id":"https://openalex.org/C2780343955","wikidata":"https://www.wikidata.org/wiki/Q333173","display_name":"Surprise","level":2,"score":0.6918376088142395},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5073453783988953},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.49362051486968994},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48116335272789},{"id":"https://openalex.org/C146249460","wikidata":"https://www.wikidata.org/wiki/Q2914991","display_name":"Fixation (population genetics)","level":3,"score":0.474043607711792},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.44931381940841675},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.434331476688385},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4247470498085022},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21002990007400513},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.08573892712593079},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07603111863136292},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.5220/0010288009350942","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010288009350942","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2001.11580","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2001.11580","pdf_url":"https://arxiv.org/pdf/2001.11580","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2001.11580","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2001.11580","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3003228671","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.5220/0010288009350942","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0010288009350942","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1496918241","https://openalex.org/W1762350436","https://openalex.org/W1934890906","https://openalex.org/W1959094031","https://openalex.org/W1983364832","https://openalex.org/W2011605810","https://openalex.org/W2024935080","https://openalex.org/W2037328649","https://openalex.org/W2051751952","https://openalex.org/W2054802006","https://openalex.org/W2120889539","https://openalex.org/W2131747574","https://openalex.org/W2135957164","https://openalex.org/W2136668269","https://openalex.org/W2139047169","https://openalex.org/W2148383759","https://openalex.org/W2149095485","https://openalex.org/W2212494831","https://openalex.org/W2378845821","https://openalex.org/W2432964524","https://openalex.org/W2510642588","https://openalex.org/W2741156154","https://openalex.org/W2909770246","https://openalex.org/W2949804867","https://openalex.org/W2951866553","https://openalex.org/W2963037989"],"related_works":["https://openalex.org/W3132207022","https://openalex.org/W3101262641","https://openalex.org/W2944163186","https://openalex.org/W2916811071","https://openalex.org/W3100026682","https://openalex.org/W3118648637","https://openalex.org/W2995264981","https://openalex.org/W2751125921","https://openalex.org/W2951380178","https://openalex.org/W2997691861","https://openalex.org/W3000387804","https://openalex.org/W3154660105","https://openalex.org/W3177419066","https://openalex.org/W3118673420","https://openalex.org/W3154013571","https://openalex.org/W2949160183","https://openalex.org/W3034548728","https://openalex.org/W2885914489","https://openalex.org/W2902615807","https://openalex.org/W1006670917"],"abstract_inverted_index":{"Egocentric":[0],"perception":[1],"has":[2,24],"grown":[3],"rapidly":[4],"with":[5,181],"the":[6,39,48,66,73,77,85,154,173],"advent":[7],"of":[8,42,87,96,117],"immersive":[9],"computing":[10],"devices.":[11],"Human":[12],"gaze":[13,50,91,138,166],"prediction":[14,51,167],"is":[15,62,70],"an":[16,106],"important":[17],"problem":[18,86],"in":[19,76],"analyzing":[20],"egocentric":[21,49,97,179],"videos":[22,98,180],"and":[23,69,93,130,150,163],"primarily":[25],"been":[26],"tackled":[27],"through":[28],"either":[29],"saliency-based":[30],"modeling":[31],"or":[32],"highly":[33,63],"supervised":[34,165,189],"learning.":[35],"We":[36,57,104,120],"quantitatively":[37],"analyze":[38],"generalization":[40],"capabilities":[41],"supervised,":[43],"deep":[44,190],"learning":[45,191],"models":[46,116],"on":[47,53,65,143],"task":[52],"unseen,":[54],"out-of-domain":[55],"data.":[56,103],"find":[58],"that":[59,110,153,172],"their":[60],"performance":[61,183],"dependent":[64],"training":[67,78,102],"data":[68],"restricted":[71],"to":[72,126,136,185],"domains":[74],"specified":[75],"annotations.":[79],"In":[80],"this":[81],"work,":[82],"we":[83,170],"tackle":[84],"jointly":[88],"predicting":[89],"human":[90],"points":[92],"temporal":[94],"segmentation":[95],"without":[99],"using":[100],"any":[101],"introduce":[105],"unsupervised":[107,161],"computational":[108],"model":[109,131,156,174],"draws":[111],"inspiration":[112],"from":[113],"cognitive":[114],"psychology":[115],"event":[118],"perception.":[119],"use":[121],"Grenander's":[122],"pattern":[123],"theory":[124],"formalism":[125],"represent":[127],"spatial-temporal":[128],"features":[129],"surprise":[132],"as":[133],"a":[134,182],"mechanism":[135],"predict":[137],"fixation":[139],"points.":[140],"Extensive":[141],"evaluation":[142],"two":[144],"publicly":[145],"available":[146],"datasets":[147],"-":[148],"GTEA":[149],"GTEA+":[151],"datasets-shows":[152],"proposed":[155],"can":[157,175],"significantly":[158],"outperform":[159],"all":[160],"baselines":[162],"some":[164],"baselines.":[168,192],"Finally,":[169],"show":[171],"also":[176],"temporally":[177],"segment":[178],"comparable":[184],"more":[186],"complex,":[187],"fully":[188]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}