{"id":"https://openalex.org/W3193203615","doi":"https://doi.org/10.1109/tvcg.2021.3101418","title":"S4: Self-Supervised Learning of Spatiotemporal Similarity","display_name":"S4: Self-Supervised Learning of Spatiotemporal Similarity","publication_year":2021,"publication_date":"2021-08-02","ids":{"openalex":"https://openalex.org/W3193203615","doi":"https://doi.org/10.1109/tvcg.2021.3101418","mag":"3193203615","pmid":"https://pubmed.ncbi.nlm.nih.gov/34339374"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2021.3101418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3101418","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/45b9e885-01b7-4755-a5fa-67c9a98d92ec","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063776487","display_name":"Gleb Tkachev","orcid":"https://orcid.org/0000-0003-2515-5263"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gleb Tkachev","raw_affiliation_strings":["University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2515-5263","affiliations":[{"raw_affiliation_string":"University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052673631","display_name":"Steffen Frey","orcid":"https://orcid.org/0000-0002-1872-6905"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Steffen Frey","raw_affiliation_strings":["University of Groningen, Groningen, CP, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1872-6905","affiliations":[{"raw_affiliation_string":"University of Groningen, Groningen, CP, Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038629539","display_name":"Thomas Ertl","orcid":"https://orcid.org/0000-0003-4019-2505"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Ertl","raw_affiliation_strings":["University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4019-2505","affiliations":[{"raw_affiliation_string":"University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5653,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.67688323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"28","issue":"12","first_page":"4713","last_page":"4727"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8454887866973877},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7275903820991516},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6339386701583862},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6274174451828003},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5966925024986267},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5111547112464905},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.45566999912261963},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4534892141819},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.43371233344078064},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.42114537954330444},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.40816938877105713},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.08801516890525818}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8454887866973877},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7275903820991516},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6339386701583862},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6274174451828003},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5966925024986267},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5111547112464905},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.45566999912261963},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4534892141819},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.43371233344078064},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.42114537954330444},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.40816938877105713},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.08801516890525818},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2021.3101418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3101418","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:34339374","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34339374","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:pure.rug.nl:openaire/45b9e885-01b7-4755-a5fa-67c9a98d92ec","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/45b9e885-01b7-4755-a5fa-67c9a98d92ec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tkachev, G, Frey, S & Ertl, T 2022, 'S4 : Self-Supervised learning of Spatiotemporal Similarity', IEEE Transactions on Visualization and Computer Graphics, vol. 28, no. 12, pp. 4713-4727. https://doi.org/10.1109/tvcg.2021.3101418","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire/45b9e885-01b7-4755-a5fa-67c9a98d92ec","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/45b9e885-01b7-4755-a5fa-67c9a98d92ec","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tkachev, G, Frey, S & Ertl, T 2022, 'S4 : Self-Supervised learning of Spatiotemporal Similarity', IEEE Transactions on Visualization and Computer Graphics, vol. 28, no. 12, pp. 4713-4727. https://doi.org/10.1109/tvcg.2021.3101418","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8784604414","display_name":"EXC 2075: Datenintegrierte Simulationswissenschaft (SimTech)","funder_award_id":"390740016","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320334747","display_name":"Singapore Institute of Manufacturing Technology","ror":"https://ror.org/00f44np30"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W1787224781","https://openalex.org/W1899867657","https://openalex.org/W1923010118","https://openalex.org/W1928419358","https://openalex.org/W1964473154","https://openalex.org/W1975517671","https://openalex.org/W1982925187","https://openalex.org/W1994178293","https://openalex.org/W2043763577","https://openalex.org/W2141653286","https://openalex.org/W2147062644","https://openalex.org/W2151103935","https://openalex.org/W2154789475","https://openalex.org/W2156204145","https://openalex.org/W2157364932","https://openalex.org/W2158131535","https://openalex.org/W2171590421","https://openalex.org/W2182022528","https://openalex.org/W2294831722","https://openalex.org/W2487442924","https://openalex.org/W2602814102","https://openalex.org/W2624820220","https://openalex.org/W2753738274","https://openalex.org/W2754489967","https://openalex.org/W2766540679","https://openalex.org/W2768769553","https://openalex.org/W2816876164","https://openalex.org/W2884913105","https://openalex.org/W2886118084","https://openalex.org/W2888083538","https://openalex.org/W2899945104","https://openalex.org/W2900545151","https://openalex.org/W2944165510","https://openalex.org/W2962785568","https://openalex.org/W2962824366","https://openalex.org/W2963074118","https://openalex.org/W2963341924","https://openalex.org/W2964086649","https://openalex.org/W2965010363","https://openalex.org/W2966298242","https://openalex.org/W2966925760","https://openalex.org/W2972006294","https://openalex.org/W2990578161","https://openalex.org/W2997988937","https://openalex.org/W3014476076","https://openalex.org/W3015396553","https://openalex.org/W3091905774","https://openalex.org/W4229494842","https://openalex.org/W4293437100","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6638896900","https://openalex.org/W6682250724","https://openalex.org/W6682962330","https://openalex.org/W6695799263","https://openalex.org/W6717697761","https://openalex.org/W6722416126","https://openalex.org/W6744627333","https://openalex.org/W6748516020","https://openalex.org/W6755913147","https://openalex.org/W6756385180","https://openalex.org/W6762082143","https://openalex.org/W6766054420","https://openalex.org/W6766559915","https://openalex.org/W6783596713","https://openalex.org/W6810722062"],"related_works":["https://openalex.org/W4225274103","https://openalex.org/W2013728941","https://openalex.org/W2154046714","https://openalex.org/W2579659702","https://openalex.org/W2189613078","https://openalex.org/W1574055964","https://openalex.org/W2923661510","https://openalex.org/W2542318691","https://openalex.org/W2547096368","https://openalex.org/W2586219255"],"abstract_inverted_index":{"We":[0,47,91],"introduce":[1],"an":[2,21,69],"ML-driven":[3],"approach":[4,94],"that":[5,51],"enables":[6],"interactive":[7],"example-based":[8],"queries":[9],"for":[10,73],"similar":[11,56,83],"behavior":[12,57,84],"in":[13,25,64],"ensembles":[14],"of":[15,29],"spatiotemporal":[16,74],"scientific":[17],"data.":[18],"This":[19,76],"addresses":[20],"important":[22],"use":[23],"case":[24],"the":[26,49],"visual":[27],"exploration":[28],"simulation":[30],"and":[31,40,58,99,108],"experimental":[32],"data,":[33],"where":[34],"data":[35],"is":[36],"often":[37,54],"large,":[38],"unlabeled":[39],"has":[41],"no":[42],"meaningful":[43],"similarity":[44],"measures":[45],"available.":[46],"exploit":[48],"fact":[50],"nearby":[52],"locations":[53],"exhibit":[55],"train":[59],"a":[60,65,87],"Siamese":[61],"Neural":[62],"Network":[63],"self-supervised":[66],"fashion,":[67],"learning":[68],"expressive":[70],"latent":[71],"space":[72,77],"behavior.":[75],"can":[78],"be":[79],"used":[80],"to":[81],"find":[82],"with":[85,101],"just":[86],"few":[88],"user-provided":[89],"examples.":[90],"evaluate":[92],"this":[93],"on":[95],"several":[96],"ensemble":[97],"datasets":[98],"compare":[100],"multiple":[102],"existing":[103],"methods,":[104],"showing":[105],"both":[106],"qualitative":[107],"quantitative":[109],"results.":[110]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}