{"id":"https://openalex.org/W4306177401","doi":"https://doi.org/10.48550/arxiv.2210.05972","title":"Unsupervised Learning of Equivariant Structure from Sequences","display_name":"Unsupervised Learning of Equivariant Structure from Sequences","publication_year":2022,"publication_date":"2022-10-12","ids":{"openalex":"https://openalex.org/W4306177401","doi":"https://doi.org/10.48550/arxiv.2210.05972"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.05972","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05972","pdf_url":"https://arxiv.org/pdf/2210.05972","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.05972","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090469776","display_name":"Takeru Miyato","orcid":"https://orcid.org/0000-0002-7363-1773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miyato, Takeru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103751566","display_name":"Masanori Koyama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koyama, Masanori","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012922872","display_name":"Kenji Fukumizu","orcid":"https://orcid.org/0000-0002-3488-2625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fukumizu, Kenji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6326898336410522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6231659054756165},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5933976173400879},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.558999240398407},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5420809984207153},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5090400576591492},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5015997886657715},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5006678104400635},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4898228347301483},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.48661860823631287},{"id":"https://openalex.org/keywords/equivariant-map","display_name":"Equivariant map","score":0.48245173692703247},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4666552245616913},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4554978013038635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4541000425815582},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.45134422183036804},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4318525791168213},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36902880668640137},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3240739107131958}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6326898336410522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6231659054756165},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5933976173400879},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.558999240398407},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5420809984207153},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5090400576591492},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5015997886657715},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5006678104400635},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4898228347301483},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.48661860823631287},{"id":"https://openalex.org/C171036898","wikidata":"https://www.wikidata.org/wiki/Q256355","display_name":"Equivariant map","level":2,"score":0.48245173692703247},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4666552245616913},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4554978013038635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4541000425815582},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.45134422183036804},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4318525791168213},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36902880668640137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3240739107131958},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.05972","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05972","pdf_url":"https://arxiv.org/pdf/2210.05972","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.05972","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.05972","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.05972","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05972","pdf_url":"https://arxiv.org/pdf/2210.05972","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3174759195","https://openalex.org/W3167013339","https://openalex.org/W4287121366","https://openalex.org/W60493759","https://openalex.org/W4308619659","https://openalex.org/W3213069564","https://openalex.org/W4386437125","https://openalex.org/W4378421684","https://openalex.org/W4294203825","https://openalex.org/W1505616161"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3],"present":[4],"meta-sequential":[5],"prediction":[6],"(MSP),":[7],"an":[8],"unsupervised":[9],"framework":[10],"to":[11,39,54,57,85,102,112],"learn":[12,40],"the":[13,16,27,36,41,46,51,59,69,74,86,90,93,104,108,146],"symmetry":[14],"from":[15,120],"time":[17,37],"sequence":[18,38],"of":[19,35,45,73,110,145],"length":[20],"at":[21,153],"least":[22],"three.":[23],"Our":[24,126],"method":[25,119],"leverages":[26],"stationary":[28],"property":[29],"(e.g.":[30],"constant":[31,33],"velocity,":[32],"acceleration)":[34],"underlying":[42],"equivariant":[43],"structure":[44,72],"dataset":[47,75],"by":[48,81],"simply":[49],"training":[50],"encoder-decoder":[52],"model":[53,138],"be":[55],"able":[56],"predict":[58],"future":[60],"observations.":[61],"We":[62,115],"will":[63,116],"demonstrate":[64],"that,":[65],"with":[66,139],"our":[67,118],"framework,":[68],"hidden":[70],"disentangled":[71],"naturally":[76],"emerges":[77],"as":[78],"a":[79,131,137],"by-product":[80],"applying":[82],"simultaneous":[83],"block-diagonalization":[84],"transition":[87],"operators":[88],"in":[89,99],"latent":[91],"space,":[92],"procedure":[94],"which":[95],"is":[96,151],"commonly":[97],"used":[98],"representation":[100],"theory":[101],"decompose":[103],"feature-space":[105],"based":[106],"on":[107],"type":[109],"response":[111],"group":[113],"actions.":[114],"showcase":[117],"both":[121],"empirical":[122],"and":[123,135],"theoretical":[124],"perspectives.":[125],"result":[127],"suggests":[128],"that":[129],"finding":[130],"simple":[132],"structured":[133],"relation":[134],"learning":[136],"extrapolation":[140],"capability":[141],"are":[142],"two":[143],"sides":[144],"same":[147],"coin.":[148],"The":[149],"code":[150],"available":[152],"https://github.com/takerum/meta_sequential_prediction.":[154]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}