{"id":"https://openalex.org/W2101094742","doi":"https://doi.org/10.1109/tamd.2010.2051437","title":"Spatio\u2013Temporal Multimodal Developmental Learning","display_name":"Spatio\u2013Temporal Multimodal Developmental Learning","publication_year":2010,"publication_date":"2010-06-03","ids":{"openalex":"https://openalex.org/W2101094742","doi":"https://doi.org/10.1109/tamd.2010.2051437","mag":"2101094742"},"language":"en","primary_location":{"id":"doi:10.1109/tamd.2010.2051437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2010.2051437","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029812382","display_name":"Yilu Zhang","orcid":"https://orcid.org/0009-0000-2742-2922"},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yilu Zhang","raw_affiliation_strings":["General Motors Global Research and Development Center, Warren, MI, USA","[General Motors Global R&D, Warren, MI, USA]"],"affiliations":[{"raw_affiliation_string":"General Motors Global Research and Development Center, Warren, MI, USA","institution_ids":["https://openalex.org/I118136607"]},{"raw_affiliation_string":"[General Motors Global R&D, Warren, MI, USA]","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102851268","display_name":"Juyang Weng","orcid":"https://orcid.org/0000-0003-1383-3872"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juyang Weng","raw_affiliation_strings":["Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","Dept. of Comput. Sci. & Eng., Michigan State Univ., East Lansing, MI, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Dept. of Comput. Sci. & Eng., Michigan State Univ., East Lansing, MI, USA#TAB#","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029812382"],"corresponding_institution_ids":["https://openalex.org/I118136607"],"apc_list":null,"apc_paid":null,"fwci":1.7269,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84476836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":"3","first_page":"149","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9704999923706055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6929506659507751},{"id":"https://openalex.org/keywords/stimulus-modality","display_name":"Stimulus modality","score":0.5701616406440735},{"id":"https://openalex.org/keywords/sensory-system","display_name":"Sensory system","score":0.5438535809516907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.532572329044342},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4791699945926666},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44440487027168274},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.41126489639282227},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3370581865310669},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.12694823741912842},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09936845302581787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6929506659507751},{"id":"https://openalex.org/C26486553","wikidata":"https://www.wikidata.org/wiki/Q371870","display_name":"Stimulus modality","level":3,"score":0.5701616406440735},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.5438535809516907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.532572329044342},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4791699945926666},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44440487027168274},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.41126489639282227},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3370581865310669},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.12694823741912842},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09936845302581787},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tamd.2010.2051437","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tamd.2010.2051437","pdf_url":null,"source":{"id":"https://openalex.org/S108448409","display_name":"IEEE Transactions on Autonomous Mental Development","issn_l":"1943-0604","issn":["1943-0604","1943-0612"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Autonomous Mental Development","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.228.6676","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.228.6676","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cse.msu.edu/%7Eweng/research/SpatiotemporalMultimodal-TAMD-2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W6093035","https://openalex.org/W32403112","https://openalex.org/W629523704","https://openalex.org/W647572190","https://openalex.org/W839973032","https://openalex.org/W1487272748","https://openalex.org/W1493163583","https://openalex.org/W1506281249","https://openalex.org/W1513220402","https://openalex.org/W1537414168","https://openalex.org/W1542723095","https://openalex.org/W1551998207","https://openalex.org/W1562462135","https://openalex.org/W1597036482","https://openalex.org/W1732736211","https://openalex.org/W1991719310","https://openalex.org/W1994119734","https://openalex.org/W1996348120","https://openalex.org/W1999546558","https://openalex.org/W2005590109","https://openalex.org/W2009632219","https://openalex.org/W2043220715","https://openalex.org/W2050802277","https://openalex.org/W2052207236","https://openalex.org/W2081519360","https://openalex.org/W2084406642","https://openalex.org/W2097856935","https://openalex.org/W2098580305","https://openalex.org/W2100473839","https://openalex.org/W2107019937","https://openalex.org/W2107917162","https://openalex.org/W2115271248","https://openalex.org/W2120461818","https://openalex.org/W2121863487","https://openalex.org/W2127716180","https://openalex.org/W2132736959","https://openalex.org/W2135050414","https://openalex.org/W2139704390","https://openalex.org/W2140571096","https://openalex.org/W2142756981","https://openalex.org/W2165626265","https://openalex.org/W2297172695","https://openalex.org/W2312491913","https://openalex.org/W2799061466","https://openalex.org/W3040962998","https://openalex.org/W3110909889","https://openalex.org/W3151838751","https://openalex.org/W4230946174","https://openalex.org/W4237938692","https://openalex.org/W4285719527","https://openalex.org/W4405400989","https://openalex.org/W6600256402","https://openalex.org/W6633248889","https://openalex.org/W6635903242","https://openalex.org/W6680872743"],"related_works":["https://openalex.org/W1540085252","https://openalex.org/W103354863","https://openalex.org/W1976623005","https://openalex.org/W4236091956","https://openalex.org/W2811161200","https://openalex.org/W2904737051","https://openalex.org/W2757205860","https://openalex.org/W4254947852","https://openalex.org/W2006830765","https://openalex.org/W2377009997"],"abstract_inverted_index":{"It":[0],"is":[1,85,103,107],"elusive":[2],"how":[3],"the":[4,17,37,40,46,50,58,105,116,122,130,156,176,181],"skull-enclosed":[5],"brain":[6],"enables":[7],"spatio-temporal":[8],"multimodal":[9,142],"developmental":[10,101,143,183],"learning.":[11],"By":[12,32],"multimodal,":[13],"we":[14,34,137],"mean":[15,35],"that":[16,36,104,121],"system":[18,41,84,117,123],"has":[19],"at":[20],"least":[21],"two":[22],"sensory":[23,52,153],"modalities,":[24],"e.g.,":[25],"visual":[26,203],"and":[27,78,93,155],"auditory":[28],"in":[29,49],"our":[30],"experiments.":[31],"spatio-temporal,":[33],"behavior":[38],"from":[39],"depends":[42],"not":[43,112,162,186],"only":[44,163],"on":[45],"spatial":[47],"pattern":[48],"current":[51],"inputs,":[53],"but":[54,168],"also":[55,169],"those":[56],"of":[57,91,100,172],"recent":[59],"past.":[60],"Traditional":[61],"machine":[62],"learning":[63,102,144,184],"requires":[64],"humans":[65],"to":[66,126,174],"train":[67],"every":[68],"module":[69,95],"using":[70,73],"hand-transcribed":[71],"data,":[72],"handcrafted":[74],"symbols":[75,92],"among":[76],"modules,":[77],"hand-link":[79],"modules":[80],"internally.":[81],"Such":[82],"a":[83,88,152],"limited":[86],"by":[87,115],"static":[89,94,197],"set":[90],"performance.":[96],"A":[97],"key":[98,200],"characteristic":[99],"\u201cbrain\u201d":[106],"\u201cskull-closed\u201d":[108],"after":[109],"birth":[110],"-":[111,119,145],"directly":[113],"manipulatable":[114],"designer":[118],"so":[120],"can":[124],"continue":[125],"learn":[127],"incrementally":[128],"without":[129],"need":[131],"for":[132,141,192,202],"reprogramming.":[133],"In":[134],"this":[135],"paper,":[136],"propose":[138],"an":[139],"architecture":[140],"parallel":[146],"modality":[147],"pathways":[148],"all":[149,175],"situate":[150],"between":[151],"end":[154],"motor":[157],"end.":[158],"Motor":[159],"signals":[160],"are":[161],"used":[164],"as":[165,170,189,199],"output":[166],"behaviors,":[167],"part":[171],"input":[173],"related":[177],"pathways.":[178],"For":[179],"example,":[180],"proposed":[182],"does":[185],"use":[187],"silence":[188],"cut":[190],"points":[191,198],"speech":[193],"processing":[194],"or":[195],"motion":[196],"frames":[201],"processing.":[204]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}