{"id":"https://openalex.org/W3132207076","doi":"https://doi.org/10.1109/access.2021.3059620","title":"Audio-Visual Self-Supervised Terrain Type Recognition for Ground Mobile Platforms","display_name":"Audio-Visual Self-Supervised Terrain Type Recognition for Ground Mobile Platforms","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3132207076","doi":"https://doi.org/10.1109/access.2021.3059620","mag":"3132207076"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3059620","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3059620","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09354792.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09354792.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070205618","display_name":"Akiyoshi Kurobe","orcid":"https://orcid.org/0000-0002-3859-2051"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akiyoshi Kurobe","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3859-2051","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077992121","display_name":"Yoshikatsu Nakajima","orcid":"https://orcid.org/0000-0001-5521-8515"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshikatsu Nakajima","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5521-8515","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037322163","display_name":"Kris Kitani","orcid":"https://orcid.org/0000-0002-9389-4060"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kris Kitani","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9389-4060","affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005819073","display_name":"Hideo Sait\u00f4","orcid":"https://orcid.org/0000-0002-2421-9862"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hideo Saito","raw_affiliation_strings":["Keio University, Yokohama, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2421-9862","affiliations":[{"raw_affiliation_string":"Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.848,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.74254927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"9","issue":null,"first_page":"29970","last_page":"29979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terrain","display_name":"Terrain","score":0.829150915145874},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7666799426078796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7332760095596313},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6449947953224182},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6351183652877808},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6080025434494019},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5164833068847656},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.44364044070243835},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.43113037943840027},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34678125381469727},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0818045437335968}],"concepts":[{"id":"https://openalex.org/C161840515","wikidata":"https://www.wikidata.org/wiki/Q186131","display_name":"Terrain","level":2,"score":0.829150915145874},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7666799426078796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7332760095596313},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6449947953224182},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6351183652877808},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6080025434494019},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5164833068847656},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.44364044070243835},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.43113037943840027},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34678125381469727},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0818045437335968},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3059620","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3059620","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09354792.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b3652566c01b42559ccb13a2b5e89d16","is_oa":true,"landing_page_url":"https://doaj.org/article/b3652566c01b42559ccb13a2b5e89d16","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 29970-29979 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3059620","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3059620","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09354792.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G3960735740","display_name":null,"funder_award_id":"JPMJCR19F3","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G6597667118","display_name":null,"funder_award_id":"JPMJMI19B2","funder_id":"https://openalex.org/F4320338243","funder_display_name":"JST-Mirai Program"}],"funders":[{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320338243","display_name":"JST-Mirai Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3132207076.pdf","grobid_xml":"https://content.openalex.org/works/W3132207076.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W132133602","https://openalex.org/W969454004","https://openalex.org/W1570370116","https://openalex.org/W1959608418","https://openalex.org/W1981994935","https://openalex.org/W1994616650","https://openalex.org/W2002111712","https://openalex.org/W2034453137","https://openalex.org/W2050444927","https://openalex.org/W2059279601","https://openalex.org/W2111182037","https://openalex.org/W2116814604","https://openalex.org/W2123222503","https://openalex.org/W2127218421","https://openalex.org/W2127823502","https://openalex.org/W2148014896","https://openalex.org/W2148154194","https://openalex.org/W2156067790","https://openalex.org/W2165874743","https://openalex.org/W2173520492","https://openalex.org/W2183313757","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2412682806","https://openalex.org/W2516580127","https://openalex.org/W2567050476","https://openalex.org/W2607510315","https://openalex.org/W2730106296","https://openalex.org/W2736635938","https://openalex.org/W2750751986","https://openalex.org/W2883725317","https://openalex.org/W2908947844","https://openalex.org/W2913921102","https://openalex.org/W2940779895","https://openalex.org/W2945963226","https://openalex.org/W2962824366","https://openalex.org/W2962852342","https://openalex.org/W2962877362","https://openalex.org/W2963307872","https://openalex.org/W2963495051","https://openalex.org/W2963684088","https://openalex.org/W2964074409","https://openalex.org/W2967155559","https://openalex.org/W3096411729","https://openalex.org/W3105757741","https://openalex.org/W6640963894","https://openalex.org/W6678914141","https://openalex.org/W6685352114","https://openalex.org/W6685380521","https://openalex.org/W6686201064","https://openalex.org/W6736894310"],"related_works":["https://openalex.org/W1992962589","https://openalex.org/W3032871857","https://openalex.org/W4226458444","https://openalex.org/W3213331859","https://openalex.org/W2909067415","https://openalex.org/W4226082913","https://openalex.org/W2113164274","https://openalex.org/W2132444301","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"The":[0,118],"ability":[1],"to":[2,69,97,114,125,134],"recognize":[3],"and":[4,26,31,78,104,160],"identify":[5],"terrain":[6,33,76,116,119,136,147],"characteristics":[7,34],"is":[8,35],"an":[9,127],"essential":[10],"function":[11],"required":[12],"for":[13,164],"many":[14,49],"autonomous":[15,24],"ground":[16,27],"robots":[17],"such":[18],"as":[19],"social":[20],"robots,":[21,23],"assistive":[22,165],"vehicles,":[25],"exploration":[28],"robots.":[29],"Recognizing":[30],"identifying":[32],"challenging":[36],"because":[37],"similar":[38,55],"terrains":[39,52],"may":[40,57],"have":[41,58],"very":[42,54,59],"different":[43,60],"appearances":[44],"(e.g.,":[45,63],"carpet":[46],"comes":[47],"in":[48,74],"colors),":[50],"while":[51],"with":[53],"appearance":[56],"physical":[61],"properties":[62],"mulch":[64],"versus":[65],"dirt).":[66],"In":[67],"order":[68],"address":[70],"the":[71,98,112,144],"inherent":[72],"ambiguity":[73],"vision-based":[75],"recognition":[77,149],"identification,":[79],"we":[80,141],"propose":[81],"a":[82,94,101,109],"multi-modal":[83],"self-supervised":[84,146],"learning":[85],"technique":[86],"that":[87,143],"switches":[88],"between":[89],"audio":[90],"features":[91,106],"extracted":[92,107],"from":[93],"microphone":[95],"attached":[96],"underside":[99],"of":[100],"mobile":[102],"platform":[103,113],"image":[105],"by":[108],"camera":[110],"on":[111],"cluster":[115,120],"types.":[117],"labels":[121],"are":[122],"then":[123],"used":[124],"train":[126],"image-based":[128],"real-time":[129],"CNN":[130],"(Convolutional":[131],"Neural":[132],"Network)":[133],"predict":[135],"types":[137],"changes.":[138],"Through":[139],"experiments,":[140],"demonstrate":[142],"proposed":[145],"type":[148],"method":[150],"achieves":[151],"over":[152],"80%":[153],"accuracy,":[154],"which":[155],"greatly":[156],"outperforms":[157],"several":[158],"baselines":[159],"suggests":[161],"strong":[162],"potential":[163],"applications.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}