{"id":"https://openalex.org/W2576300543","doi":"https://doi.org/10.1177/0278364916679892","title":"Multimodal learning and inference from visual and remotely sensed data","display_name":"Multimodal learning and inference from visual and remotely sensed data","publication_year":2016,"publication_date":"2016-12-14","ids":{"openalex":"https://openalex.org/W2576300543","doi":"https://doi.org/10.1177/0278364916679892","mag":"2576300543"},"language":"en","primary_location":{"id":"doi:10.1177/0278364916679892","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0278364916679892","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008638246","display_name":"Dushyant Rao","orcid":"https://orcid.org/0000-0002-1372-2884"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Dushyant Rao","raw_affiliation_strings":["Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059681068","display_name":"Mark De Deuge","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mark De Deuge","raw_affiliation_strings":["Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006505823","display_name":"Navid Nourani\u2010Vatani","orcid":null},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Navid Nourani\u2013Vatani","raw_affiliation_strings":["Siemens AG, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens AG, Berlin, Germany","institution_ids":["https://openalex.org/I1325886976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044131792","display_name":"Stefan B. Williams","orcid":"https://orcid.org/0000-0001-9416-5639"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Stefan B Williams","raw_affiliation_strings":["Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068908958","display_name":"Oscar Pizarro","orcid":"https://orcid.org/0000-0001-6612-2738"},"institutions":[{"id":"https://openalex.org/I4210127558","display_name":"Australian Centre for Robotic Vision","ror":"https://ror.org/02zv9xv82","country_code":"AU","type":"facility","lineage":["https://openalex.org/I4210127558"]},{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Oscar Pizarro","raw_affiliation_strings":["Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"Australian Centre for Field Robotics, The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I4210127558","https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5008638246"],"corresponding_institution_ids":["https://openalex.org/I129604602","https://openalex.org/I4210127558"],"apc_list":null,"apc_paid":null,"fwci":3.7945,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.92794255,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"36","issue":"1","first_page":"24","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10341","display_name":"Coral and Marine Ecosystems Studies","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7971385717391968},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6096532940864563},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5428512096405029},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5253171920776367},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5086480379104614},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4799368977546692},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.47990429401397705},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4711008667945862},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44388243556022644},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.4346044659614563},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.42242878675460815},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36849579215049744}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7971385717391968},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6096532940864563},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5428512096405029},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5253171920776367},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5086480379104614},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4799368977546692},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.47990429401397705},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4711008667945862},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44388243556022644},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.4346044659614563},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.42242878675460815},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36849579215049744},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/0278364916679892","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0278364916679892","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},{"id":"pmh:oai:ses.library.usyd.edu.au:2123/23730","is_oa":false,"landing_page_url":"https://hdl.handle.net/2123/23730","pdf_url":null,"source":{"id":"https://openalex.org/S4306402414","display_name":"The Sydney eScholarship Repository (The University of Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129604602","host_organization_name":"The University of Sydney","host_organization_lineage":["https://openalex.org/I129604602"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W3287648","https://openalex.org/W44815768","https://openalex.org/W168066339","https://openalex.org/W1600006923","https://openalex.org/W1912700219","https://openalex.org/W1938668859","https://openalex.org/W1982262530","https://openalex.org/W1986736933","https://openalex.org/W1987853315","https://openalex.org/W1990082322","https://openalex.org/W1992396639","https://openalex.org/W1996881524","https://openalex.org/W2000321478","https://openalex.org/W2004773361","https://openalex.org/W2011355556","https://openalex.org/W2013035813","https://openalex.org/W2017295237","https://openalex.org/W2025768430","https://openalex.org/W2030747575","https://openalex.org/W2051145200","https://openalex.org/W2066654966","https://openalex.org/W2066741512","https://openalex.org/W2072931689","https://openalex.org/W2073328162","https://openalex.org/W2073700113","https://openalex.org/W2077464536","https://openalex.org/W2082277036","https://openalex.org/W2088082740","https://openalex.org/W2089990892","https://openalex.org/W2090523329","https://openalex.org/W2099866409","https://openalex.org/W2116064496","https://openalex.org/W2128659236","https://openalex.org/W2130325614","https://openalex.org/W2139427956","https://openalex.org/W2140873064","https://openalex.org/W2143612262","https://openalex.org/W2166072853","https://openalex.org/W2166097444","https://openalex.org/W2258850155","https://openalex.org/W2559655401","https://openalex.org/W2594481151","https://openalex.org/W2597289420","https://openalex.org/W2604272474","https://openalex.org/W2990138404","https://openalex.org/W4249502209"],"related_works":["https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W4380551887","https://openalex.org/W4285159263","https://openalex.org/W3174759195","https://openalex.org/W2904518532","https://openalex.org/W4280529741","https://openalex.org/W4293919860","https://openalex.org/W2963650472","https://openalex.org/W3167013339"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1],"are":[2,156],"often":[3],"tasked":[4],"to":[5,10,38,60,88,96,122],"explore":[6],"unseen":[7],"environments,":[8],"aiming":[9],"acquire":[11],"and":[12,20,35,46,76,104,131,170],"understand":[13],"large":[14],"amounts":[15],"of":[16,43,153,165],"visual":[17,65,105,133],"image":[18,134],"data":[19,29,83,126],"other":[21],"sensory":[22],"information.":[23,141],"In":[24,51],"such":[25],"scenarios,":[26],"remote":[27],"sensing":[28],"may":[30],"be":[31],"available":[32,86,157],"a":[33,40,74,93],"priori,":[34],"can":[36,171],"help":[37],"build":[39],"semantic":[41,149],"model":[42,61,121],"the":[44,62,89,98,102,120,124,138],"environment":[45],"plan":[47],"future":[48],"autonomous":[49,70],"missions.":[50],"this":[52],"paper,":[53],"we":[54],"introduce":[55],"two":[56],"multimodal":[57,146],"learning":[58,116,147],"algorithms":[59],"relationship":[63],"between":[64,101],"images":[66],"taken":[67],"by":[68,175],"an":[69,110,128],"underwater":[71],"vehicle":[72],"during":[73],"survey":[75],"remotely":[77],"sensed":[78],"acoustic":[79],"bathymetry":[80,103],"(ocean":[81],"depth)":[82],"that":[84,145],"is":[85],"prior":[87],"survey.":[90],"We":[91,107],"present":[92],"multi-layer":[94],"architecture":[95],"capture":[97],"joint":[99],"distribution":[100],"modalities.":[106],"then":[108],"propose":[109],"extension":[111],"based":[112],"on":[113],"gated":[114],"feature":[115],"models,":[117],"which":[118,154],"allows":[119,161],"cluster":[123],"input":[125],"in":[127],"unsupervised":[129,163],"fashion":[130],"predict":[132],"features":[135],"using":[136],"just":[137],"ocean":[139],"depth":[140],"Our":[142],"experiments":[143],"demonstrate":[144],"improves":[148],"classification":[150,159],"accuracy":[151],"regardless":[152],"modalities":[155],"at":[158],"time,":[160],"for":[162],"clustering":[164],"either":[166],"or":[167,178],"both":[168],"modalities,":[169],"facilitate":[172],"mission":[173],"planning":[174],"enabling":[176],"class-based":[177],"image-based":[179],"queries.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}