{"id":"https://openalex.org/W4389666585","doi":"https://doi.org/10.1109/iros55552.2023.10341388","title":"Prototypical Contrastive Transfer Learning for Multimodal Language Understanding","display_name":"Prototypical Contrastive Transfer Learning for Multimodal Language Understanding","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389666585","doi":"https://doi.org/10.1109/iros55552.2023.10341388"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341388","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10341388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055089209","display_name":"Seitaro Otsuki","orcid":null},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Seitaro Otsuki","raw_affiliation_strings":["Keio University,Yoko-hama, Kanagawa,Japan,223-8522"],"affiliations":[{"raw_affiliation_string":"Keio University,Yoko-hama, Kanagawa,Japan,223-8522","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042770831","display_name":"Shintaro Ishikawa","orcid":"https://orcid.org/0000-0003-0810-3613"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shintaro Ishikawa","raw_affiliation_strings":["Keio University,Yoko-hama, Kanagawa,Japan,223-8522"],"affiliations":[{"raw_affiliation_string":"Keio University,Yoko-hama, Kanagawa,Japan,223-8522","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033744547","display_name":"Komei Sugiura","orcid":"https://orcid.org/0000-0002-0261-0510"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Komei Sugiura","raw_affiliation_strings":["Keio University,Yoko-hama, Kanagawa,Japan,223-8522"],"affiliations":[{"raw_affiliation_string":"Keio University,Yoko-hama, Kanagawa,Japan,223-8522","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055089209"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67375149,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"32","issue":null,"first_page":"25","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7564020156860352},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4940100312232971},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.433630108833313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42801952362060547},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37125706672668457},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3349127173423767},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.32477205991744995},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.17887505888938904},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.055726200342178345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7564020156860352},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4940100312232971},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.433630108833313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42801952362060547},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37125706672668457},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3349127173423767},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.32477205991744995},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.17887505888938904},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.055726200342178345}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341388","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iros55552.2023.10341388","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W2525778437","https://openalex.org/W2884644614","https://openalex.org/W2953626316","https://openalex.org/W2962687275","https://openalex.org/W2962716343","https://openalex.org/W2962766617","https://openalex.org/W2963800628","https://openalex.org/W2964339842","https://openalex.org/W2964345792","https://openalex.org/W2966715458","https://openalex.org/W2998552463","https://openalex.org/W3005680577","https://openalex.org/W3022061250","https://openalex.org/W3034578524","https://openalex.org/W3034758614","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3035688398","https://openalex.org/W3090449556","https://openalex.org/W3100923070","https://openalex.org/W3126337491","https://openalex.org/W3156636935","https://openalex.org/W3159619744","https://openalex.org/W3166396011","https://openalex.org/W3193171560","https://openalex.org/W3196798710","https://openalex.org/W3198196812","https://openalex.org/W3213351348","https://openalex.org/W4225565111","https://openalex.org/W4225683910","https://openalex.org/W4225832925","https://openalex.org/W4281633595","https://openalex.org/W4297808394","https://openalex.org/W4312351765","https://openalex.org/W6727690538","https://openalex.org/W6766904570","https://openalex.org/W6774314701","https://openalex.org/W6777265123","https://openalex.org/W6779473860","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6810715974","https://openalex.org/W6839015040","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W3201126466","https://openalex.org/W4282827391","https://openalex.org/W4386828785","https://openalex.org/W3165580226","https://openalex.org/W3135401135","https://openalex.org/W2886688859","https://openalex.org/W3133164560","https://openalex.org/W3041001745","https://openalex.org/W4224526119","https://openalex.org/W3211334853"],"abstract_inverted_index":{"Although":[0],"domestic":[1,115],"service":[2],"robots":[3,39],"are":[4,58],"expected":[5],"to":[6,40,60,107,118],"assist":[7],"individuals":[8],"who":[9],"require":[10],"support,":[11],"they":[12,63],"cannot":[13],"currently":[14],"interact":[15],"smoothly":[16],"with":[17],"people":[18],"through":[19,70],"natural":[20,120],"language.":[21],"For":[22],"example,":[23],"given":[24],"the":[25,32,42,108],"instruction":[26],"\u201cBring":[27],"me":[28],"a":[29,71,80,97],"bottle":[30,43],"from":[31],"kitchen,\u201d":[33],"it":[34],"is":[35],"difficult":[36],"for":[37,85],"such":[38],"specify":[41],"in":[44,114],"an":[45,144,153],"indoor":[46],"environment.":[47],"Most":[48],"conventional":[49],"models":[50],"have":[51,64],"been":[52],"trained":[53],"on":[54],"real-world":[55,129],"datasets":[56],"that":[57,136],"labor-intensive":[59],"collect,":[61],"and":[62,130],"not":[65],"fully":[66],"leveraged":[67],"simulation":[68,131],"data":[69],"transfer":[72,82],"learning":[73,83],"framework.":[74],"In":[75],"this":[76],"study,":[77],"we":[78,126],"propose":[79],"novel":[81],"approach":[84],"multimodal":[86],"language":[87,121],"understanding":[88],"called":[89,101],"Prototypical":[90],"Contrastive":[91],"Transfer":[92],"Learning":[93],"(PCTL),":[94],"which":[95],"uses":[96],"new":[98,128],"contrastive":[99],"loss":[100],"Dual":[102],"ProtoNCE.":[103],"We":[104],"introduce":[105],"PCTL":[106,137,142],"task":[109],"of":[110,146,155],"identifying":[111],"target":[112],"objects":[113],"environments":[116],"according":[117],"free-form":[119],"instructions.":[122],"To":[123],"validate":[124],"PCTL,":[125],"built":[127],"datasets.":[132],"Our":[133],"experiment":[134],"demonstrated":[135],"outperformed":[138],"existing":[139],"methods.":[140],"Specifically,":[141],"achieved":[143,152],"accuracy":[145,154],"78.1":[147],"%,":[148],"whereas":[149],"simple":[150],"fine-tuning":[151],"73.4":[156],"%.":[157]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}