{"id":"https://openalex.org/W4321493657","doi":"https://doi.org/10.1080/08839514.2023.2179167","title":"Learning Bidirectional Action-Language Translation with Limited Supervision and Testing with Incongruent Input","display_name":"Learning Bidirectional Action-Language Translation with Limited Supervision and Testing with Incongruent Input","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321493657","doi":"https://doi.org/10.1080/08839514.2023.2179167"},"language":"en","primary_location":{"id":"doi:10.1080/08839514.2023.2179167","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/08839514.2023.2179167","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1080/08839514.2023.2179167","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070488643","display_name":"Ozan \u00d6zdemir","orcid":"https://orcid.org/0000-0003-2410-5192"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Ozan \u00d6zdemir","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2410-5192","affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040045142","display_name":"Matthias Kerzel","orcid":"https://orcid.org/0000-0002-1378-0435"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Kerzel","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102025003","display_name":"Cornelius Weber","orcid":"https://orcid.org/0000-0001-5163-938X"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Cornelius Weber","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001826444","display_name":"Jae Hee Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jae Hee Lee","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042086036","display_name":"Muhammad Burhan Hafez","orcid":"https://orcid.org/0000-0003-1670-8962"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Muhammad Burhan Hafez","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060394659","display_name":"Patrick Bruns","orcid":"https://orcid.org/0000-0002-2977-8874"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Patrick Bruns","raw_affiliation_strings":["Biological Psychology and Neuropsychology, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biological Psychology and Neuropsychology, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5070488643"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":{"value":2195,"currency":"USD","value_usd":2195},"fwci":0.1685,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5192134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"37","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8156755566596985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6416704058647156},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5310006141662598},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5086277723312378},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.4724745452404022},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4442492425441742},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4353671669960022},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43481820821762085},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.42161253094673157},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3593882918357849},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.131061851978302}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8156755566596985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6416704058647156},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5310006141662598},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5086277723312378},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.4724745452404022},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4442492425441742},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4353671669960022},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43481820821762085},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.42161253094673157},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3593882918357849},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.131061851978302},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/08839514.2023.2179167","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/08839514.2023.2179167","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:496189","is_oa":true,"landing_page_url":"http://doi.org/10.1080/08839514.2023.2179167>).","pdf_url":"https://eprints.soton.ac.uk/496189/1/Learning_Bidirectional_Action-Language_Translation_with_Limited_Supervision_and_Testing_with_Incongruent_Input.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:fe16be4a2f8345afa750d580440cc6cd","is_oa":true,"landing_page_url":"https://doaj.org/article/fe16be4a2f8345afa750d580440cc6cd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Applied Artificial Intelligence, Vol 37, Iss 1 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1080/08839514.2023.2179167","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1080/08839514.2023.2179167","pdf_url":null,"source":{"id":"https://openalex.org/S125501549","display_name":"Applied Artificial Intelligence","issn_l":"0883-9514","issn":["0883-9514","1087-6545"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6276684567","display_name":null,"funder_award_id":"TRR 169","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1975909437","https://openalex.org/W1978938623","https://openalex.org/W2064675550","https://openalex.org/W2097305814","https://openalex.org/W2098868179","https://openalex.org/W2115521440","https://openalex.org/W2142344747","https://openalex.org/W2144920283","https://openalex.org/W2167293745","https://openalex.org/W2771461682","https://openalex.org/W2862846329","https://openalex.org/W2962716343","https://openalex.org/W2963086650","https://openalex.org/W2998012869","https://openalex.org/W3000086239","https://openalex.org/W3035695796","https://openalex.org/W3037680014","https://openalex.org/W3038245394","https://openalex.org/W3100307207","https://openalex.org/W3102561192","https://openalex.org/W3113184484","https://openalex.org/W3176484337","https://openalex.org/W3195535318","https://openalex.org/W3202006151","https://openalex.org/W3205676116","https://openalex.org/W4212774754","https://openalex.org/W4283641198","https://openalex.org/W4292779060","https://openalex.org/W4294791422","https://openalex.org/W4295220409","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6778883912","https://openalex.org/W6787667967","https://openalex.org/W6838557027"],"related_works":["https://openalex.org/W2669956259","https://openalex.org/W4249005693","https://openalex.org/W2997921738","https://openalex.org/W4220926404","https://openalex.org/W2965146396","https://openalex.org/W2770818364","https://openalex.org/W3123344745","https://openalex.org/W4292947472","https://openalex.org/W3148060700","https://openalex.org/W3080681248"],"abstract_inverted_index":{"Human":[0],"infant":[1,31],"learning":[2,30,52,65],"happens":[3],"during":[4],"exploration":[5],"of":[6,38,91,148],"the":[7,89,96,134,146,154],"environment,":[8],"by":[9,14],"interaction":[10],"with":[11,57,139,145,196],"objects,":[12],"and":[13,17,78,113,169,190],"listening":[15],"to":[16,24,47,174],"repeating":[18],"utterances":[19],"casually,":[20],"which":[21,44,74],"is":[22,42,45,188],"analogous":[23],"unsupervised":[25],"learning.":[26,49,59],"Only":[27],"occasionally,":[28],"a":[29,34,51,79,84,161],"would":[32],"receive":[33],"matching":[35],"verbal":[36],"description":[37],"an":[39,76],"action":[40,77,158],"it":[41,191],"committing,":[43],"similar":[46],"supervised":[48,64,92,125],"Such":[50],"mechanism":[53],"can":[54,178],"be":[55,179],"mimicked":[56],"deep":[58],"We":[60,130],"model":[61,136,155],"this":[62],"weakly":[63],"paradigm":[66],"using":[67,102],"our":[68],"Paired":[69,97],"Gated":[70],"Autoencoders":[71,99],"(PGAE)":[72],"model,":[73,101],"combines":[75],"language":[80,167],"autoencoder.":[81],"After":[82],"observing":[83],"performance":[85],"drop":[86],"when":[87,122,194],"reducing":[88],"proportion":[90],"training,":[93],"we":[94],"introduce":[95],"Transformed":[98],"(PTAE)":[100],"Transformer-based":[103],"crossmodal":[104],"attention.":[105],"PTAE":[106,177],"achieves":[107],"significantly":[108],"higher":[109],"accuracy":[110],"in":[111,117,150],"language-to-action":[112],"action-to-language":[114],"translations,":[115],"particularly":[116],"realistic":[118],"but":[119],"difficult":[120],"cases":[121],"only":[123],"few":[124],"training":[126],"samples":[127],"are":[128],"available.":[129],"also":[131],"test":[132],"whether":[133],"trained":[135,180],"behaves":[137,192],"realistically":[138],"conflicting":[140,166,171],"multimodal":[141],"input.":[142,198],"In":[143],"accordance":[144],"concept":[147],"incongruence":[149],"psychology,":[151],"conflict":[152],"deteriorates":[153],"output.":[156],"Conflicting":[157],"input":[159],"has":[160],"more":[162,170],"severe":[163],"impact":[164],"than":[165],"input,":[168],"features":[172],"lead":[173],"larger":[175],"interference.":[176],"on":[181],"mostly":[182],"unlabeled":[183],"data":[184,187],"where":[185],"labeled":[186],"scarce,":[189],"plausibly":[193],"tested":[195],"incongruent":[197]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2023-02-23T00:00:00"}