{"id":"https://openalex.org/W4402351556","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650147","title":"A Novel Visuo-Tactile Object Recognition Pipeline using Transformers with Feature Level Fusion","display_name":"A Novel Visuo-Tactile Object Recognition Pipeline using Transformers with Feature Level Fusion","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351556","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650147"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.ulster.ac.uk/ws/files/206936207/a219-doherty_final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020123884","display_name":"John Doherty","orcid":"https://orcid.org/0000-0002-2167-6101"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"John Doherty","raw_affiliation_strings":["Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000-0002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000-0002","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037400839","display_name":"Bryan Gardiner","orcid":"https://orcid.org/0000-0001-5642-6850"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bryan Gardiner","raw_affiliation_strings":["Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012890130","display_name":"Nazmul Siddique","orcid":"https://orcid.org/0000-0002-0642-2357"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nazmul Siddique","raw_affiliation_strings":["Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000-0002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ulster University,Intelligent Systems Research Centre,Derry,United Kingdom","institution_ids":["https://openalex.org/I138801177"]},{"raw_affiliation_string":"Intelligent Systems Research Centre Ulster University Derry, United Kingdom 0000-0002","institution_ids":["https://openalex.org/I138801177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042341508","display_name":"Emmett Kerr","orcid":"https://orcid.org/0000-0002-4551-1272"},"institutions":[{"id":"https://openalex.org/I18452974","display_name":"Letterkenny Institute of Technology","ror":"https://ror.org/04ps1tq95","country_code":"IE","type":"education","lineage":["https://openalex.org/I18452974"]},{"id":"https://openalex.org/I4387152698","display_name":"Atlantic Technological University","ror":"https://ror.org/0458dap48","country_code":null,"type":"education","lineage":["https://openalex.org/I4387152698"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Emmett Kerr","raw_affiliation_strings":["Atlantic Technological University,Electronic and Mechanical Engineering,Letterkenny,Ireland","Electronic and Mechanical Engineering Atlantic Technological University Letterkenny, Ireland 0000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Atlantic Technological University,Electronic and Mechanical Engineering,Letterkenny,Ireland","institution_ids":["https://openalex.org/I18452974","https://openalex.org/I4387152698"]},{"raw_affiliation_string":"Electronic and Mechanical Engineering Atlantic Technological University Letterkenny, Ireland 0000","institution_ids":["https://openalex.org/I18452974","https://openalex.org/I4387152698"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6914892196655273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6736830472946167},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6384239196777344},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5533782243728638},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5149396061897278},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5118667483329773},{"id":"https://openalex.org/keywords/cognitive-neuroscience-of-visual-object-recognition","display_name":"Cognitive neuroscience of visual object recognition","score":0.5041710138320923},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49644213914871216},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4420918822288513},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.44085994362831116},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.422911673784256},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17747652530670166},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09154489636421204},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.08095985651016235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6914892196655273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6736830472946167},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6384239196777344},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5533782243728638},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5149396061897278},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5118667483329773},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.5041710138320923},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49644213914871216},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4420918822288513},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44085994362831116},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.422911673784256},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17747652530670166},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09154489636421204},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.08095985651016235},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650147","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/74d1b327-8643-4801-a482-b4ec23b117dc","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/74d1b327-8643-4801-a482-b4ec23b117dc","pdf_url":"https://pure.ulster.ac.uk/ws/files/206936207/a219-doherty_final.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doherty, J, Gardiner, B, Kerr, E & Siddique, N 2024, 'A Novel Visuo-Tactile Object Recognition Pipeline using Transformers with Feature Level Fusion', Paper presented at IEEE World Congress on Computational Intelligence, 30/06/24 - 5/07/24 pp. 1-8. https://doi.org/10.1109/IJCNN60899.2024.10650147","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/74d1b327-8643-4801-a482-b4ec23b117dc","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/74d1b327-8643-4801-a482-b4ec23b117dc","pdf_url":"https://pure.ulster.ac.uk/ws/files/206936207/a219-doherty_final.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doherty, J, Gardiner, B, Kerr, E & Siddique, N 2024, 'A Novel Visuo-Tactile Object Recognition Pipeline using Transformers with Feature Level Fusion', Paper presented at IEEE World Congress on Computational Intelligence, 30/06/24 - 5/07/24 pp. 1-8. https://doi.org/10.1109/IJCNN60899.2024.10650147","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402351556.pdf","grobid_xml":"https://content.openalex.org/works/W4402351556.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W183625566","https://openalex.org/W1525077055","https://openalex.org/W1920022804","https://openalex.org/W2000406941","https://openalex.org/W2041004593","https://openalex.org/W2099332139","https://openalex.org/W2108598243","https://openalex.org/W2117539524","https://openalex.org/W2463955103","https://openalex.org/W2562116405","https://openalex.org/W2606443828","https://openalex.org/W2611879059","https://openalex.org/W2766436878","https://openalex.org/W2767644386","https://openalex.org/W2790094129","https://openalex.org/W2792643794","https://openalex.org/W2799162093","https://openalex.org/W2906578938","https://openalex.org/W2910771998","https://openalex.org/W2922301133","https://openalex.org/W2963654998","https://openalex.org/W2967045666","https://openalex.org/W2982438846","https://openalex.org/W3008303301","https://openalex.org/W3042807565","https://openalex.org/W3043789701","https://openalex.org/W3044483011","https://openalex.org/W3089860845","https://openalex.org/W3094253649","https://openalex.org/W3096609285","https://openalex.org/W3100818121","https://openalex.org/W3112330479","https://openalex.org/W3139427994","https://openalex.org/W3146490120","https://openalex.org/W3162477622","https://openalex.org/W3164387584","https://openalex.org/W3173630221","https://openalex.org/W3183430956","https://openalex.org/W3190461479","https://openalex.org/W3196588585","https://openalex.org/W3200689778","https://openalex.org/W3208279478","https://openalex.org/W4214655709","https://openalex.org/W4221162995","https://openalex.org/W4226280091","https://openalex.org/W4284892334","https://openalex.org/W4285242860","https://openalex.org/W4312343222","https://openalex.org/W4376226279","https://openalex.org/W4382994152","https://openalex.org/W4386939388","https://openalex.org/W4387805864","https://openalex.org/W4391423049","https://openalex.org/W6640300118","https://openalex.org/W6749029207","https://openalex.org/W6801286240","https://openalex.org/W6802823847","https://openalex.org/W6810279518","https://openalex.org/W6811070421","https://openalex.org/W6888425051"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W2380685755","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W4400978025","https://openalex.org/W2734796617","https://openalex.org/W3083218341","https://openalex.org/W2102405864","https://openalex.org/W3034087822"],"abstract_inverted_index":{"The":[0,24,73,96],"task":[1],"of":[2,28,46,92],"visuo-tactile":[3,36,54,106],"object":[4,107],"recognition":[5,108],"is":[6,76,87,99],"key":[7],"in":[8,18],"enabling":[9],"robots":[10],"to":[11,48,59,101],"interact":[12],"with":[13],"humans":[14],"and":[15,21,31,39,66,82],"their":[16],"environment":[17],"an":[19],"efficient":[20],"effective":[22],"manner.":[23],"differing":[25],"statistical":[26],"properties":[27],"visual":[29,65],"images":[30],"tactile":[32,67,121],"time-series":[33],"data":[34,68,118],"make":[35],"fusion":[37,52],"non-trivial":[38],"complex.":[40],"This":[41],"work":[42],"investigates":[43],"the":[44,57,64,79,110],"usage":[45],"Transformers":[47],"perform":[49],"feature":[50],"level":[51],"for":[53,105],"data,":[55],"utilising":[56],"Transformer":[58],"generate":[60],"temporal":[61],"relationships":[62],"between":[63],"through":[69],"its":[70],"self-attention":[71],"structure.":[72],"proposed":[74,97],"pipeline":[75,98],"tested":[77],"on":[78,109],"PHAC-2":[80,111],"dataset,":[81,112],"a":[83,90,114],"complex":[84],"ablation":[85],"experiment":[86],"completed":[88],"across":[89],"collection":[91],"leading":[93],"activation":[94],"functions.":[95],"demonstrated":[100],"achieve":[102],"state-of-the-art":[103],"accuracy":[104,116],"achieving":[113],"94.3%":[115],"when":[117],"from":[119],"two":[120],"actions":[122],"are":[123],"considered.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}