{"id":"https://openalex.org/W3207451707","doi":"https://doi.org/10.1109/access.2021.3119253","title":"Exploring Score-Level and Decision-Level Fusion of Inertial and Video Data for Intake Gesture Detection","display_name":"Exploring Score-Level and Decision-Level Fusion of Inertial and Video Data for Intake Gesture Detection","publication_year":2021,"publication_date":"2021-10-11","ids":{"openalex":"https://openalex.org/W3207451707","doi":"https://doi.org/10.1109/access.2021.3119253","mag":"3207451707"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3119253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3119253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09567689.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09567689.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003548667","display_name":"Hamid Heydarian","orcid":"https://orcid.org/0000-0002-9824-5828"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hamid Heydarian","raw_affiliation_strings":["School of Information and Physical Sciences, The University of Newcastle, Callaghan, NSW, Australia","School of Information and Physical Sciences, College of Engineering Science and Environment, The University of Newcastle, Callaghan, NSW 2308, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9824-5828","affiliations":[{"raw_affiliation_string":"School of Information and Physical Sciences, The University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]},{"raw_affiliation_string":"School of Information and Physical Sciences, College of Engineering Science and Environment, The University of Newcastle, Callaghan, NSW 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028306848","display_name":"Marc T. P. Adam","orcid":"https://orcid.org/0000-0002-6036-4282"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Marc T. P. Adam","raw_affiliation_strings":["School of Information and Physical Sciences, The University of Newcastle, Callaghan, NSW, Australia","Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia","School of Information and Physical Sciences, College of Engineering Science and Environment, The University of Newcastle, Callaghan, NSW 2308, Australia and Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia. (e-mail: marc.adam@newcastle.edu.au)"],"raw_orcid":"https://orcid.org/0000-0002-6036-4282","affiliations":[{"raw_affiliation_string":"School of Information and Physical Sciences, The University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]},{"raw_affiliation_string":"Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia","institution_ids":["https://openalex.org/I78757542"]},{"raw_affiliation_string":"School of Information and Physical Sciences, College of Engineering Science and Environment, The University of Newcastle, Callaghan, NSW 2308, Australia and Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia. (e-mail: marc.adam@newcastle.edu.au)","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045350296","display_name":"Tracy Burrows","orcid":"https://orcid.org/0000-0002-1431-7864"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tracy L. Burrows","raw_affiliation_strings":["Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW, Australia","Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia and School of Health Sciences, Faculty of Health and Medicine, The University of Newcastle, Callaghan, NSW 2308, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]},{"raw_affiliation_string":"Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia and School of Health Sciences, Faculty of Health and Medicine, The University of Newcastle, Callaghan, NSW 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059741694","display_name":"Megan E. Rollo","orcid":"https://orcid.org/0000-0003-1303-2063"},"institutions":[{"id":"https://openalex.org/I78757542","display_name":"University of Newcastle Australia","ror":"https://ror.org/00eae9z71","country_code":"AU","type":"education","lineage":["https://openalex.org/I78757542"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Megan E. Rollo","raw_affiliation_strings":["Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW, Australia","Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia and School of Health Sciences, Faculty of Health and Medicine, The University of Newcastle, Callaghan, NSW 2308, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW, Australia","institution_ids":["https://openalex.org/I78757542"]},{"raw_affiliation_string":"Priority Research Centre for Physical Activity and Nutrition, The University of Newcastle, Callaghan, NSW 2308, Australia and School of Health Sciences, Faculty of Health and Medicine, The University of Newcastle, Callaghan, NSW 2308, Australia","institution_ids":["https://openalex.org/I78757542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5028306848"],"corresponding_institution_ids":["https://openalex.org/I78757542"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1517,"currency":"EUR","value_usd":1636},"fwci":0.7115,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.70895842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"643","last_page":"655"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7141701579093933},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6826235055923462},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.6041106581687927},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5598454475402832},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5427191257476807},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5246646404266357},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.5139798521995544},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.45426079630851746},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.44428008794784546},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4306764602661133},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4283919632434845},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3521713614463806},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3251689076423645}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7141701579093933},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6826235055923462},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.6041106581687927},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5598454475402832},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5427191257476807},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5246646404266357},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.5139798521995544},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.45426079630851746},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.44428008794784546},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4306764602661133},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4283919632434845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3521713614463806},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3251689076423645},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3119253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3119253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09567689.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9ca7b659c73e4fc9894fb51d4e2f24d3","is_oa":true,"landing_page_url":"https://doaj.org/article/9ca7b659c73e4fc9894fb51d4e2f24d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 643-655 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3119253","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3119253","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09567689.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4775192915","display_name":null,"funder_award_id":"OPP1171389","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"}],"funders":[{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207451707.pdf","grobid_xml":"https://content.openalex.org/works/W3207451707.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W129651204","https://openalex.org/W1608623383","https://openalex.org/W1792812020","https://openalex.org/W2001268086","https://openalex.org/W2006466044","https://openalex.org/W2018888472","https://openalex.org/W2026974073","https://openalex.org/W2050282683","https://openalex.org/W2064675550","https://openalex.org/W2078136378","https://openalex.org/W2089960242","https://openalex.org/W2093825590","https://openalex.org/W2112628161","https://openalex.org/W2136461127","https://openalex.org/W2158275940","https://openalex.org/W2161972138","https://openalex.org/W2168907388","https://openalex.org/W2194775991","https://openalex.org/W2283190819","https://openalex.org/W2342792048","https://openalex.org/W2406368037","https://openalex.org/W2508301911","https://openalex.org/W2523701324","https://openalex.org/W2591671426","https://openalex.org/W2611650652","https://openalex.org/W2717666749","https://openalex.org/W2752848408","https://openalex.org/W2755482593","https://openalex.org/W2767979715","https://openalex.org/W2770265759","https://openalex.org/W2778862364","https://openalex.org/W2795342689","https://openalex.org/W2899117380","https://openalex.org/W2909644522","https://openalex.org/W2945628303","https://openalex.org/W2974948520","https://openalex.org/W3011785450","https://openalex.org/W3014606255","https://openalex.org/W3017361427","https://openalex.org/W3046869313","https://openalex.org/W3084151054","https://openalex.org/W3104112534","https://openalex.org/W3174856141","https://openalex.org/W4206519152","https://openalex.org/W4242069189","https://openalex.org/W4245248766","https://openalex.org/W4255676901"],"related_works":["https://openalex.org/W2066003895","https://openalex.org/W2537963312","https://openalex.org/W2537762514","https://openalex.org/W2349788282","https://openalex.org/W577271088","https://openalex.org/W2120801881","https://openalex.org/W1974473538","https://openalex.org/W2020010749","https://openalex.org/W2164899521","https://openalex.org/W2785359964"],"abstract_inverted_index":{"Recent":[0],"research":[1,29],"has":[2,23],"employed":[3],"deep":[4,40],"learning":[5,41],"to":[6,196],"detect":[7],"intake":[8,45,105],"gestures":[9],"from":[10,58,67,81,138],"inertial":[11,42,177,200],"sensor":[12],"and":[13,43,51,77,132,176],"video":[14,44,172],"camera":[15],"data.":[16],"However,":[17,182],"the":[18,31,35,55,92,98,101,113,122,142,158,161,184,187,198,211],"fusion":[19,95,134,139,144,155,164,190],"of":[20,33,37,94,100,115,146,152,214],"these":[21,215],"modalities":[22],"not":[24],"been":[25],"attempted.":[26],"The":[27,108],"present":[28],"explores":[30],"potential":[32,93],"fusing":[34,112],"outputs":[36,114],"two":[38,59],"individual":[39,102,116,171,199],"gesture":[46,106],"detection":[47],"models":[48,103,117],"(i.e.,":[49],"score-level":[50,131,143],"decision-level":[52,133],"fusion)":[53],"using":[54,129,207],"test":[56],"sets":[57],"publicly":[60],"available":[61],"multimodal":[62],"datasets:":[63],"(1)":[64],"OREBA-DIS":[65,123,159],"recorded":[66,80],"100":[68],"participants":[69,83],"while":[70,84],"consuming":[71,85],"food":[72],"served":[73],"in":[74,104,217],"discrete":[75],"portions":[76],"(2)":[78],"OREBA-SHA":[79,185],"102":[82],"a":[86],"communal":[87],"dish.":[88],"We":[89],"first":[90],"assess":[91],"by":[96],"contrasting":[97],"performance":[99,219],"detection.":[107],"assessment":[109],"shows":[110],"that":[111,141],"is":[118],"more":[119],"promising":[120],"on":[121,183],"dataset.":[124],"Subsequently,":[125],"we":[126],"conduct":[127],"experiments":[128],"different":[130],"approaches.":[135,156],"Our":[136],"results":[137],"show":[140],"approach":[145,165,191],"max":[147,162,188],"score":[148,163,189],"model":[149,201,218],"performs":[150],"best":[151],"all":[153],"considered":[154],"On":[157],"dataset,":[160,186],"(F1":[166,173,178,192,202],"=":[167,174,179,193,203],"0.871)":[168],"outperforms":[169],"both":[170],"0.855)":[175],"0.806)":[180],"models.":[181],"0.873)":[194],"fails":[195],"outperform":[197],"0.895).":[204],"Pairwise":[205],"comparisons":[206],"bootstrapped":[208],"samples":[209],"confirm":[210],"statistical":[212],"significance":[213],"differences":[216],"(p<.001).":[220]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}