{"id":"https://openalex.org/W2921103168","doi":"https://doi.org/10.5220/0007379001540161","title":"Action Anticipation from Multimodal Data","display_name":"Action Anticipation from Multimodal Data","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2921103168","doi":"https://doi.org/10.5220/0007379001540161","mag":"2921103168"},"language":"en","primary_location":{"id":"doi:10.5220/0007379001540161","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007379001540161","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0007379001540161","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027682049","display_name":"Tiziana Rotondo","orcid":"https://orcid.org/0000-0003-0380-6870"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Tiziana Rotondo","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Catania and Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Catania and Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087180022","display_name":"Giovanni Maria Farinella","orcid":"https://orcid.org/0000-0002-6034-0432"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Farinella","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Catania, Italy, ICAR-CNR, Palermo and Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Catania, Italy, ICAR-CNR, Palermo and Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102882490","display_name":"Valeria Tomaselli","orcid":"https://orcid.org/0009-0003-4234-9454"},"institutions":[{"id":"https://openalex.org/I4210154781","display_name":"STMicroelectronics (Italy)","ror":"https://ror.org/053bqv655","country_code":"IT","type":"company","lineage":["https://openalex.org/I131827901","https://openalex.org/I4210154781"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valeria Tomaselli","raw_affiliation_strings":["STMicroelectronics, Catania and Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"STMicroelectronics, Catania and Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I4210154781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042746008","display_name":"Sebastiano Battiato","orcid":"https://orcid.org/0000-0001-6127-2470"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Sebastiano Battiato","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Catania, Italy, ICAR-CNR, Palermo and Italy, --- Select a Country ---"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Catania, Italy, ICAR-CNR, Palermo and Italy, --- Select a Country ---","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5027682049"],"corresponding_institution_ids":["https://openalex.org/I39063666"],"apc_list":null,"apc_paid":null,"fwci":0.3037,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.58478691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"154","last_page":"161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809646487236023},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.6330389976501465},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6071075797080994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.59765625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.519386351108551},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5137642621994019},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4836477041244507},{"id":"https://openalex.org/keywords/anticipation","display_name":"Anticipation (artificial intelligence)","score":0.4708247482776642},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.46527761220932007},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.45847538113594055},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4532642066478729},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.44211047887802124},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4378732740879059},{"id":"https://openalex.org/keywords/multilayer-perceptron","display_name":"Multilayer perceptron","score":0.4295971393585205},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4208940863609314},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.41195571422576904},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40057188272476196},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3881235122680664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809646487236023},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.6330389976501465},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6071075797080994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59765625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.519386351108551},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5137642621994019},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4836477041244507},{"id":"https://openalex.org/C176777502","wikidata":"https://www.wikidata.org/wiki/Q4774623","display_name":"Anticipation (artificial intelligence)","level":2,"score":0.4708247482776642},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.46527761220932007},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.45847538113594055},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4532642066478729},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.44211047887802124},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4378732740879059},{"id":"https://openalex.org/C179717631","wikidata":"https://www.wikidata.org/wiki/Q2991667","display_name":"Multilayer perceptron","level":3,"score":0.4295971393585205},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4208940863609314},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.41195571422576904},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40057188272476196},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3881235122680664},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0007379001540161","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007379001540161","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0007379001540161","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007379001540161","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2076543106","https://openalex.org/W2019891950","https://openalex.org/W2085842814","https://openalex.org/W4286643620","https://openalex.org/W2523437662","https://openalex.org/W4387048144","https://openalex.org/W2492135063","https://openalex.org/W2362514456","https://openalex.org/W2766585573","https://openalex.org/W4387490624"],"abstract_inverted_index":{"The":[0,85,140],"idea":[1],"of":[2,57,180,197],"multi-sensor":[3],"data":[4,10,37,74,164],"fusion":[5],"is":[6,29,87,126,133,185],"to":[7,15,22,30,36,53,89,103,137],"combine":[8],"the":[9,68,96,99,115,120,124,131,134,145,178,195],"coming":[11,38],"from":[12,39,98,162],"different":[13,40,77],"sensors":[14],"provide":[16],"more":[17,190],"accurate":[18],"and":[19,81,109,119,130,175,188],"complementary":[20],"information":[21],"solve":[23],"a":[24,32,58,104,111,166],"specific":[25,105],"task.":[26],"Our":[27],"goal":[28],"build":[31],"shared":[33],"representation":[34],"related":[35],"domains,":[41],"such":[42],"as":[43,192,194],"images,":[44],"audio":[45],"signal,":[46],"heart":[47,82],"rate,":[48],"acceleration,":[49],"etc.,":[50],"in":[51],"order":[52],"anticipate":[54],"daily":[55],"activities":[56],"user":[59],"wearing":[60],"multimodal":[61,163,198],"sensors.":[62],"To":[63],"this":[64],"aim,":[65],"we":[66],"consider":[67],"Stanford-ECM":[69],"Dataset":[70],"which":[71],"contains":[72],"syncronized":[73],"acquired":[75],"with":[76,114,144,151],"sensors:":[78],"video,":[79],"acceleration":[80],"rate":[83],"signals.":[84],"dataset":[86],"adapted":[88],"our":[90],"action":[91],"prediction":[92,161,203],"task":[93,179],"by":[94],"identifying":[95],"transitions":[97],"generic":[100],"\u201cUnknown\u201d":[101],"class":[102],"\u201cActivity\u201d.":[106],"We":[107],"discuss":[108],"compare":[110],"Siamese":[112],"Network":[113],"Multi":[116],"Layer":[117],"Perceptron":[118],"1D":[121],"CNN":[122],"where":[123],"input":[125],"an":[127],"unknown":[128],"observation":[129],"output":[132],"next":[135,183],"activity":[136],"be":[138],"observed.":[139],"feature":[141],"representations":[142],"obtained":[143],"considered":[146],"deep":[147],"architecture":[148],"are":[149],"classified":[150],"SVM":[152],"or":[153],"KNN":[154],"classifiers.":[155],"Experimental":[156],"results":[157],"pointed":[158],"out":[159],"that":[160,170],"seems":[165],"feasible":[167],"task,":[168],"suggesting":[169],"multimodality":[171],"improves":[172],"both":[173],"classification":[174],"prediction.":[176],"Nevertheless,":[177],"reliably":[181],"predicting":[182],"actions":[184],"still":[186],"open":[187],"requires":[189],"investigations":[191],"well":[193],"availability":[196],"dataset,":[199],"specifically":[200],"built":[201],"for":[202],"purposes.":[204]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}