{"id":"https://openalex.org/W4399043748","doi":"https://doi.org/10.3390/s24113440","title":"Multimodal Transformer Model Using Time-Series Data to Classify Winter Road Surface Conditions","display_name":"Multimodal Transformer Model Using Time-Series Data to Classify Winter Road Surface Conditions","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4399043748","doi":"https://doi.org/10.3390/s24113440","pmid":"https://pubmed.ncbi.nlm.nih.gov/38894233"},"language":"en","primary_location":{"id":"doi:10.3390/s24113440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113440","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3440/pdf?version=1716797589","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/24/11/3440/pdf?version=1716797589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053248500","display_name":"Yuya Moroto","orcid":"https://orcid.org/0000-0003-3962-1712"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuya Moroto","raw_affiliation_strings":["Graduate School of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan"],"raw_orcid":"https://orcid.org/0000-0003-3962-1712","affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033215072","display_name":"Keisuke Maeda","orcid":"https://orcid.org/0000-0001-8039-3462"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Maeda","raw_affiliation_strings":["Data-Driven Interdisciplinary Research Emergence Department, Hokkaido University, N-13, W-10, Kita-ku, Sapporo 060-0813, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8039-3462","affiliations":[{"raw_affiliation_string":"Data-Driven Interdisciplinary Research Emergence Department, Hokkaido University, N-13, W-10, Kita-ku, Sapporo 060-0813, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002757875","display_name":"Ren Togo","orcid":"https://orcid.org/0000-0002-4474-3995"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Togo","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4474-3995","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009032240","display_name":"Takahiro Ogawa","orcid":"https://orcid.org/0000-0001-5332-8112"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Ogawa","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan"],"raw_orcid":"https://orcid.org/0000-0001-5332-8112","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miki Haseyama","orcid":"https://orcid.org/0000-0003-1496-1761"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Miki Haseyama","raw_affiliation_strings":["Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan"],"raw_orcid":"https://orcid.org/0000-0003-1496-1761","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Technology, Hokkaido University, N-14, W-9, Kita-ku, Sapporo 060-0814, Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":2.3607,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87516093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"11","first_page":"3440","last_page":"3440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12682","display_name":"Smart Materials for Construction","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2310","display_name":"Pollution"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10534","display_name":"Structural Health Monitoring Techniques","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662724614143372},{"id":"https://openalex.org/keywords/road-surface","display_name":"Road surface","score":0.5746378898620605},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.564206600189209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49901270866394043},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4528045952320099},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4364306330680847},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42839500308036804},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4200226664543152},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.413901150226593},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3838041424751282},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3636343479156494},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3293647766113281},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13709864020347595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662724614143372},{"id":"https://openalex.org/C2780042925","wikidata":"https://www.wikidata.org/wiki/Q1049667","display_name":"Road surface","level":2,"score":0.5746378898620605},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.564206600189209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49901270866394043},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4528045952320099},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4364306330680847},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42839500308036804},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4200226664543152},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.413901150226593},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3838041424751282},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3636343479156494},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3293647766113281},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13709864020347595},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s24113440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113440","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3440/pdf?version=1716797589","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:38894233","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38894233","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11174985","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11174985","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11174985/pdf/sensors-24-03440.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:2503dc886dbf41cf8b49ce3d9ab905f9","is_oa":true,"landing_page_url":"https://doaj.org/article/2503dc886dbf41cf8b49ce3d9ab905f9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 24, Iss 11, p 3440 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/24/11/3440/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s24113440","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s24113440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s24113440","pdf_url":"https://www.mdpi.com/1424-8220/24/11/3440/pdf?version=1716797589","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G2044510060","display_name":"\u751f\u6210AI\u3068\u306e\u878d\u5408\u306b\u3088\u308a\u6f5c\u5728\u7684\u55dc\u597d\u3092\u628a\u63e1\u53ef\u80fd\u3068\u3059\u308b\u30e6\u30fc\u30b6\u4e2d\u5fc3\u63a8\u85a6\u6280\u8853\u306e\u69cb\u7bc9","funder_award_id":"24K02942","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3830492134","display_name":null,"funder_award_id":"JP22KJ0006","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4092381066","display_name":"General-purpose deep learning theory for ultra-low computational complexity and low capacity in the age of edge AI","funder_award_id":"23K21676","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4562627959","display_name":"\u753b\u50cf\u8a8d\u8b58\u306e\u9ad8\u5ea6\u5316\u306b\u5411\u3051\u305f\u753b\u50cf\u306e\u64ae\u5f71\u65b9\u6cd5\u3092\u6700\u9069\u5316\u3059\u308b\u7570\u74b0\u5883\u7570\u7a2e\u30c7\u30fc\u30bf\u9069\u5fdc\u578bAI\u306e\u69cb\u7bc9","funder_award_id":"23K11211","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7580542989","display_name":null,"funder_award_id":"JP23K11211","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8739887802","display_name":null,"funder_award_id":"JP21H03456","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399043748.pdf"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1978245787","https://openalex.org/W2108598243","https://openalex.org/W2317954368","https://openalex.org/W2598581049","https://openalex.org/W2603777577","https://openalex.org/W2770602608","https://openalex.org/W2916474192","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963306805","https://openalex.org/W2963767194","https://openalex.org/W2963890275","https://openalex.org/W2967432764","https://openalex.org/W2971514432","https://openalex.org/W2981412311","https://openalex.org/W3005088801","https://openalex.org/W3009905891","https://openalex.org/W3034600949","https://openalex.org/W3035422918","https://openalex.org/W3094502228","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3193557418","https://openalex.org/W4229003689","https://openalex.org/W4229457654","https://openalex.org/W4307640249","https://openalex.org/W4308234150","https://openalex.org/W4322736091","https://openalex.org/W4376226279","https://openalex.org/W4390190296","https://openalex.org/W4392251791","https://openalex.org/W6728881024","https://openalex.org/W6739901393","https://openalex.org/W6745992979","https://openalex.org/W6752083267","https://openalex.org/W6770046989","https://openalex.org/W6773839785"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,79,95,101,122,128,188],"multimodal":[4],"Transformer":[5],"model":[6,218,241],"that":[7],"uses":[8],"time-series":[9,105,145],"data":[10,50,150,177,185],"to":[11,52,68,87,157,179,187,212,227],"detect":[12],"and":[13,48,104,131,173,184],"predict":[14],"winter":[15,182,194,220],"road":[16,23,53,164,221],"surface":[17,24,46,54,165,222],"conditions.":[18,166],"For":[19],"detecting":[20],"or":[21,74],"predicting":[22],"conditions,":[25,223],"the":[26,31,69,85,132,136,148,159,163,180,192,201,204,213,216,229,233,237,250,253],"previous":[27],"approach":[28,63],"focuses":[29],"on":[30,127,246],"cooperative":[32],"use":[33],"of":[34,84,135,203,215,252],"multiple":[35,110],"modalities":[36,118],"as":[37,242],"inputs,":[38],"e.g.,":[39],"images":[40,73],"captured":[41],"by":[42,143],"fixed-point":[43],"cameras":[44],"(road":[45],"images)":[47],"auxiliary":[49,75],"related":[51],"conditions":[55],"under":[56],"simple":[57],"modality":[58,98],"integration.":[59],"Although":[60],"such":[61],"an":[62],"achieves":[64],"performance":[65],"improvement":[66],"compared":[67],"method":[70,93,206],"using":[71,100,176],"only":[72],"data,":[76],"there":[77],"is":[78,119,139,155],"demand":[80],"for":[81,147,170,207,219],"further":[82],"consideration":[83],"way":[86],"integrate":[88],"heterogeneous":[89],"modalities.":[90],"The":[91,197],"proposed":[92,205],"realizes":[94],"more":[96],"effective":[97],"integration":[99,124],"cross-attention":[102,129],"mechanism":[103],"processing.":[106],"Concretely,":[107],"when":[108],"integrating":[109],"modalities,":[111],"feature":[112,123],"compensation":[113],"through":[114,121,236],"mutual":[115],"complementation":[116],"between":[117],"realized":[120],"technique":[125],"based":[126],"mechanism,":[130],"representational":[133],"ability":[134],"integrated":[137],"features":[138],"enhanced.":[140],"In":[141,210],"addition,":[142],"introducing":[144],"processing":[146],"input":[149],"across":[151],"several":[152],"timesteps,":[153],"it":[154],"possible":[156],"consider":[158],"temporal":[160],"changes":[161],"in":[162],"Experiments":[167],"are":[168],"conducted":[169],"both":[171,208],"detection":[172],"prediction":[174,234],"tasks":[175],"corresponding":[178,186],"current":[181,193],"condition":[183],"few":[189],"hours":[190],"after":[191],"condition,":[195],"respectively.":[196],"experimental":[198],"results":[199],"verify":[200],"effectiveness":[202],"tasks.":[209],"addition":[211],"construction":[214],"classification":[217,230],"we":[224],"first":[225],"attempt":[226],"visualize":[228],"results,":[231,235],"especially":[232],"image":[238,247],"style":[239],"transfer":[240],"supplemental":[243],"extended":[244],"experiments":[245],"generation":[248],"at":[249],"end":[251],"paper.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}