{"id":"https://openalex.org/W4415401533","doi":"https://doi.org/10.1145/3728424.3760767","title":"Generate, Align and Predict (GAP): Detecting Neurocognitive Disorders via Cross-modal Consistency in Narratives","display_name":"Generate, Align and Predict (GAP): Detecting Neurocognitive Disorders via Cross-modal Consistency in Narratives","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415401533","doi":"https://doi.org/10.1145/3728424.3760767"},"language":null,"primary_location":{"id":"doi:10.1145/3728424.3760767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728424.3760767","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Multimedia Computing for Health and Medicine","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3728424.3760767","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077033671","display_name":"J.T.S. Li","orcid":"https://orcid.org/0009-0002-2428-9702"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junan Li","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0009-0002-2428-9702","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101494433","display_name":"Jinchao Li","orcid":"https://orcid.org/0009-0004-1204-5094"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jinchao Li","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0009-0004-1204-5094","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102891041","display_name":"Ka Ho Wong","orcid":"https://orcid.org/0000-0002-4818-1467"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ka Ho Wong","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-4818-1467","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025119324","display_name":"Xixin Wu","orcid":"https://orcid.org/0000-0001-9543-1572"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xixin Wu","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-9543-1572","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019458385","display_name":"Helen Meng","orcid":"https://orcid.org/0000-0002-4427-3532"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Helen Meng","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-4427-3532","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9456999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9420999884605408,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.9419000148773193,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neurocognitive","display_name":"Neurocognitive","score":0.8248000144958496},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.8059999942779541},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.657800018787384},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5928000211715698},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.48910000920295715},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4025000035762787}],"concepts":[{"id":"https://openalex.org/C172467417","wikidata":"https://www.wikidata.org/wiki/Q1670397","display_name":"Neurocognitive","level":3,"score":0.8248000144958496},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.8059999942779541},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.657800018787384},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.6243000030517578},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5393999814987183},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4542999863624573},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4025000035762787},{"id":"https://openalex.org/C3020000205","wikidata":"https://www.wikidata.org/wiki/Q2412849","display_name":"Narrative review","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3871999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3637999892234802},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.3424000144004822},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27079999446868896}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3728424.3760767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728424.3760767","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Multimedia Computing for Health and Medicine","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3728424.3760767","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3728424.3760767","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd International Workshop on Multimedia Computing for Health and Medicine","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1997482849","https://openalex.org/W1998937446","https://openalex.org/W2014058507","https://openalex.org/W2048512926","https://openalex.org/W2091122245","https://openalex.org/W2510117016","https://openalex.org/W2970641574","https://openalex.org/W3034154389","https://openalex.org/W3128293209","https://openalex.org/W3137358529","https://openalex.org/W3163826605","https://openalex.org/W3198521429","https://openalex.org/W3200827588","https://openalex.org/W4226182655","https://openalex.org/W4321851548","https://openalex.org/W4323644199","https://openalex.org/W4372260155","https://openalex.org/W4377042591","https://openalex.org/W4383619671","https://openalex.org/W4385525146","https://openalex.org/W4385822760","https://openalex.org/W4385823239","https://openalex.org/W4385840139","https://openalex.org/W4391026663","https://openalex.org/W4391585817","https://openalex.org/W4400046002","https://openalex.org/W4400070365","https://openalex.org/W4400282998","https://openalex.org/W4400503111","https://openalex.org/W4401253154","https://openalex.org/W4402111549","https://openalex.org/W4402111730","https://openalex.org/W4405709155","https://openalex.org/W4412490243"],"related_works":[],"abstract_inverted_index":{"The":[0],"early":[1],"detection":[2],"of":[3,21],"neurocognitive":[4],"disorders":[5],"(NCDs),":[6],"such":[7],"as":[8,62],"Alzheimer's":[9],"disease,":[10],"remains":[11],"a":[12,35,87],"critical":[13],"global":[14],"health":[15],"challenge":[16],"due":[17],"to":[18,43,106],"the":[19,114],"limitations":[20],"conventional":[22],"diagnostic":[23],"tools":[24],"with":[25],"high":[26],"costs":[27],"and":[28,65,70,85,102,128],"limited":[29],"accessibility.Visual-stimulated":[30],"narrative":[31,40],"(VSN)-based":[32],"approach":[33],"offers":[34],"promising":[36],"alternative":[37],"by":[38],"capturing":[39],"patterns":[41],"related":[42],"holistic":[44],"cognitive":[45,145],"domains.":[46],"While":[47],"prior":[48],"work":[49],"has":[50],"focused":[51],"on":[52,113],"unimodal":[53],"microstructural":[54],"features":[55],"(e.g.,":[56],"pauses,":[57],"lexical":[58],"diversity),":[59],"macrostructural":[60],"impairments\u2014such":[61],"disrupted":[63],"coherence":[64],"cross-modal":[66],"inconsistency":[67],"between":[68],"narratives":[69],"visual":[71],"stimuli\u2014remain":[72],"understudied":[73],"despite":[74],"their":[75],"clinical":[76],"importance.To":[77],"address":[78],"this,":[79],"we":[80,132],"propose":[81],"GAP":[82,118],"(Generate,":[83],"Align,":[84],"Predict),":[86],"novel":[88],"multimodal":[89],"framework":[90],"leveraging":[91],"advances":[92],"in":[93,111],"Multimodal":[94],"Large":[95],"Language":[96],"Models":[97],"(MLLMs),":[98],"Dynamic":[99],"Programming":[100],"(DP),":[101],"Vision-Language":[103],"Model":[104],"(VLM)":[105],"evaluate":[107],"dynamic":[108],"semantic":[109],"consistency":[110],"VSNs.Evaluated":[112],"Cantonese":[115],"CU-MARVEL-RABBIT":[116],"dataset,":[117],"achieved":[119],"state-of-the-art":[120],"performance":[121],"(F1=0.65,":[122],"AUC=0.75),":[123],"outperforming":[124],"traditional":[125],"acoustic,":[126],"linguistic,":[127],"pattern-matching":[129],"baselines.In":[130],"addition,":[131],"conduct":[133],"an":[134],"in-depth":[135],"analysis":[136],"that":[137,141],"reveals":[138],"key":[139],"factors":[140],"provide":[142],"insights":[143],"into":[144],"assessment":[146],"using":[147],"VSNs.":[148]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-22T00:00:00"}