{"id":"https://openalex.org/W7214799702","doi":"https://doi.org/10.1109/jocici69279.2026.11701736","title":"Multimodal Foundation Models for Zero-Shot User Activity Classification: An Exploratory Analysis of Trace Modalities","display_name":"Multimodal Foundation Models for Zero-Shot User Activity Classification: An Exploratory Analysis of Trace Modalities","alternate_titles":[],"publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7214799702","doi":"https://doi.org/10.1109/jocici69279.2026.11701736"},"language":"es","primary_location":{"id":"doi:10.1109/jocici69279.2026.11701736","doi":"https://doi.org/10.1109/jocici69279.2026.11701736","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jocici69279.2026.11701736","pdf_url":null,"source":{"id":"https://openalex.org/S7407115708","display_name":"IEEE Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE VII Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7214799702"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/jocici69279.2026.11701736","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153514299","display_name":"Kenneth Villalobos-Sol\u00eds","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenneth Villalobos-Sol\u00eds","raw_affiliation_strings":["crss.io, Costa Rica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"crss.io, Costa Rica","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135372762","display_name":"Emilia V\u00edquez-Mora","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emilia V\u00edquez-Mora","raw_affiliation_strings":["crss.io, Costa Rica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"crss.io, Costa Rica","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143683943","display_name":"Antonio Badilla-Olivas","orcid":"https://orcid.org/0009-0000-6891-1562","observed_orcids":["https://orcid.org/0009-0000-6891-1562"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Badilla-Olivas","raw_affiliation_strings":["crss.io, Costa Rica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"crss.io, Costa Rica","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137354084","display_name":"Enrique V\u00edlchez-Lizano","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Enrique V\u00edlchez-Lizano","raw_affiliation_strings":["crss.io, Costa Rica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"crss.io, Costa Rica","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5153428635","display_name":"Ariel Ar\u00e9valo-Alvarado","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ariel Ar\u00e9valo-Alvarado","raw_affiliation_strings":["crss.io, Costa Rica"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"crss.io, Costa Rica","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.38960000872612,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.38960000872612,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.08100000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.06289999932050705,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9039999842643738},{"id":"https://openalex.org/keywords/user-activity-classification","display_name":"user activity classification","score":0.9440000057220459},{"id":"https://openalex.org/keywords/interaction-traces","display_name":"interaction traces","score":0.7699999809265137},{"id":"https://openalex.org/keywords/modality-selection","display_name":"modality selection","score":0.7829999923706055},{"id":"https://openalex.org/keywords/confidence-calibration","display_name":"confidence calibration","score":0.6549999713897705},{"id":"https://openalex.org/keywords/failure-modes","display_name":"failure modes","score":0.8489999771118164},{"id":"https://openalex.org/keywords/zero-shot-classification","display_name":"zero-shot classification","score":0.671999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6018999814987183},{"id":"https://openalex.org/C3018260909","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory analysis","level":2,"score":0.5936999917030334},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5415999889373779},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5358999967575073},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4410000145435333},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C120894424","wikidata":"https://www.wikidata.org/wiki/Q1322871","display_name":"Exploratory data analysis","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jocici69279.2026.11701736","doi":"https://doi.org/10.1109/jocici69279.2026.11701736","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jocici69279.2026.11701736","pdf_url":null,"source":{"id":"https://openalex.org/S7407115708","display_name":"IEEE Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE VII Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/jocici69279.2026.11701736","doi":"https://doi.org/10.1109/jocici69279.2026.11701736","is_oa":true,"landing_page_url":"https://doi.org/10.1109/jocici69279.2026.11701736","pdf_url":null,"source":{"id":"https://openalex.org/S7407115708","display_name":"IEEE Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE VII Jornadas Costarricenses de Investigaci\u00f3n en Computaci\u00f3n e Inform\u00e1tica (JoCICI)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W3138285034","https://openalex.org/W4285130146","https://openalex.org/W4320057373","https://openalex.org/W4386630591","https://openalex.org/W4390063440","https://openalex.org/W4396934241","https://openalex.org/W4406302098","https://openalex.org/W4410968179","https://openalex.org/W4414564743","https://openalex.org/W4416269536","https://openalex.org/W6910406040","https://openalex.org/W7084134822","https://openalex.org/W7133228402"],"related_works":["https://openalex.org/W2183733592","https://openalex.org/W7118182076","https://openalex.org/W6941362751","https://openalex.org/W6903774452","https://openalex.org/W7131397987","https://openalex.org/W769689242","https://openalex.org/W7125608092","https://openalex.org/W2545281506","https://openalex.org/W6941675790","https://openalex.org/W2552151477"],"abstract_inverted_index":{"Task":[0],"mining":[1,177],"involves":[2],"the":[3,9,32,149,157,163,172],"reconstruction":[4],"of":[5,11,35,76,120,151,159,174],"business":[6],"processes":[7],"through":[8],"analysis":[10],"interaction":[12,77],"logs":[13,46,99],"between":[14],"users":[15],"and":[16,20,31,63,90,117,148,162,168],"software":[17],"applications.":[18],"Identifying":[19],"classifying":[21],"specific":[22],"user":[23,70],"actions":[24,71],"from":[25],"multi-modal":[26],"telemetry":[27],"can":[28],"be":[29],"challenging,":[30],"performance":[33,81],"characteristics":[34],"Multimodal":[36],"Large":[37],"Language":[38],"Models":[39],"(MLLMs)":[40],"across":[41,82],"different":[42],"trace":[43],"modalities-specifically":[44],"structured":[45,85,97],"versus":[47],"visual":[48,88,152],"screenshots-merit":[49],"further":[50],"investigation.":[51],"This":[52],"study":[53],"explores":[54],"five":[55],"MLLMs":[56],"(GPT-5,":[57],"Gemini":[58,60],"3-Pro,":[59],"2.5-Flash,":[61],"Grok-4-Fast,":[62],"Llama-4-Maverick)":[64],"on":[65],"their":[66],"ability":[67],"to":[68,101,114],"identify":[69],"within":[72],"a":[73,134],"limited":[74],"sample":[75],"traces.":[78,93],"We":[79,138],"observed":[80,140],"three":[83],"configurations:":[84],"input":[86,98],"logs,":[87],"screenshots,":[89,109],"combined":[91],"multimodal":[92],"In":[94],"this":[95],"sample,":[96],"appeared":[100],"provide":[102],"more":[103],"consistent":[104],"signals":[105],"for":[106,165],"classification":[107],"than":[108],"which":[110],"exhibited":[111],"greater":[112],"sensitivity":[113],"model":[115],"architecture":[116],"higher":[118],"levels":[119],"ambiguity.":[121],"Notably,":[122],"models":[123],"frequently":[124],"reported":[125],"high":[126],"confidence":[127,166],"even":[128],"when":[129],"producing":[130],"incorrect":[131],"predictions,":[132],"suggesting":[133],"potential":[135],"calibration":[136],"gap.":[137],"characterised":[139],"failure":[141],"modes,":[142],"such":[143],"as":[144],"premature":[145],"action":[146],"inference":[147],"misinterpretation":[150],"evidence.":[153],"These":[154],"results":[155],"highlight":[156],"role":[158],"modality":[160],"selection":[161],"need":[164],"validation":[167],"cost-accuracy":[169],"considerations":[170],"in":[171],"development":[173],"MLLM-based":[175],"task":[176],"systems.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7214799702","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-09-30T00:00:00"}
