{"id":"https://openalex.org/W7204186246","doi":"https://doi.org/10.1145/3767308.3836430","title":"From Multimodal Observation to Interpretable Suggestions: Counterfactual Time-Expanded Relational Modeling of Surgical Teams","display_name":"From Multimodal Observation to Interpretable Suggestions: Counterfactual Time-Expanded Relational Modeling of Surgical Teams","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7204186246","doi":"https://doi.org/10.1145/3767308.3836430"},"language":"en","primary_location":{"id":"doi:10.1145/3767308.3836430","doi":"https://doi.org/10.1145/3767308.3836430","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836430","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7204186246"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3767308.3836430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106214882","display_name":"Vincenzo Marco De Luca","orcid":"https://orcid.org/0009-0003-3209-5817","observed_orcids":["https://orcid.org/0009-0003-3209-5817"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Marco De Luca","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0009-0003-3209-5817","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078906245","display_name":"Antonio Longa","orcid":"https://orcid.org/0000-0003-0337-1838","observed_orcids":["https://orcid.org/0000-0003-0337-1838"]},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Antonio Longa","raw_affiliation_strings":["UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0003-0337-1838","affiliations":[{"raw_affiliation_string":"UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043020439","display_name":"Giovanna Varni","orcid":"https://orcid.org/0000-0002-5659-8414","observed_orcids":["https://orcid.org/0000-0002-5659-8414"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanna Varni","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5659-8414","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066187890","display_name":"Andrea Passerini","orcid":"https://orcid.org/0000-0002-2765-5395","observed_orcids":["https://orcid.org/0000-0002-2765-5395"]},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Passerini","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2765-5395","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1448","last_page":"1457"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.5615000128746033,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10916","display_name":"Surgical Simulation and Training","score":0.5615000128746033,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.08720000088214874,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.07649999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/surgical-teamwork","display_name":"surgical teamwork","score":0.871999979019165},{"id":"https://openalex.org/keywords/surgical-team-dynamics","display_name":"surgical team dynamics","score":0.8980000019073486},{"id":"https://openalex.org/keywords/time-expanded-graph","display_name":"time-expanded graph","score":0.7850000262260437},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"counterfactual reasoning","score":0.7919999957084656},{"id":"https://openalex.org/keywords/team-performance-prediction","display_name":"team performance prediction","score":0.656000018119812},{"id":"https://openalex.org/keywords/patient-safety","display_name":"patient safety","score":0.5789999961853027},{"id":"https://openalex.org/keywords/low-data-learning","display_name":"low-data learning","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6995999813079834},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6948000192642212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6100999712944031},{"id":"https://openalex.org/C111226992","wikidata":"https://www.wikidata.org/wiki/Q626225","display_name":"Teamwork","level":2,"score":0.5842999815940857},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3686000108718872},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34150001406669617},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3312999904155731},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.265500009059906}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3767308.3836430","doi":"https://doi.org/10.1145/3767308.3836430","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836430","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2608.23254","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23254","pdf_url":"https://arxiv.org/pdf/2608.23254","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.23254","doi":"https://doi.org/10.48550/arxiv.2608.23254","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.23254","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3767308.3836430","doi":"https://doi.org/10.1145/3767308.3836430","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3767308.3836430","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.8371999859809875}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2070155107","display_name":"It takes two to tango: a synergistic approach to human-machine decision making","funder_award_id":"101120763","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4008378608","display_name":null,"funder_award_id":"332645","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204186246.pdf","grobid_xml":"https://content.openalex.org/works/W7204186246.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W41740415","https://openalex.org/W2064675550","https://openalex.org/W2103572263","https://openalex.org/W2134584261","https://openalex.org/W2139609086","https://openalex.org/W2139906443","https://openalex.org/W2157331557","https://openalex.org/W2169393322","https://openalex.org/W2239141610","https://openalex.org/W2301969954","https://openalex.org/W2389937032","https://openalex.org/W2549023512","https://openalex.org/W2580456502","https://openalex.org/W2605490698","https://openalex.org/W2606780347","https://openalex.org/W2734619948","https://openalex.org/W2765141684","https://openalex.org/W2765204106","https://openalex.org/W2766453196","https://openalex.org/W2767664584","https://openalex.org/W2790505917","https://openalex.org/W2895416147","https://openalex.org/W2906410507","https://openalex.org/W2907492528","https://openalex.org/W2911373802","https://openalex.org/W2913526742","https://openalex.org/W2945295328","https://openalex.org/W2949650762","https://openalex.org/W2953660811","https://openalex.org/W2983040767","https://openalex.org/W2985913104","https://openalex.org/W3015447373","https://openalex.org/W3088117111","https://openalex.org/W3089943744","https://openalex.org/W3147341125","https://openalex.org/W3155445702","https://openalex.org/W3179325635","https://openalex.org/W3205504809","https://openalex.org/W4214809079","https://openalex.org/W4224297471","https://openalex.org/W4229014675","https://openalex.org/W4293182302","https://openalex.org/W4385488825","https://openalex.org/W4387446799","https://openalex.org/W4388593766","https://openalex.org/W4402712443","https://openalex.org/W4403780549","https://openalex.org/W4408690115","https://openalex.org/W4413156101","https://openalex.org/W4415310618","https://openalex.org/W4415766922","https://openalex.org/W7113157668","https://openalex.org/W7124298516","https://openalex.org/W7167023215","https://openalex.org/W7225209084"],"related_works":["https://openalex.org/W7167023215","https://openalex.org/W7204176827","https://openalex.org/W7204268557","https://openalex.org/W4415310618","https://openalex.org/W7214999841","https://openalex.org/W7142391866","https://openalex.org/W4393157522","https://openalex.org/W7172149148","https://openalex.org/W4411437632","https://openalex.org/W4413446703"],"abstract_inverted_index":{"In":[0],"surgery,":[1],"patient":[2],"safety":[3],"is":[4],"threatened":[5],"not":[6],"only":[7],"by":[8,13],"technical":[9,27],"issues":[10],"but":[11],"also":[12],"poor":[14],"teamwork.":[15],"However,":[16],"existing":[17],"surgical":[18,58,89,136,161,185],"AI-based":[19],"solutions":[20],"focus":[21],"mainly":[22],"on":[23],"visual":[24],"workflow":[25],"and":[26,35,74,101,124,148,171,177],"execution,":[28],"neglecting":[29],"the":[30,68,84,96,179],"modeling":[31,57,94],"of":[32,88,98,181],"team":[33,59,131,156,182],"interactions":[34],"missing":[36],"opportunities":[37],"to":[38,174],"actively":[39],"support":[40,178],"clinicians":[41],"in":[42,83,121,130,145,184],"improving":[43],"their":[44],"teamwork":[45],"skills.":[46],"To":[47],"address":[48],"this":[49],"gap,":[50],"we":[51,108],"propose":[52],"a":[53,112,167],"tempo-relational":[54],"framework":[55],"for":[56,104],"dynamics":[60],"from":[61],"multimodal":[62],"observations.":[63],"By":[64],"leveraging":[65],"Time-Expanded":[66],"graphs,":[67],"approach":[69,141],"captures":[70],"both":[71],"relational":[72],"structure":[73],"temporal":[75],"evolution,":[76],"achieving":[77],"strong":[78],"expressivity":[79],"while":[80,151],"remaining":[81],"robust":[82],"low-data":[85],"regime":[86],"typical":[87],"settings.":[90,186],"Beyond":[91],"prediction,":[92],"such":[93],"enables":[95],"generation":[97],"efficient,":[99],"interpretable,":[100],"actionable":[102,172],"suggestions":[103,110],"clinicians.":[105],"More":[106],"specifically,":[107],"generate":[109],"via":[111],"counterfactual":[113],"procedure":[114],"that":[115,139],"identifies":[116],"minimal":[117],"yet":[118],"structured":[119],"changes":[120],"individual":[122],"behaviors":[123],"interaction":[125,149],"patterns":[126],"associated":[127],"with":[128,134],"improvements":[129],"performance.":[132],"Experiments":[133],"simulated":[135],"procedures":[137],"show":[138],"our":[140],"improves":[142],"predictive":[143],"performance":[144],"diverse":[146],"behavioral":[147],"goals":[150],"offering":[152],"meaningful":[153],"insights":[154],"into":[155],"dynamics.":[157],"This":[158],"work":[159],"advances":[160],"AI":[162],"beyond":[163],"outcome-driven":[164],"prediction":[165],"towards":[166],"socially":[168],"grounded,":[169],"team-centric,":[170],"paradigm":[173],"better":[175],"understand":[176],"development":[180],"skills":[183]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204186246","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-26T00:00:00"}
