{"id":"https://openalex.org/W7140732096","doi":"https://doi.org/10.48550/arxiv.2603.24539","title":"CliPPER: Contextual Video-Language Pretraining on Long-form Intraoperative Surgical Procedures for Event Recognition","display_name":"CliPPER: Contextual Video-Language Pretraining on Long-form Intraoperative Surgical Procedures for Event Recognition","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7140732096","doi":"https://doi.org/10.48550/arxiv.2603.24539"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24539","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130707833","display_name":"Florian Stilz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stilz, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130705688","display_name":"Vinkle Srivastav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srivastav, Vinkle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130660886","display_name":"Nassir Navab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Navab, Nassir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130699252","display_name":"Nicolas Padoy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Padoy, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8402000069618225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8402000069618225,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02669999934732914,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.45010000467300415},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.39989998936653137},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.3912000060081482},{"id":"https://openalex.org/keywords/surgical-procedures","display_name":"Surgical procedures","score":0.37619999051094055},{"id":"https://openalex.org/keywords/surgical-instrument","display_name":"Surgical instrument","score":0.35040000081062317},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.33649998903274536},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3224000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6111999750137329},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5224999785423279},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.45010000467300415},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C3019611579","wikidata":"https://www.wikidata.org/wiki/Q6641956","display_name":"Surgical procedures","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C2778181360","wikidata":"https://www.wikidata.org/wiki/Q1074814","display_name":"Surgical instrument","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3158999979496002},{"id":"https://openalex.org/C2779370443","wikidata":"https://www.wikidata.org/wiki/Q1776627","display_name":"Surgical planning","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C3018700120","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgical team","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C3018608816","wikidata":"https://www.wikidata.org/wiki/Q195818","display_name":"Surgical simulation","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.40683862566947937}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video-language":[0],"foundation":[1],"models":[2],"have":[3],"proven":[4],"to":[5,87,118,138,158],"be":[6,197],"highly":[7],"effective":[8],"in":[9,91],"zero-shot":[10,182],"applications":[11],"across":[12,176],"a":[13,62,127,150,168,173],"wide":[14],"range":[15],"of":[16,111,184],"tasks.":[17,43],"A":[18],"particularly":[19],"challenging":[20],"area":[21],"is":[22,31,37,74],"the":[23,134,160],"intraoperative":[24],"surgical":[25,69,93,136,179],"procedure":[26],"domain,":[27],"where":[28],"labeled":[29],"data":[30],"scarce,":[32],"and":[33,81,103,115,142,165,188,193],"precise":[34],"temporal":[35,78,114],"understanding":[36],"often":[38],"required":[39],"for":[40,59,76],"complex":[41],"downstream":[42],"To":[44],"address":[45],"this":[46],"challenge,":[47],"we":[48,96,125,148],"introduce":[49,149],"CliPPER":[50],"(Contextual":[51],"Video-Language":[52],"Pretraining":[53],"on":[54,68],"Long-form":[55],"Intraoperative":[56],"Surgical":[57],"Procedures":[58],"Event":[60],"Recognition),":[61],"novel":[63,84],"video-language":[64],"pretraining":[65,85,108,194],"framework":[66],"trained":[67],"lecture":[70],"videos.":[71,94],"Our":[72],"method":[73],"designed":[75],"fine-grained":[77],"video-text":[79,131],"recognition":[80,183],"introduces":[82],"several":[83],"strategies":[86],"improve":[88,143,159],"multimodal":[89],"alignment":[90,153,161],"long-form":[92],"Specifically,":[95],"propose":[97],"Contextual":[98],"Video-Text":[99],"Contrastive":[100],"Learning":[101],"(VTC_CTX)":[102],"Clip":[104],"Order":[105],"Prediction":[106],"(COP)":[107],"objectives,":[109],"both":[110],"which":[112],"leverage":[113],"contextual":[116],"dependencies":[117],"enhance":[119],"local":[120],"video":[121,137,163],"understanding.":[122],"In":[123],"addition,":[124],"incorporate":[126],"Cycle-Consistency":[128],"Alignment":[129],"over":[130],"matches":[132],"within":[133],"same":[135],"enforce":[139],"bidirectional":[140],"consistency":[141],"overall":[144],"representation":[145],"coherence.":[146],"Moreover,":[147],"more":[151],"refined":[152],"loss,":[154],"Frame-Text":[155],"Matching":[156],"(FTM),":[157],"between":[162],"frames":[164],"text.":[166],"As":[167],"result,":[169],"our":[170],"model":[171],"establishes":[172],"new":[174],"state-of-the-art":[175],"multiple":[177],"public":[178],"benchmarks,":[180],"including":[181],"phases,":[185],"steps,":[186],"instruments,":[187],"triplets.":[189],"The":[190],"source":[191],"code":[192],"captions":[195],"can":[196],"found":[198],"at":[199],"https://github.com/CAMMA-public/CliPPER.":[200]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-27T00:00:00"}