{"id":"https://openalex.org/W4396832010","doi":"https://doi.org/10.1145/3613904.3642587","title":"Surgment: Segmentation-enabled Semantic Search and Creation of Visual Question and Feedback to Support Video-Based Surgery Learning","display_name":"Surgment: Segmentation-enabled Semantic Search and Creation of Visual Question and Feedback to Support Video-Based Surgery Learning","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832010","doi":"https://doi.org/10.1145/3613904.3642587"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642587","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642587","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642587","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642587","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034399075","display_name":"Jingying Wang","orcid":"https://orcid.org/0000-0001-6474-818X"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingying Wang","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-6474-818X","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009962087","display_name":"Haoran Tang","orcid":"https://orcid.org/0009-0009-1090-6192"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoran Tang","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0009-0009-1090-6192","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048717326","display_name":"Taylor Kantor","orcid":"https://orcid.org/0009-0009-6254-1121"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Taylor Kantor","raw_affiliation_strings":["Medical School, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0009-0009-6254-1121","affiliations":[{"raw_affiliation_string":"Medical School, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046376677","display_name":"Tandis Soltani","orcid":"https://orcid.org/0000-0002-6014-3252"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tandis Soltani","raw_affiliation_strings":["Medical School, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-6014-3252","affiliations":[{"raw_affiliation_string":"Medical School, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038535092","display_name":"V. I. POPOV","orcid":"https://orcid.org/0000-0002-7188-6027"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vitaliy Popov","raw_affiliation_strings":["Medical School, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0002-7188-6027","affiliations":[{"raw_affiliation_string":"Medical School, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068653834","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0001-5551-0815"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210111179","display_name":"Michigan United","ror":"https://ror.org/0291ys696","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111179"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xu Wang","raw_affiliation_strings":["Computer Science and Engineering, University of Michigan, United States"],"raw_orcid":"https://orcid.org/0000-0001-5551-0815","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of Michigan, United States","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210111179"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7498,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85427019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7383596897125244},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7371564507484436},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6776638031005859},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6590242385864258},{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.5871438980102539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4616929292678833},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4260457158088684},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.41690051555633545},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35961735248565674},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09762254357337952},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.07362371683120728}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7383596897125244},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7371564507484436},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6776638031005859},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6590242385864258},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5871438980102539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4616929292678833},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4260457158088684},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.41690051555633545},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35961735248565674},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09762254357337952},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.07362371683120728},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3613904.3642587","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642587","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642587","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.17903","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.17903","pdf_url":"https://arxiv.org/pdf/2402.17903","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642587","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642587","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642587","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832010.pdf"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W177253270","https://openalex.org/W651343852","https://openalex.org/W1423604035","https://openalex.org/W1908724414","https://openalex.org/W2035818959","https://openalex.org/W2038558034","https://openalex.org/W2038924341","https://openalex.org/W2047957729","https://openalex.org/W2051277183","https://openalex.org/W2060666149","https://openalex.org/W2080317273","https://openalex.org/W2100437926","https://openalex.org/W2104748877","https://openalex.org/W2138883052","https://openalex.org/W2139152022","https://openalex.org/W2161337144","https://openalex.org/W2206440038","https://openalex.org/W2316342045","https://openalex.org/W2339636024","https://openalex.org/W2400788632","https://openalex.org/W2466484467","https://openalex.org/W2529790200","https://openalex.org/W2563814154","https://openalex.org/W2774526117","https://openalex.org/W2781670652","https://openalex.org/W2790436262","https://openalex.org/W2795805557","https://openalex.org/W2796171214","https://openalex.org/W2809326784","https://openalex.org/W2884436604","https://openalex.org/W2885402090","https://openalex.org/W2889392066","https://openalex.org/W2911926260","https://openalex.org/W2912854782","https://openalex.org/W2918341242","https://openalex.org/W2947607649","https://openalex.org/W2962747232","https://openalex.org/W2966554551","https://openalex.org/W2985304056","https://openalex.org/W2989613245","https://openalex.org/W2990163264","https://openalex.org/W2990420886","https://openalex.org/W2993292663","https://openalex.org/W3028614910","https://openalex.org/W3029354791","https://openalex.org/W3031300292","https://openalex.org/W3032989051","https://openalex.org/W3033724158","https://openalex.org/W3034603197","https://openalex.org/W3098027819","https://openalex.org/W3100964249","https://openalex.org/W3125649296","https://openalex.org/W3133847626","https://openalex.org/W3143827210","https://openalex.org/W3153393784","https://openalex.org/W3154494492","https://openalex.org/W3156440043","https://openalex.org/W3161616854","https://openalex.org/W3165565178","https://openalex.org/W3190067625","https://openalex.org/W3197377812","https://openalex.org/W3203204495","https://openalex.org/W3206904785","https://openalex.org/W4200576678","https://openalex.org/W4221072997","https://openalex.org/W4225004040","https://openalex.org/W4225006040","https://openalex.org/W4225387478","https://openalex.org/W4238216513","https://openalex.org/W4290723715","https://openalex.org/W4294343720","https://openalex.org/W4294975343","https://openalex.org/W4300722350","https://openalex.org/W4313476346","https://openalex.org/W4321161136","https://openalex.org/W4366547592","https://openalex.org/W4366548447","https://openalex.org/W4393119212"],"related_works":["https://openalex.org/W2378994405","https://openalex.org/W2385974820","https://openalex.org/W2373478030","https://openalex.org/W2378679551","https://openalex.org/W3149739944","https://openalex.org/W2392363776","https://openalex.org/W2063051341","https://openalex.org/W2591066345","https://openalex.org/W1494563618","https://openalex.org/W4388446985"],"abstract_inverted_index":{"Videos":[0],"are":[1],"prominent":[2],"learning":[3,27],"materials":[4],"to":[5,22,54,68,84,130],"prepare":[6],"surgical":[7],"trainees":[8],"before":[9],"they":[10],"enter":[11],"the":[12,24,114,124],"operating":[13],"room":[14],"(OR).":[15],"In":[16,105],"this":[17],"work,":[18],"we":[19],"explore":[20],"techniques":[21],"enrich":[23],"video-based":[25],"surgery":[26,44,56],"experience.":[28],"We":[29],"propose":[30],"Surgment,":[31],"a":[32,50,78],"system":[33],"that":[34,96],"helps":[35],"expert":[36],"surgeons":[37,76,83],"create":[38,69],"exercises":[39,95],"with":[40,109],"feedback":[41,73,129],"based":[42],"on":[43],"recordings.":[45],"Surgment":[46,81],"is":[47],"powered":[48],"by":[49,75],"few-shot-learning-based":[51],"pipeline":[52,65],"(SegGPT+SAM)":[53],"segment":[55],"scenes,":[57],"achieving":[58],"an":[59,106],"accuracy":[60],"of":[61,88,120,132],"92%.":[62],"The":[63],"segmentation":[64],"enables":[66,82],"functionalities":[67],"visual":[70,103],"questions":[71,127],"and":[72,92,101,122,128],"desired":[74],"from":[77],"formative":[79],"study.":[80],"1)":[85],"retrieve":[86],"frames":[87,119],"interest":[89,121],"through":[90],"sketches,":[91],"2)":[93],"design":[94],"target":[97],"specific":[98],"anatomical":[99],"components":[100],"offer":[102],"feedback.":[104],"evaluation":[107],"study":[108],"11":[110],"surgeons,":[111],"participants":[112],"applauded":[113],"search-by-sketch":[115],"approach":[116],"for":[117],"identifying":[118],"found":[123],"resulting":[125],"image-based":[126],"be":[131],"high":[133],"educational":[134],"value.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2024-05-12T00:00:00"}