{"id":"https://openalex.org/W4387323977","doi":"https://doi.org/10.48550/arxiv.2310.00868","title":"RT-GAN: Recurrent Temporal GAN for Adding Lightweight Temporal Consistency to Frame-Based Domain Translation Approaches","display_name":"RT-GAN: Recurrent Temporal GAN for Adding Lightweight Temporal Consistency to Frame-Based Domain Translation Approaches","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4387323977","doi":"https://doi.org/10.48550/arxiv.2310.00868"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.00868","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.00868","pdf_url":"https://arxiv.org/pdf/2310.00868","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.00868","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047987831","display_name":"Shawn Mathew","orcid":"https://orcid.org/0000-0002-1344-4853","observed_orcids":["https://orcid.org/0000-0002-1344-4853"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mathew, Shawn","raw_affiliation_strings":["Stony Brook University , New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University , New York , USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089881940","display_name":"Saad Nadeem","orcid":"https://orcid.org/0000-0001-5030-9792","observed_orcids":["https://orcid.org/0000-0001-5030-9792"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadeem, Saad","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center , New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center , New York , USA","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043587463","display_name":"Alvin C. Goh","orcid":"https://orcid.org/0000-0003-3092-9024","observed_orcids":["https://orcid.org/0000-0003-3092-9024"]},"institutions":[{"id":"https://openalex.org/I1334819555","display_name":"Memorial Sloan Kettering Cancer Center","ror":"https://ror.org/02yrq0923","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1334819555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goh, Alvin C.","raw_affiliation_strings":["Memorial Sloan Kettering Cancer Center , New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memorial Sloan Kettering Cancer Center , New York , USA","institution_ids":["https://openalex.org/I1334819555"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039517392","display_name":"Arie E. Kaufman","orcid":"https://orcid.org/0000-0002-0796-6196","observed_orcids":["https://orcid.org/0000-0002-0796-6196"]},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaufman, Arie","raw_affiliation_strings":["Stony Brook University , New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stony Brook University , New York , USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.011900000274181366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/temporal-coherence","display_name":"temporal coherence","score":0.9769999980926514},{"id":"https://openalex.org/keywords/colonoscopy","display_name":"colonoscopy","score":0.8410000205039978},{"id":"https://openalex.org/keywords/training-efficiency","display_name":"training efficiency","score":0.5090000033378601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7897223830223083},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6648344993591309},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6543481349945068},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6068179607391357},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5873873233795166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414860248565674},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5295418500900269},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.498737096786499},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.48722735047340393},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.46511179208755493},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.4295712113380432},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11710295081138611},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.00868","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.00868","pdf_url":"https://arxiv.org/pdf/2310.00868","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.00868","doi":"https://doi.org/10.48550/arxiv.2310.00868","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.00868","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.00868","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.00868","pdf_url":"https://arxiv.org/pdf/2310.00868","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2051006376","display_name":null,"funder_award_id":"CA008748","funder_id":"https://openalex.org/F4320309468","funder_display_name":"Memorial Sloan-Kettering Cancer Center"},{"id":"https://openalex.org/G289723095","display_name":null,"funder_award_id":"P30\u00a0CA008748","funder_id":"https://openalex.org/F4320309468","funder_display_name":"Memorial Sloan-Kettering Cancer Center"},{"id":"https://openalex.org/G4219678919","display_name":"I/UCRC: Center for Visual and Decision Informatics (CVDI) Site at SUNY Stony Brook","funder_award_id":"1650499","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4583515593","display_name":null,"funder_award_id":"CA008748","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5813047689","display_name":"MRI: Acquisition of Heterogeneous Computer System for Machine Learning","funder_award_id":"1919752","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7546585312","display_name":"CoPe: RCN: A Coastal Alliance Network for Visualization, Assessment, Science, and Stakeholders (CANVASS) for Convergent Environmental Problem Solving","funder_award_id":"1940302","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7556015768","display_name":null,"funder_award_id":"P30 CA008748","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G9000003249","display_name":null,"funder_award_id":"CA008748","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G9000856728","display_name":"Cancer Center Support Grant","funder_award_id":"P30CA008748","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309468","display_name":"Memorial Sloan-Kettering Cancer Center","ror":"https://ror.org/02yrq0923"},{"id":"https://openalex.org/F4320312083","display_name":"Intuitive Surgical","ror":"https://ror.org/05g2n4m79"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387323977.pdf","grobid_xml":"https://content.openalex.org/works/W4387323977.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6950118953","https://openalex.org/W3089742212","https://openalex.org/W4411987563","https://openalex.org/W7222931786","https://openalex.org/W7143497681","https://openalex.org/W7214152020","https://openalex.org/W7162652323","https://openalex.org/W6968867482","https://openalex.org/W4296195952","https://openalex.org/W4288739125"],"abstract_inverted_index":{"Fourteen":[0],"million":[1],"colonoscopies":[2,15],"are":[3,16,42,49,59,107],"performed":[4],"annually":[5],"just":[6],"in":[7,32,188],"the":[8,11,50,178,214],"U.S.":[9],"However,":[10],"videos":[12],"from":[13,25,120],"these":[14,48],"not":[17],"saved":[18,43],"due":[19],"to":[20,72,84,115,127,163],"storage":[21],"constraints":[22],"(each":[23],"video":[24,201,238],"a":[26,37,110,117,147,151,172,206],"high-definition":[27],"colonoscope":[28],"camera":[29],"can":[30],"be":[31,226],"tens":[33],"of":[34,174,180,194],"gigabytes).":[35],"Instead,":[36],"few":[38],"relevant":[39],"individual":[40,92,164],"frames":[41,51,93,106],"for":[44,69,91,122,140,159,211,213],"documentation/reporting":[45],"purposes":[46],"and":[47,77,137,197,222],"on":[52,183,229],"which":[53],"most":[54],"current":[55],"colonoscopy":[56,70,199,212],"AI":[57],"models":[58,224],"trained":[60],"on.":[61],"While":[62],"developing":[63],"new":[64,118],"unsupervised":[65],"domain":[66],"translation":[67],"methods":[68],"(e.g.":[71],"translate":[73],"between":[74],"real":[75],"optical":[76],"virtual/CT":[78],"colonoscopy),":[79],"it":[80],"is":[81,239],"thus":[82],"typical":[83],"start":[85],"with":[86,109,150],"approaches":[87,166],"that":[88,167],"initially":[89],"work":[90],"without":[94],"temporal":[95,123,153,161,209],"consistency.":[96,124],"Once":[97],"an":[98],"individual-frame":[99],"model":[100,119],"has":[101],"been":[102],"finalized,":[103],"additional":[104],"contiguous":[105],"added":[108],"modified":[111],"deep":[112,129],"learning":[113,130],"architecture":[114],"train":[116],"scratch":[121],"This":[125],"transition":[126],"temporally-consistent":[128],"models,":[131],"however,":[132],"requires":[133],"significantly":[134],"more":[135],"computational":[136],"memory":[138],"resources":[139],"training.":[141],"In":[142],"this":[143],"paper,":[144],"we":[145],"present":[146],"lightweight":[148],"solution":[149],"tunable":[152],"parameter,":[154],"RT-GAN":[155],"(Recurrent":[156],"Temporal":[157],"GAN),":[158],"adding":[160],"consistency":[162],"frame-based":[165],"reduces":[168],"training":[169],"requirements":[170],"by":[171],"factor":[173],"5.":[175],"We":[176,203],"demonstrate":[177],"effectiveness":[179],"our":[181,230],"approach":[182],"two":[184],"challenging":[185],"use":[186,216],"cases":[187],"colonoscopy:":[189],"haustral":[190],"fold":[191],"segmentation":[192],"(indicative":[193],"missed":[195],"surface)":[196],"realistic":[198],"simulator":[200],"generation.":[202],"also":[204],"release":[205],"first-of-its":[207],"kind":[208],"dataset":[210],"above":[215],"cases.":[217],"The":[218,236],"datasets,":[219],"accompanying":[220],"code,":[221],"pretrained":[223],"will":[225],"made":[227],"available":[228,240],"Computational":[231],"Endoscopy":[232],"Platform":[233],"GitHub":[234],"(https://github.com/nadeemlab/CEP).":[235],"supplementary":[237],"at":[241],"https://youtu.be/UMVP-uIXwWk.":[242]},"counts_by_year":[],"updated_date":"2026-10-15T10:00:46.086208","created_date":"2023-10-04T00:00:00"}