{"id":"https://openalex.org/W4403094602","doi":"https://doi.org/10.1109/tpami.2024.3474094","title":"Competing for Pixels: A Self-Play Algorithm for Weakly-Supervised Semantic Segmentation","display_name":"Competing for Pixels: A Self-Play Algorithm for Weakly-Supervised Semantic Segmentation","publication_year":2024,"publication_date":"2024-10-03","ids":{"openalex":"https://openalex.org/W4403094602","doi":"https://doi.org/10.1109/tpami.2024.3474094","pmid":"https://pubmed.ncbi.nlm.nih.gov/39361460"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3474094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3474094","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003506709","display_name":"Shaheer U. Saeed","orcid":"https://orcid.org/0000-0002-5004-0663"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shaheer U. Saeed","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058687893","display_name":"Shiqi Huang","orcid":"https://orcid.org/0000-0002-3032-7413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiqi Huang","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000026634","display_name":"Jo\u00e3o Ramalhinho","orcid":"https://orcid.org/0000-0002-8438-2215"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Ramalhinho","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069369173","display_name":"Iani J. M. B. Gayo","orcid":"https://orcid.org/0000-0003-4622-2373"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iani J.M.B. Gayo","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023808275","display_name":"Nina Monta\u00f1a-Brown","orcid":"https://orcid.org/0000-0001-5685-971X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nina Monta\u00f1a-Brown","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005663988","display_name":"Ester Bonmati","orcid":"https://orcid.org/0000-0001-9217-5438"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ester Bonmati","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066537961","display_name":"Stephen P. Pereira","orcid":"https://orcid.org/0000-0003-0821-1809"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephen P. Pereira","raw_affiliation_strings":["Institute for Liver and Digestive Health, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Institute for Liver and Digestive Health, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045604232","display_name":"Brian R Davidson","orcid":"https://orcid.org/0000-0002-9152-5907"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Brian Davidson","raw_affiliation_strings":["Division of Surgery and Interventional Sciences, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Division of Surgery and Interventional Sciences, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066703217","display_name":"Dean C. Barratt","orcid":"https://orcid.org/0000-0003-2916-655X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dean C. Barratt","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001311980","display_name":"Matthew J. Clarkson","orcid":"https://orcid.org/0000-0002-5565-1252"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew J. Clarkson","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032309114","display_name":"Yipeng Hu","orcid":"https://orcid.org/0000-0003-4902-0486"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yipeng Hu","raw_affiliation_strings":["UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"UCL Hawkes Institute, Department of Medical Physics and Biomedical Engineering, University College London, London, U.K","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5003506709"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5499,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66608638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"47","issue":"2","first_page":"825","last_page":"839"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.8528000116348267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.8528000116348267,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.8367999792098999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.8098999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.6526386737823486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6523828506469727},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6479406952857971},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6148593425750732},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5877194404602051},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4828353524208069},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4130098223686218},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3888181447982788},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3786875009536743}],"concepts":[{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.6526386737823486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6523828506469727},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6479406952857971},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6148593425750732},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5877194404602051},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4828353524208069},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4130098223686218},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3888181447982788},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3786875009536743}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3474094","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3474094","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39361460","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39361460","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7111065301","display_name":null,"funder_award_id":"EP/T029404/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":111,"referenced_works":["https://openalex.org/W1495267108","https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W2037227137","https://openalex.org/W2098140880","https://openalex.org/W2113702258","https://openalex.org/W2125479168","https://openalex.org/W2132994929","https://openalex.org/W2140714224","https://openalex.org/W2144794286","https://openalex.org/W2167957526","https://openalex.org/W2194775991","https://openalex.org/W2306289963","https://openalex.org/W2337429362","https://openalex.org/W2558580397","https://openalex.org/W2583578793","https://openalex.org/W2600144439","https://openalex.org/W2746791238","https://openalex.org/W2755136704","https://openalex.org/W2798376494","https://openalex.org/W2798715809","https://openalex.org/W2799124825","https://openalex.org/W2886773299","https://openalex.org/W2902907165","https://openalex.org/W2910094941","https://openalex.org/W2955278847","https://openalex.org/W2956648669","https://openalex.org/W2962858109","https://openalex.org/W2962867364","https://openalex.org/W2963045696","https://openalex.org/W2965729941","https://openalex.org/W2980189057","https://openalex.org/W2982093251","https://openalex.org/W2982316857","https://openalex.org/W2983061571","https://openalex.org/W2986297814","https://openalex.org/W2991083560","https://openalex.org/W2996952120","https://openalex.org/W2997851315","https://openalex.org/W3003728293","https://openalex.org/W3008115128","https://openalex.org/W3032908737","https://openalex.org/W3034333089","https://openalex.org/W3034373787","https://openalex.org/W3034930876","https://openalex.org/W3035703639","https://openalex.org/W3040707741","https://openalex.org/W3043504389","https://openalex.org/W3085685449","https://openalex.org/W3091114462","https://openalex.org/W3093151588","https://openalex.org/W3102659010","https://openalex.org/W3107653507","https://openalex.org/W3107852229","https://openalex.org/W3119344692","https://openalex.org/W3130223701","https://openalex.org/W3132455321","https://openalex.org/W3145840617","https://openalex.org/W3156643720","https://openalex.org/W3164772195","https://openalex.org/W3166286626","https://openalex.org/W3169363008","https://openalex.org/W3169761117","https://openalex.org/W3170128766","https://openalex.org/W3173957243","https://openalex.org/W3175985464","https://openalex.org/W3176692018","https://openalex.org/W3176760243","https://openalex.org/W3177958285","https://openalex.org/W3183732083","https://openalex.org/W3202299736","https://openalex.org/W3202524699","https://openalex.org/W3203036314","https://openalex.org/W3203879378","https://openalex.org/W3203946906","https://openalex.org/W3204462902","https://openalex.org/W3207797062","https://openalex.org/W4221045837","https://openalex.org/W4226158211","https://openalex.org/W4294305479","https://openalex.org/W4312324516","https://openalex.org/W4312509967","https://openalex.org/W4312680544","https://openalex.org/W4313151123","https://openalex.org/W4323926462","https://openalex.org/W4366976290","https://openalex.org/W4377004358","https://openalex.org/W4384927547","https://openalex.org/W4386083007","https://openalex.org/W4386187711","https://openalex.org/W4387642405","https://openalex.org/W4390871803","https://openalex.org/W4390872694","https://openalex.org/W4394674699","https://openalex.org/W6681187623","https://openalex.org/W6696772115","https://openalex.org/W6739696289","https://openalex.org/W6746177919","https://openalex.org/W6751795773","https://openalex.org/W6752904781","https://openalex.org/W6755402806","https://openalex.org/W6767887823","https://openalex.org/W6767919266","https://openalex.org/W6772167297","https://openalex.org/W6773720453","https://openalex.org/W6779715231","https://openalex.org/W6784163774","https://openalex.org/W6796814964","https://openalex.org/W6797738945","https://openalex.org/W6798613634"],"related_works":["https://openalex.org/W1986655823","https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W3011384228","https://openalex.org/W2945274617","https://openalex.org/W4313052709","https://openalex.org/W4298131179","https://openalex.org/W2375430703","https://openalex.org/W3199300986"],"abstract_inverted_index":{"Weakly-supervised":[0],"semantic":[1],"segmentation":[2,58,64],"(WSSS)":[3],"methods,":[4],"reliant":[5],"on":[6],"image-level":[7,113],"labels":[8,16,116],"indicating":[9],"object":[10,99,107,118],"presence,":[11],"lack":[12],"explicit":[13],"correspondence":[14],"between":[15,68],"and":[17],"regions":[18],"of":[19,59,79,98,117,136,144,177],"interest":[20],"(ROIs),":[21],"posing":[22],"a":[23,51,60,66,123,145,164,181],"significant":[24,193],"challenge.":[25],"Despite":[26],"this,":[27],"WSSS":[28,53,185],"methods":[29],"have":[30],"attracted":[31],"attention":[32],"due":[33],"to":[34,41,73,89],"their":[35],"much":[36],"lower":[37],"annotation":[38],"costs":[39],"compared":[40],"fully-supervised":[42],"segmentation.":[43],"Leveraging":[44],"reinforcement":[45],"learning":[46],"(RL)":[47],"self-play,":[48],"we":[49,121],"propose":[50,122],"novel":[52],"method":[54],"that":[55,71,127],"gamifies":[56],"image":[57],"ROI.":[61],"We":[62],"formulate":[63],"as":[65],"competition":[67],"two":[69],"agents":[70],"compete":[72],"select":[74],"ROI-containing":[75,138,157,165],"patches":[76,158],"until":[77],"exhaustion":[78,135],"all":[80,137],"such":[81],"patches.":[82],"The":[83],"score":[84],"at":[85],"each":[86],"time-step,":[87],"used":[88],"compute":[90],"the":[91,102,142,152,170],"reward":[92],"for":[93],"agent":[94,153],"training,":[95],"represents":[96],"likelihood":[97],"presence":[100,108],"within":[101],"selection,":[103],"determined":[104],"by":[105,131,141,169],"an":[106],"detector":[109],"pre-trained":[110],"using":[111],"only":[112],"binary":[114],"classification":[115],"presence.":[119],"Additionally,":[120],"game":[124],"termination":[125],"condition":[126],"can":[128],"be":[129],"called":[130],"either":[132],"side":[133],"upon":[134],"patches,":[139],"followed":[140],"selection":[143],"final":[146],"patch":[147,166],"from":[148],"each.":[149],"Upon":[150],"termination,":[151],"is":[154,167],"incentivised":[155],"if":[156,163],"are":[159],"exhausted":[160],"or":[161,179],"disincentivised":[162],"found":[168],"competitor.":[171],"This":[172],"competitive":[173],"setup":[174],"ensures":[175],"minimisation":[176],"over-":[178],"under-segmentation,":[180],"common":[182],"problem":[183],"with":[184],"methods.":[186,199],"Extensive":[187],"experimentation":[188],"across":[189],"four":[190],"datasets":[191],"demonstrates":[192],"performance":[194],"improvements":[195],"over":[196],"recent":[197],"state-of-the-art":[198]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}