{"id":"https://openalex.org/W2901412525","doi":"https://doi.org/10.1109/tpami.2018.2881114","title":"SPFTN: A Joint Learning Framework for Localizing and Segmenting Objects in Weakly Labeled Videos","display_name":"SPFTN: A Joint Learning Framework for Localizing and Segmenting Objects in Weakly Labeled Videos","alternate_titles":[],"publication_year":2018,"publication_date":"2018-11-13","ids":{"openalex":"https://openalex.org/W2901412525","doi":"https://doi.org/10.1109/tpami.2018.2881114","mag":"2901412525","pmid":"https://pubmed.ncbi.nlm.nih.gov/30442600"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2018.2881114","doi":"https://doi.org/10.1109/tpami.2018.2881114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2881114","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2901412525"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101954574","display_name":"Dingwen Zhang","orcid":"https://orcid.org/0000-0001-8369-8886","observed_orcids":["https://orcid.org/0000-0001-8369-8886"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dingwen Zhang","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012529382","display_name":"Junwei Han","orcid":"https://orcid.org/0000-0001-5545-7217","observed_orcids":["https://orcid.org/0000-0001-5545-7217"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Junwei Han","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5545-7217","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101504415","display_name":"Le Yang","orcid":"https://orcid.org/0000-0001-5922-877X","observed_orcids":["https://orcid.org/0000-0001-5922-877X"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Le Yang","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5922-877X","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082181536","display_name":"Dong Xu","orcid":"https://orcid.org/0000-0003-2775-9730","observed_orcids":["https://orcid.org/0000-0003-2775-9730"]},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dong Xu","raw_affiliation_strings":["School of Electrical and Information Engineering, University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2775-9730","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.9063,"has_fulltext":false,"cited_by_count":115,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9476997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"42","issue":"2","first_page":"475","last_page":"489"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object-localization","display_name":"object localization","score":0.8360000252723694},{"id":"https://openalex.org/keywords/object-segmentation","display_name":"object segmentation","score":0.7630000114440918},{"id":"https://openalex.org/keywords/weakly-supervised-learning","display_name":"weakly supervised learning","score":0.8799999952316284},{"id":"https://openalex.org/keywords/video-analysis","display_name":"video analysis","score":0.4259999990463257},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"multi-task learning","score":0.7799999713897705},{"id":"https://openalex.org/keywords/self-paced-learning","display_name":"self-paced learning","score":0.9950000047683716},{"id":"https://openalex.org/keywords/feature-representation-learning","display_name":"feature representation learning","score":0.5509999990463257},{"id":"https://openalex.org/keywords/davis","display_name":"Davis","score":0.9950000047683716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8245654106140137},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7810045480728149},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.730480432510376},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6275792717933655},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6090900897979736},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5924276113510132},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.591692328453064},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5544160604476929},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5503742098808289},{"id":"https://openalex.org/C147037132","wikidata":"https://www.wikidata.org/wiki/Q6865426","display_name":"Minimum bounding box","level":3,"score":0.5309866070747375},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.526416003704071},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5198843479156494},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5153300166130066},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5042241811752319},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5027861595153809},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4327557682991028},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.42248743772506714},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.42145252227783203},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3925696909427643},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.14600884914398193},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2018.2881114","doi":"https://doi.org/10.1109/tpami.2018.2881114","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2881114","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:30442600","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30442600","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4280650047","display_name":"Automatic video annotation by learning from web data","funder_award_id":"FT180100116","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G4749162765","display_name":"\u57fa\u4e8e\u7a33\u5065\u5b66\u4e60\u673a\u5236\u7684\u590d\u6742\u573a\u666f\u5f31\u76d1\u7763\u76ee\u6807\u68c0\u6d4b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61876140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G559553163","display_name":null,"funder_award_id":"2017YFB0502904","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W95926497","https://openalex.org/W122025198","https://openalex.org/W589665618","https://openalex.org/W1507506748","https://openalex.org/W1536680647","https://openalex.org/W1686810756","https://openalex.org/W1727982597","https://openalex.org/W1903029394","https://openalex.org/W1905722737","https://openalex.org/W1912148408","https://openalex.org/W1920142129","https://openalex.org/W1941318923","https://openalex.org/W1948843088","https://openalex.org/W1954128991","https://openalex.org/W1973054923","https://openalex.org/W1989348325","https://openalex.org/W1990342138","https://openalex.org/W1995137594","https://openalex.org/W2029859592","https://openalex.org/W2037954058","https://openalex.org/W2074753351","https://openalex.org/W2080142539","https://openalex.org/W2098054142","https://openalex.org/W2105297725","https://openalex.org/W2113708607","https://openalex.org/W2124351162","https://openalex.org/W2129822853","https://openalex.org/W2131720600","https://openalex.org/W2132984949","https://openalex.org/W2133324800","https://openalex.org/W2134364100","https://openalex.org/W2138019504","https://openalex.org/W2139086308","https://openalex.org/W2155598147","https://openalex.org/W2155893237","https://openalex.org/W2162813810","https://openalex.org/W2166925018","https://openalex.org/W2212077366","https://openalex.org/W2270657321","https://openalex.org/W2310700882","https://openalex.org/W2322739735","https://openalex.org/W2335901184","https://openalex.org/W2358876993","https://openalex.org/W2412782625","https://openalex.org/W2461475918","https://openalex.org/W2470139095","https://openalex.org/W2518874898","https://openalex.org/W2519610629","https://openalex.org/W2519650518","https://openalex.org/W2566030665","https://openalex.org/W2572591920","https://openalex.org/W2610147486","https://openalex.org/W2734973448","https://openalex.org/W2737008123","https://openalex.org/W2755686789","https://openalex.org/W2766736793","https://openalex.org/W2963094665","https://openalex.org/W2963548592","https://openalex.org/W2963983744","https://openalex.org/W2964211037","https://openalex.org/W3137435582","https://openalex.org/W4239147634"],"related_works":["https://openalex.org/W2755686789","https://openalex.org/W2519650518","https://openalex.org/W2185208441","https://openalex.org/W7020397105","https://openalex.org/W1479686495","https://openalex.org/W2043472121","https://openalex.org/W2919167158","https://openalex.org/W2923179535","https://openalex.org/W2810436175","https://openalex.org/W2171240872"],"abstract_inverted_index":{"Object":[0],"localization":[1,19,51,88],"and":[2,20,52,74,89,144,174,203,220],"segmentation":[3,21,53,90],"in":[4,25,77],"weakly":[5,78],"labeled":[6],"videos":[7],"are":[8],"two":[9],"interesting":[10],"yet":[11],"challenging":[12,96],"tasks.":[13],"Models":[14],"built":[15],"for":[16,72,86,158,179],"simultaneous":[17],"object":[18,50,87],"have":[22],"been":[23,149],"explored":[24],"the":[26,34,42,82,98,112,140,145,154,163,182,188,200,208,221],"conventional":[27],"fully":[28],"supervised":[29],"learning":[30,65,99,136,175,184],"scenario":[31],"to":[32,47,111,152,170],"boost":[33],"performance":[35,213],"of":[36,41,101,114],"each":[37,102,159,167],"task.":[38,160],"However,":[39],"none":[40],"existing":[43],"works":[44],"has":[45,148],"attempted":[46],"jointly":[48,85],"learn":[49],"models":[54],"under":[55,91,191],"weak":[56,92,192],"supervision.":[57,118],"To":[58,119],"this":[59,121],"end,":[60],"we":[61],"propose":[62],"a":[63,132],"joint":[64],"framework":[66,185],"called":[67],"Self-Paced":[68],"Fine-Tuning":[69],"Network":[70],"(SPFTN)":[71],"localizing":[73],"segmenting":[75],"objects":[76],"labelled":[79],"videos.":[80],"Learning":[81],"deep":[83,125,176],"model":[84,127],"supervision":[93,193],"is":[94,128],"very":[95],"as":[97],"process":[100],"single":[103,168],"task":[104,169],"would":[105],"face":[106],"serious":[107],"ambiguity":[108,189],"issue":[109,190],"due":[110],"lack":[113],"bounding-box":[115],"or":[116],"pixel-level":[117],"address":[120,187],"problem,":[122],"our":[123],"proposed":[124,183,209],"SPFTN":[126],"carefully":[129],"designed":[130],"with":[131,194,216],"novel":[133],"multi-task":[134],"self-paced":[135],"objective,":[137],"which":[138],"leverages":[139],"task-specific":[141],"prior":[142],"knowledge":[143,146,165],"that":[147,207],"already":[150],"captured":[151],"infer":[153],"confident":[155,164],"training":[156],"samples":[157],"By":[161],"aggregating":[162],"from":[166],"mine":[171],"reliable":[172],"patterns":[173],"feature":[177],"representation":[178],"both":[180],"tasks,":[181],"can":[186],"simple":[195],"optimization.":[196],"Comprehensive":[197],"experiments":[198],"on":[199],"large-scale":[201],"YouTube-Objects":[202],"DAVIS":[204],"datasets":[205],"demonstrate":[206],"approach":[210],"achieves":[211],"superior":[212],"when":[214],"compared":[215],"other":[217],"state-of-the-art":[218],"methods":[219],"baseline":[222],"networks/models.":[223]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2901412525","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":27},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":9}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-11-29T00:00:00"}
