{"id":"https://openalex.org/W3016488975","doi":"https://doi.org/10.1109/tip.2020.2987425","title":"Confidence-Guided Self Refinement for Action Prediction in Untrimmed Videos","display_name":"Confidence-Guided Self Refinement for Action Prediction in Untrimmed Videos","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3016488975","doi":"https://doi.org/10.1109/tip.2020.2987425","mag":"3016488975","pmid":"https://pubmed.ncbi.nlm.nih.gov/32310773"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2020.2987425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2987425","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012800942","display_name":"Jingyi Hou","orcid":"https://orcid.org/0000-0003-0172-3115"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Hou","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0172-3115","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011070646","display_name":"Xinxiao Wu","orcid":"https://orcid.org/0000-0002-2056-6947"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinxiao Wu","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2056-6947","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387935","display_name":"Ruiqi Wang","orcid":"https://orcid.org/0000-0001-8763-8573"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqi Wang","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, USA","Department of Computer Science; University of Rochester; Rochester NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]},{"raw_affiliation_string":"Department of Computer Science; University of Rochester; Rochester NY USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100731042","display_name":"Yunde Jia","orcid":"https://orcid.org/0000-0003-1900-8945"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunde Jia","raw_affiliation_strings":["Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Intelligent Information Technology, School of Computer Science, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3833,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.5989762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"29","issue":null,"first_page":"6017","last_page":"6031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8778481483459473},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7094557285308838},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6772985458374023},{"id":"https://openalex.org/keywords/gumbel-distribution","display_name":"Gumbel distribution","score":0.550902783870697},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5238680243492126},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5044659376144409},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.45430925488471985},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4427162706851959},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36760586500167847},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2403254508972168},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18813353776931763},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12865599989891052}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8778481483459473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7094557285308838},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6772985458374023},{"id":"https://openalex.org/C137610916","wikidata":"https://www.wikidata.org/wiki/Q1096862","display_name":"Gumbel distribution","level":3,"score":0.550902783870697},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5238680243492126},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5044659376144409},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.45430925488471985},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4427162706851959},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36760586500167847},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2403254508972168},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18813353776931763},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12865599989891052},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C147581598","wikidata":"https://www.wikidata.org/wiki/Q729429","display_name":"Extreme value theory","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2020.2987425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2020.2987425","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:32310773","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32310773","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4454715294","display_name":null,"funder_award_id":"61673062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W66452226","https://openalex.org/W748503769","https://openalex.org/W1522734439","https://openalex.org/W1581274514","https://openalex.org/W1900913856","https://openalex.org/W1927052826","https://openalex.org/W1950136256","https://openalex.org/W1967003847","https://openalex.org/W1976340915","https://openalex.org/W1983364832","https://openalex.org/W1989912475","https://openalex.org/W2003563405","https://openalex.org/W2022633861","https://openalex.org/W2043608504","https://openalex.org/W2055022211","https://openalex.org/W2068611653","https://openalex.org/W2079057609","https://openalex.org/W2090774035","https://openalex.org/W2093655440","https://openalex.org/W2133710940","https://openalex.org/W2147615062","https://openalex.org/W2148237550","https://openalex.org/W2148958980","https://openalex.org/W2150354123","https://openalex.org/W2156303437","https://openalex.org/W2157331557","https://openalex.org/W2158389550","https://openalex.org/W2185953016","https://openalex.org/W2194775991","https://openalex.org/W2253795368","https://openalex.org/W2304457967","https://openalex.org/W2342437993","https://openalex.org/W2402144811","https://openalex.org/W2460134573","https://openalex.org/W2469228190","https://openalex.org/W2472986212","https://openalex.org/W2507009361","https://openalex.org/W2543696449","https://openalex.org/W2561313130","https://openalex.org/W2594167370","https://openalex.org/W2597655663","https://openalex.org/W2604113307","https://openalex.org/W2604178507","https://openalex.org/W2605154204","https://openalex.org/W2605300166","https://openalex.org/W2623040213","https://openalex.org/W2649526776","https://openalex.org/W2739251211","https://openalex.org/W2745519816","https://openalex.org/W2752386593","https://openalex.org/W2754439533","https://openalex.org/W2756453812","https://openalex.org/W2767514117","https://openalex.org/W2770446450","https://openalex.org/W2779943048","https://openalex.org/W2788787949","https://openalex.org/W2795530874","https://openalex.org/W2796210603","https://openalex.org/W2798795235","https://openalex.org/W2798952702","https://openalex.org/W2883991972","https://openalex.org/W2885940446","https://openalex.org/W2894668550","https://openalex.org/W2900585237","https://openalex.org/W2904794088","https://openalex.org/W2911273949","https://openalex.org/W2914177721","https://openalex.org/W2953384591","https://openalex.org/W2960406243","https://openalex.org/W2962722947","https://openalex.org/W2962835968","https://openalex.org/W2962899219","https://openalex.org/W2962929633","https://openalex.org/W2963091558","https://openalex.org/W2963123301","https://openalex.org/W2963216700","https://openalex.org/W2963246338","https://openalex.org/W2963386218","https://openalex.org/W2963600562","https://openalex.org/W2963692464","https://openalex.org/W2963720581","https://openalex.org/W2964233791","https://openalex.org/W2971486392","https://openalex.org/W2990128502","https://openalex.org/W3016452762","https://openalex.org/W3099128265","https://openalex.org/W3104868953","https://openalex.org/W4230136127","https://openalex.org/W4297697565","https://openalex.org/W4297803530","https://openalex.org/W6600983433","https://openalex.org/W6622173076","https://openalex.org/W6637373629","https://openalex.org/W6682864246","https://openalex.org/W6691766336","https://openalex.org/W6713134421","https://openalex.org/W6734716764","https://openalex.org/W6735377749","https://openalex.org/W6742667445","https://openalex.org/W6743837088","https://openalex.org/W6748582028","https://openalex.org/W6750183216","https://openalex.org/W6780226713"],"related_works":["https://openalex.org/W3107204728","https://openalex.org/W4287591324","https://openalex.org/W3108503355","https://openalex.org/W2980176872","https://openalex.org/W4226420367","https://openalex.org/W2962876041","https://openalex.org/W3090555870","https://openalex.org/W2565378226","https://openalex.org/W4294294142","https://openalex.org/W3007558235"],"abstract_inverted_index":{"Many":[0],"existing":[1],"methods":[2],"formulate":[3],"the":[4,35,61,77,86,88,92,98,115,144,161,168,172,187,191,195,222,229,245,248],"action":[5,118,145],"prediction":[6,73,82,93,179,192,230],"task":[7],"as":[8],"recognizing":[9],"early":[10,62],"parts":[11,63],"of":[12,38,58,64,80,122,247],"actions":[13,24,30,46,59],"in":[14,47,60,163,205],"trimmed":[15],"videos.":[16,39,65],"In":[17],"this":[18,68],"paper,":[19],"we":[20,70,104],"focus":[21],"on":[22,234],"predicting":[23],"from":[25],"ongoing":[26],"untrimmed":[27,49],"videos":[28,50],"where":[29],"might":[31],"not":[32],"happen":[33],"at":[34],"very":[36],"beginning":[37],"It":[40],"is":[41],"extremely":[42],"challenging":[43],"to":[44,52,170,201,216,226],"predict":[45],"such":[48],"due":[51],"ambiguous":[53],"or":[54],"even":[55],"no":[56],"information":[57],"To":[66],"address":[67],"problem,":[69],"propose":[71],"a":[72,81,106,125,134,212],"confidence":[74,116,131,158,162,193],"that":[75],"assesses":[76],"decision":[78],"quality":[79],"model.":[83],"Guided":[84],"by":[85,95,148],"confidence,":[87],"model":[89],"continuously":[90],"refines":[91],"results":[94],"itself":[96],"with":[97],"increasing":[99],"observed":[100],"video":[101],"frames.":[102],"Specifically,":[103],"build":[105],"Self":[107],"Prediction":[108],"Refining":[109],"Network":[110],"(SPR-Net)":[111],"which":[112,171,198],"incrementally":[113],"learns":[114],"for":[117],"prediction.":[119],"SPR-Net":[120],"consists":[121],"three":[123],"modules:":[124],"temporal":[126,140,173],"hybrid":[127,141,174],"network,":[128],"an":[129,164,206],"incremental":[130,157,165],"learner,":[132],"and":[133,152,194,242],"self-refining":[135,182],"Gumbel":[136,183],"softmax":[137,184],"sampler.":[138],"The":[139,156,181],"network":[142,175],"generates":[143],"category":[146,196],"distributions":[147],"integrating":[149],"static":[150],"scene":[151],"dynamic":[153],"motion":[154,224],"information.":[155],"learner":[159],"calculates":[160],"manner,":[166],"judging":[167],"extent":[169],"should":[176],"believe":[177],"its":[178],"result.":[180],"sampler":[185],"models":[186],"mutual":[188],"relationship":[189],"between":[190],"distribution,":[197],"enables":[199],"them":[200],"be":[202],"jointly":[203],"learned":[204],"end-to-end":[207],"fashion.":[208],"We":[209],"also":[210],"present":[211],"sparse":[213],"self-attention":[214],"mechanism":[215],"encode":[217],"local":[218],"spatio-temporal":[219],"features":[220],"into":[221],"frame-level":[223],"representation":[225],"further":[227],"improve":[228],"performance.":[231],"Extensive":[232],"experiments":[233],"five":[235],"datasets":[236],"(i.e.,":[237],"UT-Interaction,":[238],"BIT-Interaction,":[239],"UCF101,":[240],"THUMOS14,":[241],"ActivityNet)":[243],"validate":[244],"effectiveness":[246],"proposed":[249],"method.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}