{"id":"https://openalex.org/W2405412699","doi":"https://doi.org/10.1109/lsp.2015.2437883","title":"Random Subspace Supervised Descent Method for Regression Problems in Computer Vision","display_name":"Random Subspace Supervised Descent Method for Regression Problems in Computer Vision","publication_year":2015,"publication_date":"2015-06-03","ids":{"openalex":"https://openalex.org/W2405412699","doi":"https://doi.org/10.1109/lsp.2015.2437883","mag":"2405412699"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2015.2437883","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2015.2437883","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100763891","display_name":"Heng Yang","orcid":"https://orcid.org/0000-0003-0074-7836"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Heng Yang","raw_affiliation_strings":["Queen Mary University of London, UK","Queen Mary, University of London (UK)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, UK","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Queen Mary, University of London (UK)","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112692497","display_name":"Xuhui Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xuhui Jia","raw_affiliation_strings":["University of Hong Kong, China","[University of Hong Kong, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"[University of Hong Kong, China]","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031205865","display_name":"Ioannis Patras","orcid":"https://orcid.org/0000-0003-3913-4738"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ioannis Patras","raw_affiliation_strings":["Queen Mary University of London, UK","Queen Mary, University of London (UK)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Queen Mary University of London, UK","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"Queen Mary, University of London (UK)","institution_ids":["https://openalex.org/I166337079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113663825","display_name":"Kwok-Ping Chan","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwok-Ping Chan","raw_affiliation_strings":["University of Hong Kong, China","[University of Hong Kong, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"[University of Hong Kong, China]","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.653,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89699066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"22","issue":"10","first_page":"1816","last_page":"1820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.7178464531898499},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6910721659660339},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6056826710700989},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6030440926551819},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.6022868156433105},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5505585074424744},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5203392505645752},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5098444819450378},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.4964485764503479},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.49088746309280396},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4588634669780731},{"id":"https://openalex.org/keywords/coordinate-descent","display_name":"Coordinate descent","score":0.4327353835105896},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38074570894241333},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.35448282957077026},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16113385558128357},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15188118815422058}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.7178464531898499},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6910721659660339},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6056826710700989},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6030440926551819},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.6022868156433105},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5505585074424744},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203392505645752},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5098444819450378},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4964485764503479},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.49088746309280396},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4588634669780731},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.4327353835105896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38074570894241333},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35448282957077026},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16113385558128357},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15188118815422058},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2015.2437883","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2015.2437883","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1629222029","https://openalex.org/W1896424170","https://openalex.org/W2006318335","https://openalex.org/W2058961190","https://openalex.org/W2067940013","https://openalex.org/W2113242816","https://openalex.org/W2121684305","https://openalex.org/W2157285372","https://openalex.org/W2161969291","https://openalex.org/W2166694921","https://openalex.org/W2170800077","https://openalex.org/W2913407066","https://openalex.org/W6636381433","https://openalex.org/W6639495226","https://openalex.org/W6684333976"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4286693783","https://openalex.org/W3175914740","https://openalex.org/W3005160514","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013"],"abstract_inverted_index":{"Supervised":[0],"Descent":[1],"Method":[2],"(SDM)":[3],"has":[4],"shown":[5],"good":[6],"performance":[7,202],"in":[8,14,103,108,149,152],"solving":[9],"non-linear":[10],"least":[11],"squares":[12],"problems":[13],"computer":[15],"vision,":[16],"giving":[17],"state":[18],"of":[19,26,49,78,93,100,116,122,154,168,190,217,220],"the":[20,24,33,46,50,65,69,74,81,94,104,114,120,123,127,171,188,215,218,221,223,232],"art":[21],"results":[22],"for":[23,83,237,241],"problem":[25],"face":[27,140],"alignment.":[28],"However,":[29],"when":[30,187],"SDM":[31,61,148,204,238],"learns":[32],"generic":[34],"descent":[35,84,101],"maps,":[36],"it":[37,183,210],"is":[38,158,184,193,211,226],"very":[39],"difficult":[40],"to":[41,45,118,160,203,214,228],"avoid":[42],"over-fitting":[43],"due":[44],"high":[47,66],"dimensionality":[48],"input":[51],"features.":[52],"In":[53],"this":[54],"paper":[55],"we":[56,89,112],"propose":[57],"a":[58],"Random":[59],"Subspace":[60],"(RSSDM)":[62],"that":[63,144],"maintains":[64],"accuracy":[67,155],"on":[68,130,170],"training":[70,191],"data":[71],"and":[72,96,139,142],"improves":[73],"generalization":[75,180],"accuracy.":[76],"Instead":[77],"using":[79],"all":[80],"features":[82,95],"learning":[85],"at":[86,165],"each":[87,109],"iteration,":[88],"randomly":[90],"select":[91],"sub-sets":[92],"learn":[97],"an":[98],"ensemble":[99,115],"maps":[102],"corresponding":[105],"subspaces,":[106],"one":[107],"subspace.":[110],"Then,":[111],"average":[113],"descents":[117],"calculate":[119],"update":[121],"iteration.":[124],"We":[125],"test":[126],"proposed":[128],"methods":[129],"two":[131],"representative":[132],"regression":[133],"problems,":[134],"namely,":[135],"3D":[136],"pose":[137],"estimation":[138],"alignment":[141],"show":[143],"RSSDM":[145,157,175,198],"consistently":[146],"outperforms":[147],"both":[150],"tasks":[151],"terms":[153],"(e.g.,":[156],"able":[159],"localize":[161],"4%":[162],"more":[163,185],"landmarks":[164],"error":[166,234],"level":[167],"0.1":[169],"challenging":[172],"iBug":[173],"dataset).":[174],"also":[176],"holds":[177],"several":[178],"useful":[179],"properties:":[181],"1)":[182],"effective":[186],"number":[189],"samples":[192],"small-with":[194],"3":[195],"Monte-Carlo":[196,207],"permutations":[197],"can":[199],"achieve":[200],"similar":[201],"with":[205],"9":[206],"permutations;":[208],"2)":[209],"less":[212],"sensitive":[213],"changes":[216],"strength":[219],"regularization-when":[222],"regularization":[224],"parameter":[225],"changed":[227],"10":[229],"times":[230],"larger,":[231],"mean":[233],"increases":[235],"9.0%":[236],"vs.":[239],"3.4%":[240],"RSSDM.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}