{"id":"https://openalex.org/W2000403713","doi":"https://doi.org/10.1109/tip.2014.2385591","title":"Robust Action Recognition via Borrowing Information Across Video Modalities","display_name":"Robust Action Recognition via Borrowing Information Across Video Modalities","publication_year":2014,"publication_date":"2014-12-23","ids":{"openalex":"https://openalex.org/W2000403713","doi":"https://doi.org/10.1109/tip.2014.2385591","mag":"2000403713","pmid":"https://pubmed.ncbi.nlm.nih.gov/25546860"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2014.2385591","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2014.2385591","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016409476","display_name":"Nick C. Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I151221077","display_name":"Chung Yuan Christian University","ror":"https://ror.org/02w8ws377","country_code":"TW","type":"education","lineage":["https://openalex.org/I151221077"]},{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Nick C. Tang","raw_affiliation_strings":["Department of Information and Computer Engineering, Chung-Yuan University, Zhongli, Taiwan","Institute of Information Science, Academia Sinica, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Computer Engineering, Chung-Yuan University, Zhongli, Taiwan","institution_ids":["https://openalex.org/I151221077"]},{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002217153","display_name":"Yen\u2010Yu Lin","orcid":"https://orcid.org/0000-0002-7183-6070"},"institutions":[{"id":"https://openalex.org/I4210086894","display_name":"Research Center for Information Technology Innovation, Academia Sinica","ror":"https://ror.org/000zgvm20","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210086894","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yen-Yu Lin","raw_affiliation_strings":["Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center for Information Technology Innovation, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210086894"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054151826","display_name":"Ju-Hsuan Hua","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ju-Hsuan Hua","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071340306","display_name":"Shih-En Wei","orcid":"https://orcid.org/0000-0002-3214-125X"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih-En Wei","raw_affiliation_strings":["Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103507190","display_name":"Ming-Fang Weng","orcid":null},"institutions":[{"id":"https://openalex.org/I3141939062","display_name":"Institute for Information Industry","ror":"https://ror.org/01d8kr740","country_code":"TW","type":"nonprofit","lineage":["https://openalex.org/I3141939062"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ming-Fang Weng","raw_affiliation_strings":["Smart Network System Institute, Institute for Information Industry, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Network System Institute, Institute for Information Industry, Taipei, Taiwan","institution_ids":["https://openalex.org/I3141939062"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108538229","display_name":"Hong-Yuan Mark Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hong-Yuan Mark Liao","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.213,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.82463839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"24","issue":"2","first_page":"709","last_page":"723"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8289377093315125},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.8115726709365845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7606958150863647},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6492231488227844},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5919473767280579},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5281640887260437},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43081745505332947},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.42516466975212097},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4173647165298462},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4160744845867157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8289377093315125},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.8115726709365845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7606958150863647},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6492231488227844},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5919473767280579},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5281640887260437},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43081745505332947},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.42516466975212097},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4173647165298462},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4160744845867157},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2014.2385591","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2014.2385591","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:25546860","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25546860","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7344542153","display_name":null,"funder_award_id":"103-2221-E-001-009-MY3","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"},{"id":"https://openalex.org/G802018540","display_name":null,"funder_award_id":"103-2221-E-001-026-MY2","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1487602158","https://openalex.org/W1571599052","https://openalex.org/W1593040460","https://openalex.org/W1596155328","https://openalex.org/W1971029034","https://openalex.org/W1975723154","https://openalex.org/W1984267840","https://openalex.org/W1989085630","https://openalex.org/W2000205118","https://openalex.org/W2008824967","https://openalex.org/W2008932806","https://openalex.org/W2037762322","https://openalex.org/W2045903363","https://openalex.org/W2053186076","https://openalex.org/W2053987602","https://openalex.org/W2068611653","https://openalex.org/W2092920974","https://openalex.org/W2097342496","https://openalex.org/W2098051036","https://openalex.org/W2101194540","https://openalex.org/W2106233887","https://openalex.org/W2106271850","https://openalex.org/W2106996050","https://openalex.org/W2119799051","https://openalex.org/W2121557314","https://openalex.org/W2122528955","https://openalex.org/W2124372976","https://openalex.org/W2124933363","https://openalex.org/W2126574503","https://openalex.org/W2127069950","https://openalex.org/W2127070222","https://openalex.org/W2139916508","https://openalex.org/W2140095548","https://openalex.org/W2143004591","https://openalex.org/W2143267104","https://openalex.org/W2143516773","https://openalex.org/W2145295623","https://openalex.org/W2146634731","https://openalex.org/W2149676790","https://openalex.org/W2152556536","https://openalex.org/W2154462399","https://openalex.org/W2155703706","https://openalex.org/W2157833637","https://openalex.org/W2163584563","https://openalex.org/W2165698076","https://openalex.org/W2165715280","https://openalex.org/W2166070055","https://openalex.org/W2168542003","https://openalex.org/W2169039276","https://openalex.org/W2169278871","https://openalex.org/W2172156083","https://openalex.org/W3144619878","https://openalex.org/W4213262319","https://openalex.org/W4285719527","https://openalex.org/W6629120563","https://openalex.org/W6634941687","https://openalex.org/W6635689683","https://openalex.org/W6635744257","https://openalex.org/W6641446668","https://openalex.org/W6674690407","https://openalex.org/W6678145947","https://openalex.org/W6678286725","https://openalex.org/W6683181193","https://openalex.org/W6684969345"],"related_works":["https://openalex.org/W2613123485","https://openalex.org/W2283162247","https://openalex.org/W4205137593","https://openalex.org/W4212983513","https://openalex.org/W4236838349","https://openalex.org/W2948157954","https://openalex.org/W2597234334","https://openalex.org/W2797030127","https://openalex.org/W4313855050","https://openalex.org/W2969646808"],"abstract_inverted_index":{"The":[0,176,226],"recent":[1],"advances":[2],"in":[3,82,118,139,155,200,238],"imaging":[4],"devices":[5,78],"have":[6],"opened":[7],"the":[8,13,25,35,42,48,54,57,101,113,122,159,164,168,181,186,207,231],"opportunity":[9],"of":[10,15,50,56,103,115,124,171,188,223],"better":[11],"solving":[12],"tasks":[14],"video":[16,193],"content":[17],"analysis":[18],"and":[19,33,74,97,167,184,210],"understanding.":[20],"Next-generation":[21],"cameras,":[22,29,59,131],"such":[23,60,132],"as":[24,61,133],"depth":[26,165,209],"or":[27,67],"binocular":[28],"capture":[30],"diverse":[31],"information,":[32],"complement":[34],"conventional":[36],"2D":[37],"RGB":[38,119,160,201],"cameras.":[39],"Thus,":[40],"investigating":[41],"yielded":[43],"multimodal":[44],"videos":[45,120,161],"generally":[46],"facilitates":[47],"accomplishment":[49],"related":[51],"applications.":[52],"However,":[53],"limitations":[55],"emerging":[58],"short":[62,146],"effective":[63,147],"distances,":[64],"expensive":[65],"costs,":[66],"long":[68],"response":[69],"time,":[70],"degrade":[71],"their":[72],"applicability,":[73],"currently":[75],"make":[76],"these":[77],"not":[79,137,157],"online":[80],"accessible":[81],"practical":[83],"use.":[84],"In":[85,107],"this":[86,95],"paper,":[87],"we":[88,109,149],"provide":[89],"an":[90],"alternative":[91],"scenario":[92],"to":[93,144,197,235],"address":[94],"problem,":[96],"illustrate":[98],"it":[99],"with":[100,121,206],"task":[102],"recognizing":[104],"human":[105],"actions.":[106],"particular,":[108],"aim":[110],"at":[111],"improving":[112],"accuracy":[114],"action":[116,196,224],"recognition":[117,239],"aid":[123],"one":[125],"additional":[126],"RGB-D":[127,130],"camera.":[128],"Since":[129],"Kinect,":[134],"are":[135,173],"typically":[136],"applicable":[138],"a":[140,153],"surveillance":[141],"system":[142],"due":[143],"its":[145],"distance,":[148],"instead":[150],"offline":[151],"collect":[152],"database,":[154],"which":[156],"only":[158],"but":[162],"also":[163],"maps":[166],"skeleton":[169,211],"data":[170,221],"actions":[172],"available":[174],"jointly.":[175],"proposed":[177],"approach":[178,214],"can":[179],"adapt":[180],"interdatabase":[182],"variations,":[183],"activate":[185],"borrowing":[187],"visual":[189],"knowledge":[190],"across":[191],"different":[192],"modalities.":[194],"Each":[195],"be":[198],"recognized":[199],"representation":[202],"is":[203,215],"then":[204],"augmented":[205],"borrowed":[208,232],"features.":[212],"Our":[213],"comprehensively":[216],"evaluated":[217],"on":[218],"five":[219],"benchmark":[220],"sets":[222],"recognition.":[225],"promising":[227],"results":[228],"manifest":[229],"that":[230],"information":[233],"leads":[234],"remarkable":[236],"boost":[237],"accuracy.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}