{"id":"https://openalex.org/W4396215601","doi":"https://doi.org/10.1109/ssiai59505.2024.10508634","title":"Instructional Activity Recognition Using A Transformer Network with Multi-Semantic Attention","display_name":"Instructional Activity Recognition Using A Transformer Network with Multi-Semantic Attention","publication_year":2024,"publication_date":"2024-03-17","ids":{"openalex":"https://openalex.org/W4396215601","doi":"https://doi.org/10.1109/ssiai59505.2024.10508634"},"language":"en","primary_location":{"id":"doi:10.1109/ssiai59505.2024.10508634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssiai59505.2024.10508634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Southwest Symposium on Image Analysis and Interpretation (SSIAI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041300663","display_name":"Matthew Korban","orcid":"https://orcid.org/0009-0008-4610-9390"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Korban","raw_affiliation_strings":["University of Virginia,C.L. Brown Dept. of Electrical and Computer Engineering","C.L. Brown Dept. of Electrical and Computer Engineering, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,C.L. Brown Dept. of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I175594653"]},{"raw_affiliation_string":"C.L. Brown Dept. of Electrical and Computer Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034452294","display_name":"Scott T. Acton","orcid":"https://orcid.org/0000-0003-3288-1255"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott T. Acton","raw_affiliation_strings":["University of Virginia,C.L. Brown Dept. of Electrical and Computer Engineering","C.L. Brown Dept. of Electrical and Computer Engineering, University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia,C.L. Brown Dept. of Electrical and Computer Engineering","institution_ids":["https://openalex.org/I175594653"]},{"raw_affiliation_string":"C.L. Brown Dept. of Electrical and Computer Engineering, University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081562360","display_name":"Peter Youngs","orcid":"https://orcid.org/0000-0002-1711-1749"},"institutions":[{"id":"https://openalex.org/I1296638804","display_name":"Virginia Department of Education","ror":"https://ror.org/05jnjmr07","country_code":"US","type":"government","lineage":["https://openalex.org/I1296638804"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Youngs","raw_affiliation_strings":["Instruction, and Special Education University of Virginia,Department of Curriculum","Department of Curriculum, Instruction, and Special Education University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instruction, and Special Education University of Virginia,Department of Curriculum","institution_ids":["https://openalex.org/I1296638804"]},{"raw_affiliation_string":"Department of Curriculum, Instruction, and Special Education University of Virginia","institution_ids":["https://openalex.org/I1296638804","https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101864640","display_name":"Jonathan Foster","orcid":"https://orcid.org/0000-0002-7842-6277"},"institutions":[{"id":"https://openalex.org/I392282","display_name":"University at Albany, State University of New York","ror":"https://ror.org/012zs8222","country_code":"US","type":"education","lineage":["https://openalex.org/I392282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Foster","raw_affiliation_strings":["University at Albany,Department of Education Theory & Practice"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University at Albany,Department of Education Theory & Practice","institution_ids":["https://openalex.org/I392282"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4375,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59071422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097516298294067},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6429722905158997},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6285356283187866},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.45722877979278564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37995654344558716},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36451953649520874},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32932645082473755},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3241274058818817},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07288679480552673}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097516298294067},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6429722905158997},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6285356283187866},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.45722877979278564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37995654344558716},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36451953649520874},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32932645082473755},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3241274058818817},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07288679480552673},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssiai59505.2024.10508634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssiai59505.2024.10508634","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Southwest Symposium on Image Analysis and Interpretation (SSIAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2031334527","https://openalex.org/W2091911422","https://openalex.org/W2163762358","https://openalex.org/W2164228512","https://openalex.org/W2466991859","https://openalex.org/W2776687321","https://openalex.org/W2791307013","https://openalex.org/W2943599486","https://openalex.org/W2952587893","https://openalex.org/W2963218601","https://openalex.org/W3015326490","https://openalex.org/W3096609285","https://openalex.org/W3100950981","https://openalex.org/W3191120830","https://openalex.org/W4296894930","https://openalex.org/W4377229961","https://openalex.org/W4385245566","https://openalex.org/W4392827338"],"related_works":["https://openalex.org/W3037187668","https://openalex.org/W4234772502","https://openalex.org/W2380685755","https://openalex.org/W2252100032","https://openalex.org/W2963436428","https://openalex.org/W4400978025","https://openalex.org/W2918743509","https://openalex.org/W2734796617","https://openalex.org/W3083218341","https://openalex.org/W3034087822"],"abstract_inverted_index":{"Instructional":[0],"activity":[1,44,88,106],"recognition":[2,45],"is":[3,21,97],"an":[4,42],"analytical":[5],"tool":[6],"for":[7,49],"the":[8,15,24],"observation":[9],"of":[10,14,68,93],"classroom":[11],"education.":[12],"One":[13],"primary":[16],"challenges":[17],"in":[18],"this":[19],"domain":[20],"dealing":[22],"with":[23],"intricate":[25],"and":[26,32,76],"heterogeneous":[27],"interactions":[28],"between":[29],"teachers,":[30],"students,":[31],"instructional":[33,50,69,105],"objects.":[34],"To":[35],"address":[36],"these":[37],"complex":[38],"dynamics,":[39],"we":[40],"present":[41],"innovative":[43],"pipeline":[46,59],"designed":[47],"explicitly":[48],"videos,":[51],"leveraging":[52],"a":[53,61],"multi-semantic":[54],"attention":[55],"mechanism.":[56],"Our":[57],"novel":[58],"uses":[60],"transformer":[62],"network":[63],"that":[64],"incorporates":[65],"several":[66],"types":[67],"semantic":[70],"attention,":[71],"including":[72],"teacher-to-students,":[73],"students-to-students,":[74],"teacher-to-object,":[75],"students-to-object":[77],"relationships.":[78],"This":[79],"comprehensive":[80],"approach":[81],"allows":[82],"us":[83],"to":[84],"classify":[85],"various":[86],"interactive":[87],"labels":[89],"effectively.":[90],"The":[91],"effectiveness":[92],"our":[94,103],"proposed":[95],"algorithm":[96],"demonstrated":[98],"through":[99],"its":[100],"evaluation":[101],"on":[102],"annotated":[104],"dataset.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}