{"id":"https://openalex.org/W7124167520","doi":"https://doi.org/10.1109/icpads67057.2025.11323203","title":"Multi-Modal Spatiotemporal Behavior Recognition and Visualization in Classroom Environments","display_name":"Multi-Modal Spatiotemporal Behavior Recognition and Visualization in Classroom Environments","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124167520","doi":"https://doi.org/10.1109/icpads67057.2025.11323203"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11323203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323203","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101095133","display_name":"Chunyan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115456","display_name":"Chuzhou University","ror":"https://ror.org/037663q52","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115456"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyan Yu","raw_affiliation_strings":["School of Artificial Intelligence, Chuzhou University,Chuzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Chuzhou University,Chuzhou,China","institution_ids":["https://openalex.org/I4210115456"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088741988","display_name":"Lan Gao","orcid":"https://orcid.org/0000-0002-6573-9848"},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science & Technology,Huainan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science & Technology,Huainan,China","institution_ids":["https://openalex.org/I184681353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123046482","display_name":"Meiling Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiling Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science & Technology,Huainan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science & Technology,Huainan,China","institution_ids":["https://openalex.org/I184681353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57145513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.29580000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.29580000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.05400000140070915,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6967999935150146},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5223000049591064},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4449000060558319},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.3862000107765198},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.37720000743865967},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3677000105381012},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.32190001010894775},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.3174999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129000067710876},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6967999935150146},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5223000049591064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095000267028809},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4449000060558319},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.37720000743865967},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36059999465942383},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3174999952316284},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3154999911785126},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.3131999969482422},{"id":"https://openalex.org/C14669888","wikidata":"https://www.wikidata.org/wiki/Q4014850","display_name":"Creative visualization","level":3,"score":0.3070000112056732},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2732999920845032}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11323203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323203","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7710152268409729,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1832693441","https://openalex.org/W2071680411","https://openalex.org/W2570343428","https://openalex.org/W2619383789","https://openalex.org/W2784293410","https://openalex.org/W2794802448","https://openalex.org/W2962730651","https://openalex.org/W2963037989","https://openalex.org/W3009093029","https://openalex.org/W3082397598","https://openalex.org/W3110511009","https://openalex.org/W3180487919","https://openalex.org/W3180519014","https://openalex.org/W4210638371","https://openalex.org/W4225323780","https://openalex.org/W4321614506","https://openalex.org/W4323846342","https://openalex.org/W4380149082","https://openalex.org/W4385701215","https://openalex.org/W4387149956","https://openalex.org/W4388677764","https://openalex.org/W4393157567","https://openalex.org/W4393353079","https://openalex.org/W4399946473","https://openalex.org/W4400232639","https://openalex.org/W4402054727","https://openalex.org/W4409781164"],"related_works":[],"abstract_inverted_index":{"The":[0,73,83],"automatic":[1],"analysis":[2,115],"of":[3,25,45,68,75,158,176,203],"student":[4,46,87,102],"behavior":[5,47,196],"in":[6,12,48,195],"classroom":[7,60,204],"environments":[8],"poses":[9],"substantial":[10],"challenges":[11],"computer":[13,71],"vision,":[14],"encompassing":[15],"fine-grained":[16],"action":[17],"recognition,":[18],"long-term":[19],"multi-object":[20],"tracking,":[21],"and":[22,43,63,99,126,182,198],"the":[23,40,69,113,140,155],"integration":[24],"heterogeneous":[26],"video":[27,56,61],"data":[28],"sources.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33],"propose":[34],"a":[35,58,64,79,108,174,208],"novel":[36],"multi-modal":[37],"framework":[38,191],"for":[39,211],"spatiotemporal":[41],"recognition":[42,121,197],"visualization":[44],"technology-enhanced":[49],"classrooms.":[50],"Our":[51],"system":[52],"processes":[53],"two":[54],"synchronous":[55],"streams:":[57],"primary":[59],"feed":[62],"secondary":[65],"screen":[66,114],"capture":[67],"instructor's":[70],"screen.":[72],"core":[74],"our":[76,148,184,190],"method":[77],"is":[78,147],"dual-stream":[80],"processing":[81],"pipeline.":[82],"visual":[84],"stream":[85,116],"performs":[86],"detection,":[88],"classifies":[89],"seven":[90],"distinct":[91],"behaviors":[92],"using":[93],"Stu-B-YOLO,":[94],"an":[95,118],"enhanced":[96],"YOLO-based":[97],"model,":[98],"maintains":[100],"consistent":[101],"identities":[103],"across":[104],"2,700":[105],"frames":[106],"via":[107],"coordinate-based":[109],"tracking":[110],"algorithm.":[111],"Simultaneously,":[112],"employs":[117],"optical":[119],"character":[120],"(OCR)":[122],"module":[123],"to":[124,180],"detect":[125],"temporally":[127],"localize":[128],"interactive":[129,170],"learning":[130],"phases,":[131],"which":[132,152],"are":[133],"identified":[134,169],"by":[135],"specific":[136],"on-screen":[137],"elements":[138],"from":[139],"\u201cRain":[141],"Classroom\u201d":[142],"platform.":[143],"A":[144],"key":[145],"contribution":[146],"context-aware":[149],"fusion":[150],"module,":[151],"dynamically":[153],"recalibrates":[154],"semantic":[156],"interpretation":[157],"certain":[159],"behaviors\u2014for":[160],"instance,":[161],"reclassifying":[162],"\u201csmartphone":[163],"usage\u201d":[164],"as":[165],"active":[166],"participation\u2014during":[167],"these":[168],"intervals.":[171],"We":[172],"construct":[173],"dataset":[175],"9,000":[177],"annotated":[178],"images":[179],"train":[181],"evaluate":[183],"Stu-BYOLO.":[185],"Experimental":[186],"results":[187],"demonstrate":[188],"that":[189],"achieves":[192],"robust":[193],"performance":[194],"generates":[199],"powerful,":[200],"interpretable":[201],"visualizations":[202],"dynamics,":[205],"thereby":[206],"offering":[207],"valuable":[209],"tool":[210],"automated":[212],"educational":[213],"analytics.":[214]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-01-15T00:00:00"}