{"id":"https://openalex.org/W4308222509","doi":"https://doi.org/10.1145/3536221.3556569","title":"Personalized Productive Engagement Recognition in Robot-Mediated Collaborative Learning","display_name":"Personalized Productive Engagement Recognition in Robot-Mediated Collaborative Learning","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4308222509","doi":"https://doi.org/10.1145/3536221.3556569"},"language":"en","primary_location":{"id":"doi:10.1145/3536221.3556569","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536221.3556569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/296044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034595147","display_name":"Vetha Vikashini Chithrra Raghuram","orcid":null},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]},{"id":"https://openalex.org/I1317621060","display_name":"Indian Institute of Technology Guwahati","ror":"https://ror.org/0022nd079","country_code":"IN","type":"education","lineage":["https://openalex.org/I1317621060"]}],"countries":["AE","IN"],"is_corresponding":false,"raw_author_name":"Vetha Vikashini Chithrra Raghuram","raw_affiliation_strings":["SMART Lab, Department of Computer Science, New York University Abu Dhabi, United Arab Emirates and Indian Institute of Technology Guwahati, India"],"raw_orcid":"https://orcid.org/0000-0002-2955-6251","affiliations":[{"raw_affiliation_string":"SMART Lab, Department of Computer Science, New York University Abu Dhabi, United Arab Emirates and Indian Institute of Technology Guwahati, India","institution_ids":["https://openalex.org/I120250893","https://openalex.org/I1317621060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047633471","display_name":"Hanan Salam","orcid":"https://orcid.org/0000-0001-6971-5264"},"institutions":[{"id":"https://openalex.org/I120250893","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821","country_code":"AE","type":"education","lineage":["https://openalex.org/I120250893","https://openalex.org/I57206974"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hanan Salam","raw_affiliation_strings":["SMART Lab, Center of Robotics and Artificial Intelligence (CAIR), Department of Computer Science, New York University of Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0001-6971-5264","affiliations":[{"raw_affiliation_string":"SMART Lab, Center of Robotics and Artificial Intelligence (CAIR), Department of Computer Science, New York University of Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I120250893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017727950","display_name":"Jauwairia Nasir","orcid":"https://orcid.org/0000-0002-6203-1510"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jauwairia Nasir","raw_affiliation_strings":["CHILI Lab, EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6203-1510","affiliations":[{"raw_affiliation_string":"CHILI Lab, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039847272","display_name":"Barbara Bruno","orcid":"https://orcid.org/0000-0003-0953-7173"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Barbara Bruno","raw_affiliation_strings":["CHILI Lab, EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-0953-7173","affiliations":[{"raw_affiliation_string":"CHILI Lab, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059459055","display_name":"Oya \u00c7eliktutan","orcid":"https://orcid.org/0000-0002-7213-6359"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Oya Celiktutan","raw_affiliation_strings":["Department of Engineering, King's College London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7213-6359","affiliations":[{"raw_affiliation_string":"Department of Engineering, King's College London, United Kingdom","institution_ids":["https://openalex.org/I183935753"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9713,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80085957,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"632","last_page":"641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.7318429350852966},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6946203708648682},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6334031820297241},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6136578321456909},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5966883897781372},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5743784308433533},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5190420746803284},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"Personalized learning","score":0.49933862686157227},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.49342289566993713},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4892899692058563},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4555742144584656},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10520890355110168},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.09785309433937073},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08295661211013794},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0787268579006195}],"concepts":[{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.7318429350852966},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6946203708648682},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6334031820297241},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6136578321456909},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5966883897781372},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5743784308433533},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5190420746803284},{"id":"https://openalex.org/C142039133","wikidata":"https://www.wikidata.org/wiki/Q3620943","display_name":"Personalized learning","level":5,"score":0.49933862686157227},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.49342289566993713},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4892899692058563},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4555742144584656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10520890355110168},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.09785309433937073},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08295661211013794},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0787268579006195},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.0},{"id":"https://openalex.org/C15122004","wikidata":"https://www.wikidata.org/wiki/Q385756","display_name":"Open learning","level":4,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3536221.3556569","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536221.3556569","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:296044","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/296044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:107593","is_oa":false,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1075937","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:conferenceobject"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:296044","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/296044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference proceedings"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3169447477","display_name":null,"funder_award_id":"EP/V010875/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6619778966","display_name":"LISI - Learning to Imitate Nonverbal Communication Dynamics for Human-Robot Social Interaction","funder_award_id":"EP/V010875/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7721061204","display_name":null,"funder_award_id":"EP/V010875/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G8208054151","display_name":null,"funder_award_id":"765955","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320313203","display_name":"New York University Abu Dhabi","ror":"https://ror.org/00e5k0821"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1983294274","https://openalex.org/W1994107325","https://openalex.org/W2087041628","https://openalex.org/W2096851908","https://openalex.org/W2122025961","https://openalex.org/W2144001787","https://openalex.org/W2189549564","https://openalex.org/W2399925524","https://openalex.org/W2526393097","https://openalex.org/W2546585156","https://openalex.org/W2548874434","https://openalex.org/W2593618430","https://openalex.org/W2750532590","https://openalex.org/W2779582454","https://openalex.org/W2878701088","https://openalex.org/W2910595231","https://openalex.org/W2963821229","https://openalex.org/W2964024268","https://openalex.org/W2999593439","https://openalex.org/W3036970705","https://openalex.org/W3047520359","https://openalex.org/W3085311298","https://openalex.org/W3090955883","https://openalex.org/W3094064659","https://openalex.org/W3114192621","https://openalex.org/W3129515546","https://openalex.org/W3136490374","https://openalex.org/W3173372706","https://openalex.org/W3176295548","https://openalex.org/W3193723453","https://openalex.org/W3193766423","https://openalex.org/W3209828932","https://openalex.org/W4210279586","https://openalex.org/W4211173503","https://openalex.org/W4280637927","https://openalex.org/W4393766556"],"related_works":["https://openalex.org/W2165912799","https://openalex.org/W2383694","https://openalex.org/W2049979679","https://openalex.org/W2110554190","https://openalex.org/W4253974834","https://openalex.org/W2153073817","https://openalex.org/W2806406731","https://openalex.org/W4385793885","https://openalex.org/W3164236313","https://openalex.org/W4372406133"],"abstract_inverted_index":{"In":[0,125,145],"this":[1,111],"paper,":[2],"we":[3,88,149,173],"propose":[4],"and":[5,47,57,92,120,140,184,270],"compare":[6,174],"personalized":[7,129,232],"models":[8,130,233,242,245],"for":[9,84,110,131,246],"Productive":[10],"Engagement":[11],"(PE)":[12],"recognition.":[13],"PE":[14,76,94,104],"is":[15,224],"defined":[16],"as":[17,166],"the":[18,27,72,93,126,146,154,158,175,194,208,211,214,218,235,247,262,275],"level":[19],"of":[20,29,35,44,170,178,181,213],"engagement":[21,37,159,223],"that":[22,230],"maximizes":[23],"learning.":[24],"Previously,":[25],"in":[26,80,197],"context":[28],"robot-mediated":[30],"collaborative":[31],"learning,":[32],"a":[33,75,81],"framework":[34,101],"productive":[36,222],"was":[38,78],"developed":[39],"by":[40,205],"utilizing":[41],"multimodal":[42,138],"data":[43],"32":[45],"dyads":[46],"learning":[48,69,100,163,215],"profiles,":[49],"namely,":[50],"Expressive":[51],"Explorers":[52],"(EE),":[53],"Calm":[54],"Tinkerers":[55],"(CT),":[56],"Silent":[58],"Wanderers":[59],"(SW)":[60],"were":[61],"identified":[62],"which":[63],"categorize":[64],"learners":[65],"according":[66],"to":[67,102,142,190,207,240],"their":[68],"gain.":[70],"Within":[71],"same":[73],"framework,":[74],"score":[77,95,160],"constructed":[79],"non-supervised":[82],"manner":[83],"real-time":[85],"evaluation.":[86],"Here,":[87],"use":[89],"these":[90],"profiles":[91,156],"within":[96],"an":[97,167],"AutoML":[98],"deep":[99],"personalize":[103],"models.":[105,144],"We":[106],"investigate":[107,150],"two":[108,179],"approaches":[109],"purpose:":[112],"(1)":[113,231],"Single-task":[114],"Deep":[115],"Neural":[116],"Architecture":[117],"Search":[118],"(ST-NAS),":[119],"(2)":[121,252],"Multitask":[122],"NAS":[123,254],"(MT-NAS).":[124],"former":[127],"approach,":[128,148],"each":[132],"learner":[133],"profile":[134],"are":[135,203],"learned":[136],"from":[137,193,210],"features":[139,188,191,202,273],"compared":[141],"non-personalized":[143,241,259],"MT-NAS":[147],"whether":[151],"jointly":[152],"classifying":[153],"learners\u2019":[155],"with":[157,238],"through":[161],"multi-task":[162],"would":[164],"serve":[165],"implicit":[168],"personalization":[169],"PE.":[171],"Moreover,":[172],"predictive":[176],"power":[177],"types":[180],"features:":[182],"incremental":[183,276],"non-incremental":[185,272],"features.":[186],"Non-incremental":[187],"correspond":[189],"computed":[192,204],"participant\u2019s":[195],"behaviours":[196],"fixed":[198],"time":[199,219],"windows.":[200],"Incremental":[201],"accounting":[206],"behaviour":[209],"beginning":[212],"activity":[216],"till":[217],"window":[220],"where":[221],"observed.":[225],"Our":[226],"experimental":[227],"results":[228],"show":[229],"improve":[234],"recognition":[236],"performance":[237],"respect":[239],"when":[243],"training":[244],"gainer":[248],"vs.":[249],"non-gainer":[250],"groups,":[251],"multitask":[253],"(implicit":[255],"personalization)":[256],"also":[257],"outperforms":[258],"models,":[260],"(3)":[261],"speech":[263],"modality":[264],"has":[265],"high":[266],"contribution":[267],"towards":[268],"prediction,":[269],"(4)":[271],"outperform":[274],"ones":[277],"overall.":[278]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2022-11-09T00:00:00"}
