{"id":"https://openalex.org/W2763258256","doi":"https://doi.org/10.48550/arxiv.1710.04486","title":"Multimodal Observation and Interpretation of Subjects Engaged in Problem Solving","display_name":"Multimodal Observation and Interpretation of Subjects Engaged in Problem Solving","publication_year":2017,"publication_date":"2017-10-12","ids":{"openalex":"https://openalex.org/W2763258256","doi":"https://doi.org/10.48550/arxiv.1710.04486","mag":"2763258256"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1710.04486","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.04486","pdf_url":"https://arxiv.org/pdf/1710.04486","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1710.04486","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060213709","display_name":"Thomas Guntz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guntz, Thomas","raw_affiliation_strings":["LIG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIG","institution_ids":["https://openalex.org/I4210104430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072589155","display_name":"Raffaella Balzarini","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Balzarini, Raffaella","raw_affiliation_strings":["LIG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIG","institution_ids":["https://openalex.org/I4210104430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077485006","display_name":"Dominique Vaufreydaz","orcid":"https://orcid.org/0000-0002-8825-0973","observed_orcids":["https://orcid.org/0000-0002-8825-0973"]},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vaufreydaz, Dominique","raw_affiliation_strings":["LIG, UGA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIG, UGA","institution_ids":["https://openalex.org/I899635006"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101989446","display_name":"James L. Crowley","orcid":"https://orcid.org/0000-0001-7730-8968","observed_orcids":["https://orcid.org/0000-0001-7730-8968"]},"institutions":[{"id":"https://openalex.org/I106785703","display_name":"Institut polytechnique de Grenoble","ror":"https://ror.org/05sbt2524","country_code":"FR","type":"education","lineage":["https://openalex.org/I106785703","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Crowley, James L.","raw_affiliation_strings":["Grenoble INP, LIG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Grenoble INP, LIG","institution_ids":["https://openalex.org/I106785703","https://openalex.org/I4210104430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9359999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-sensing","display_name":"multimodal sensing","score":0.746999979019165},{"id":"https://openalex.org/keywords/gaze","display_name":"gaze","score":0.6899999976158142},{"id":"https://openalex.org/keywords/posture","display_name":"posture","score":0.9710000157356262},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.8460000157356262},{"id":"https://openalex.org/keywords/cognitive-state-estimation","display_name":"cognitive state estimation","score":0.6700000166893005},{"id":"https://openalex.org/keywords/chess-problem-solving","display_name":"chess problem solving","score":0.8040000200271606},{"id":"https://openalex.org/keywords/chess-expertise","display_name":"chess expertise","score":0.4440000057220459},{"id":"https://openalex.org/keywords/physiological-signals","display_name":"physiological signals","score":0.6000000238418579},{"id":"https://openalex.org/keywords/screen-based-interaction","display_name":"screen-based interaction","score":0.6330000162124634},{"id":"https://openalex.org/keywords/problem-solving","display_name":"problem solving","score":0.7580000162124634}],"concepts":[{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.7043792009353638},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6370623111724854},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.6126315593719482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.612105667591095},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5269480347633362},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49852442741394043},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4518827199935913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4469901919364929},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.44234994053840637},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.397602379322052},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3317391276359558},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1710.04486","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.04486","pdf_url":"https://arxiv.org/pdf/1710.04486","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-01615461v1","doi":null,"is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01615461","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"1st Workshop on \u201cBehavior, Emotion and Representation: Building Blocks of Interaction\u201d, Oct 2017, Bielefeld, Germany","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1710.04486","doi":"https://doi.org/10.48550/arxiv.1710.04486","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1710.04486","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1710.04486","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.04486","pdf_url":"https://arxiv.org/pdf/1710.04486","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2861172815","display_name":"AmiLab pour Habitats Intelligents","funder_award_id":"ANR-11-EQPX-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6002618044","display_name":"Chess Expertise from Eye Gaze and Emotion","funder_award_id":"ANR-15-CE23-0005","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2763258256.pdf","grobid_xml":"https://content.openalex.org/works/W2763258256.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1854318472","https://openalex.org/W1972212822","https://openalex.org/W2002607236","https://openalex.org/W2008758462","https://openalex.org/W2008821584","https://openalex.org/W2060280062","https://openalex.org/W2094856020","https://openalex.org/W2100636453","https://openalex.org/W2105198535","https://openalex.org/W2128118880","https://openalex.org/W2395639500","https://openalex.org/W2557159259","https://openalex.org/W2594402659","https://openalex.org/W2609211631","https://openalex.org/W2761605434"],"related_works":["https://openalex.org/W2795116028","https://openalex.org/W4367704739","https://openalex.org/W7019109607","https://openalex.org/W6992801512","https://openalex.org/W7039557814","https://openalex.org/W4404486278","https://openalex.org/W2895701090","https://openalex.org/W2165958170","https://openalex.org/W2899930323","https://openalex.org/W7030079588"],"abstract_inverted_index":{"In":[0],"this":[1,159],"paper":[2],"we":[3],"present":[4],"the":[5,13,34,52,60,68,104,138,162,174],"first":[6],"results":[7],"of":[8,17,20,39,55,62,70,72,75,86,103,146,164,176],"a":[9,100,120,127,168],"pilot":[10],"experiment":[11,160],"in":[12,24,84,179],"capture":[14],"and":[15,43,57,77,107,136,170],"interpretation":[16],"multimodal":[18,121,139],"signals":[19,46],"human":[21,73],"experts":[22],"engaged":[23,83,178],"solving":[25],"challenging":[26,115],"chess":[27,81,151],"problems.":[28],"Our":[29],"goal":[30],"is":[31,123],"to":[32,36,50,58,66,98,108,111,114,144],"investigate":[33],"extent":[35],"which":[37],"observations":[38],"eye-gaze,":[40],"posture,":[41,133],"emotion":[42],"other":[44],"physiological":[45],"can":[47,95,141],"be":[48,96],"used":[49,97],"model":[51],"cognitive":[53],"state":[54],"subjects,":[56],"explore":[59],"integration":[61],"multiple":[63],"sensor":[64],"modalities":[65],"improve":[67],"reliability":[69],"detection":[71],"displays":[74],"awareness":[76,102],"emotion.":[78],"We":[79],"observed":[80],"players":[82],"problems":[85],"increasing":[87],"difficulty":[88],"while":[89,153],"recording":[90],"their":[91],"behavior.":[92],"Such":[93],"recordings":[94],"estimate":[99],"participant's":[101],"current":[105],"situation":[106],"predict":[109],"ability":[110],"respond":[112],"effectively":[113],"situations.":[116],"Results":[117],"show":[118],"that":[119],"approach":[122,140,155],"more":[124],"accurate":[125],"than":[126],"unimodal":[128,154],"one.":[129],"By":[130],"combining":[131],"body":[132],"visual":[134],"attention":[135],"emotion,":[137],"reach":[142],"up":[143],"93%":[145],"accuracy":[147],"when":[148],"determining":[149],"player's":[150],"expertise":[152],"reaches":[156],"86%.":[157],"Finally":[158],"validates":[161],"use":[163],"our":[165],"equipment":[166],"as":[167],"general":[169],"reproducible":[171],"tool":[172],"for":[173],"study":[175],"participants":[177],"screen-based":[180],"interaction":[181],"and/or":[182],"problem":[183],"solving.":[184]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2025-10-10T00:00:00"}