{"id":"https://openalex.org/W4297053848","doi":"https://doi.org/10.1145/3536220.3563687","title":"Training Computational Models of Group Processes without Groundtruth: the Self- vs External Assessment\u2019s Dilemma","display_name":"Training Computational Models of Group Processes without Groundtruth: the Self- vs External Assessment\u2019s Dilemma","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4297053848","doi":"https://doi.org/10.1145/3536220.3563687"},"language":"en","primary_location":{"id":"doi:10.1145/3536220.3563687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3563687","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062921998","display_name":"Lucien Maman","orcid":"https://orcid.org/0000-0002-9017-7912"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Lucien Maman","raw_affiliation_strings":["LTCI, T\u00e9l\u00e9com Paris, Institut polytechnique de Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-9017-7912","affiliations":[{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris, Institut polytechnique de Paris, France","institution_ids":["https://openalex.org/I12356871","https://openalex.org/I4210165912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016981270","display_name":"Gualtiero Volpe","orcid":"https://orcid.org/0000-0003-0760-4627"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gualtiero Volpe","raw_affiliation_strings":["DIBRIS, Univerist\u00e0 degli Studi di Genova, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0760-4627","affiliations":[{"raw_affiliation_string":"DIBRIS, Univerist\u00e0 degli Studi di Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043020439","display_name":"Giovanna Varni","orcid":"https://orcid.org/0000-0002-5659-8414"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210165912","display_name":"Laboratoire Traitement et Communication de l\u2019Information","ror":"https://ror.org/057er4c39","country_code":"FR","type":"facility","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102","https://openalex.org/I4210165912"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Giovanna Varni","raw_affiliation_strings":["LTCI, T\u00e9l\u00e9com Paris, Institut polytechnique de Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-5659-8414","affiliations":[{"raw_affiliation_string":"LTCI, T\u00e9l\u00e9com Paris, Institut polytechnique de Paris, France","institution_ids":["https://openalex.org/I12356871","https://openalex.org/I4210165912"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6638,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72306172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"18","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10970","display_name":"Team Dynamics and Performance","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7627735137939453},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6867716312408447},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.6533733606338501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5875988006591797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5867668390274048},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5546801090240479},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4999516010284424},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4667069911956787},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.4501606225967407},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4125562906265259},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09866484999656677}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627735137939453},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6867716312408447},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.6533733606338501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5875988006591797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5867668390274048},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5546801090240479},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4999516010284424},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4667069911956787},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.4501606225967407},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4125562906265259},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09866484999656677},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3536220.3563687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3563687","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Publication of the 2022 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03787203v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03787203","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICMI '22: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION, Nov 2022, Bangalore, India","raw_type":"Conference papers"},{"id":"pmh:oai:iris.unige.it:11567/1103359","is_oa":false,"landing_page_url":"https://hdl.handle.net/11567/1103359","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.unige.it:11567/1144675","is_oa":false,"landing_page_url":"https://hdl.handle.net/11567/1144675","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:iris.unitn.it:11572/363465","is_oa":false,"landing_page_url":"https://hdl.handle.net/11572/363465","pdf_url":null,"source":{"id":"https://openalex.org/S4306401913","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Trento)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193223587","host_organization_name":"University of Trento","host_organization_lineage":["https://openalex.org/I193223587"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.46000000834465027,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1005175038","display_name":null,"funder_award_id":"ANR-18-CE33-0003-01","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7100562087","display_name":"GRoups' Analysis for automated Cohesion Estimation","funder_award_id":"ANR-18-CE33-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W180427339","https://openalex.org/W1530785623","https://openalex.org/W1973003216","https://openalex.org/W1980511580","https://openalex.org/W1981712955","https://openalex.org/W2057399676","https://openalex.org/W2089809964","https://openalex.org/W2092309660","https://openalex.org/W2103572263","https://openalex.org/W2110065044","https://openalex.org/W2158597610","https://openalex.org/W2161151711","https://openalex.org/W2768719377","https://openalex.org/W2972019295","https://openalex.org/W3038483173","https://openalex.org/W3083023772","https://openalex.org/W3110683067","https://openalex.org/W3207779209","https://openalex.org/W4229967308","https://openalex.org/W4230277160","https://openalex.org/W4237980212","https://openalex.org/W4297468970"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W2383111961","https://openalex.org/W4386362640"],"abstract_inverted_index":{"Supervised":[0],"learning":[1],"relies":[2],"on":[3,154],"the":[4,9,60,133,137,141,151,156,167,170,174],"availability":[5],"and":[6,23,79,110,126,139],"reliability":[7],"of":[8,59,107,129,135,164,169,176],"labels":[10,28],"used":[11,51],"to":[12,43,100,113,145,161],"train":[13,114],"computational":[14,115],"models.":[15,61],"In":[16,121],"research":[17],"areas":[18],"such":[19,27,130,177],"as":[20],"Affective":[21],"Computing":[22],"Social":[24],"Signal":[25],"Processing,":[26],"are":[29,86],"usually":[30,87],"extracted":[31],"from":[32],"multiple":[33,84],"self-":[34,109],"and/or":[35],"external":[36,111],"assessments.":[37],"Labels":[38,69],"are,":[39],"then,":[40],"either":[41],"aggregated":[42],"produce":[44],"a":[45,63,90,118,162],"single":[46],"groundtruth":[47],"label,":[48],"or":[49],"all":[50],"during":[52,158],"training,":[53],"potentially":[54],"resulting":[55],"in":[56],"degrading":[57],"performance":[58],"Defining":[62],"\u201ctrue\u201d":[64],"label":[65],"is,":[66],"however,":[67],"complex.":[68],"can":[70,104],"be":[71],"gathered":[72],"at":[73],"different":[74,77],"times,":[75],"with":[76,93,132],"tools,":[78],"may":[80],"contain":[81],"biases.":[82],"Furthermore,":[83],"assessments":[85,112],"available":[88],"for":[89],"same":[91],"sample":[92],"potential":[94,175],"contradictions.":[95],"Thus,":[96],"it":[97],"is":[98],"crucial":[99],"devise":[101],"strategies":[102,131],"that":[103,150],"take":[105],"advantage":[106],"both":[108],"models":[116,142],"without":[117],"reliable":[119],"groundtruth.":[120],"this":[122],"study,":[123],"we":[124],"designed":[125],"tested":[127],"3":[128],"aim":[134],"mitigating":[136],"biases":[138],"making":[140],"more":[143],"robust":[144],"uncertain":[146],"labels.":[147],"Results":[148],"show":[149],"strategy":[152],"based":[153],"weighting":[155],"loss":[157],"training":[159],"according":[160],"measure":[163],"disagreement":[165],"improved":[166],"performances":[168],"baseline,":[171],"hence,":[172],"underlining":[173],"an":[178],"approach.":[179]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}