{"id":"https://openalex.org/W2181873835","doi":"https://doi.org/10.1109/acii.2015.7344627","title":"Grounding truth via ordinal annotation","display_name":"Grounding truth via ordinal annotation","publication_year":2015,"publication_date":"2015-09-01","ids":{"openalex":"https://openalex.org/W2181873835","doi":"https://doi.org/10.1109/acii.2015.7344627","mag":"2181873835"},"language":"en","primary_location":{"id":"doi:10.1109/acii.2015.7344627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii.2015.7344627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.um.edu.mt/library/oar//handle/123456789/29727","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072029181","display_name":"Georgios N. Yannakakis","orcid":"https://orcid.org/0000-0001-7793-1450"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Georgios N. Yannakakis","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102823104","display_name":"H\u00e9ctor P. Mart\u00ednez","orcid":"https://orcid.org/0000-0002-4263-4787"},"institutions":[{"id":"https://openalex.org/I197854408","display_name":"University of Malta","ror":"https://ror.org/03a62bv60","country_code":"MT","type":"education","lineage":["https://openalex.org/I197854408"]}],"countries":["MT"],"is_corresponding":false,"raw_author_name":"Hector P. Martinez","raw_affiliation_strings":["Institute of Digital Games, University of Malta, Msida, Malta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Digital Games, University of Malta, Msida, Malta","institution_ids":["https://openalex.org/I197854408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I197854408"],"apc_list":null,"apc_paid":null,"fwci":5.6774,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.95776639,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"574","last_page":"580"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12114","display_name":"Sensory Analysis and Statistical Methods","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.868338942527771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7125065326690674},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6420156955718994},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6188839077949524},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5831252336502075},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5821062326431274},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5804500579833984},{"id":"https://openalex.org/keywords/milestone","display_name":"Milestone","score":0.5713761448860168},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47984811663627625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47806456685066223},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4604853093624115},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4580461382865906},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.411424458026886},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37338995933532715},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3720155954360962},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11462891101837158},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09361112117767334}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.868338942527771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7125065326690674},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6420156955718994},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6188839077949524},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5831252336502075},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5821062326431274},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5804500579833984},{"id":"https://openalex.org/C120060458","wikidata":"https://www.wikidata.org/wiki/Q10145","display_name":"Milestone","level":2,"score":0.5713761448860168},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47984811663627625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47806456685066223},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4604853093624115},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4580461382865906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.411424458026886},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37338995933532715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3720155954360962},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11462891101837158},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09361112117767334},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/acii.2015.7344627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii.2015.7344627","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.um.edu.mt:123456789/29727","is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar//handle/123456789/29727","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:www.um.edu.mt:123456789/29727","is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar//handle/123456789/29727","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W133537955","https://openalex.org/W1261896931","https://openalex.org/W1527117961","https://openalex.org/W1938993377","https://openalex.org/W1964469912","https://openalex.org/W1985514943","https://openalex.org/W1985948319","https://openalex.org/W1993008008","https://openalex.org/W1999905196","https://openalex.org/W2016944307","https://openalex.org/W2036323635","https://openalex.org/W2041282815","https://openalex.org/W2087748929","https://openalex.org/W2103184652","https://openalex.org/W2121407761","https://openalex.org/W2126045183","https://openalex.org/W2132555391","https://openalex.org/W2145598468","https://openalex.org/W2149628368","https://openalex.org/W2153222072","https://openalex.org/W2159306398","https://openalex.org/W2163293471","https://openalex.org/W2604237755","https://openalex.org/W2912748147","https://openalex.org/W4210764005","https://openalex.org/W4247128285","https://openalex.org/W4252684946","https://openalex.org/W6640434510","https://openalex.org/W6735859517"],"related_works":["https://openalex.org/W4387878404","https://openalex.org/W2561695978","https://openalex.org/W1950486549","https://openalex.org/W3133583653","https://openalex.org/W3140574787","https://openalex.org/W2584040191","https://openalex.org/W2990251955","https://openalex.org/W2064167013","https://openalex.org/W2490667451","https://openalex.org/W3160516639"],"abstract_inverted_index":{"The":[0,100],"question":[1,25],"of":[2,30,48,95,103,126],"how":[3],"to":[4,39,121],"best":[5],"annotate":[6],"affect":[7,42,114],"within":[8],"available":[9],"content":[10],"has":[11],"been":[12],"a":[13,53,72],"milestone":[14],"challenge":[15],"for":[16],"affective":[17,127],"computing.":[18,128],"Appropriate":[19],"methods":[20],"and":[21,44,61],"tools":[22],"addressing":[23],"that":[24,80,107],"can":[26],"provide":[27],"better":[28],"estimations":[29],"the":[31,65,81,96,104,108,124],"ground":[32,98],"truth":[33],"which,":[34],"in":[35,112,123],"turn,":[36],"may":[37],"lead":[38],"more":[40,45],"efficient":[41],"detection":[43],"reliable":[46],"models":[47],"affect.":[49],"This":[50],"paper":[51,105],"introduces":[52],"rank-based":[54,82],"real-time":[55,68],"annotation":[56,75,84,115],"tool,":[57],"we":[58],"name":[59],"AffectRank,":[60],"compares":[62],"it":[63],"against":[64],"popular":[66],"rating-based":[67,117],"FeelTrace":[69],"tool":[70],"through":[71],"proof-of-concept":[73],"video":[74],"experiment.":[76],"Results":[77],"obtained":[78],"suggest":[79],"(ordinal)":[83],"approach":[85],"proposed":[86],"yields":[87],"significantly":[88],"higher":[89],"inter-rater":[90],"reliability":[91],"and,":[92],"thereby,":[93],"approximation":[94],"underlying":[97],"truth.":[99],"key":[101],"findings":[102],"demonstrate":[106],"current":[109],"dominant":[110],"practice":[111],"continuous":[113],"via":[116],"labeling":[118],"is":[119],"detrimental":[120],"advancements":[122],"field":[125]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}