{"id":"https://openalex.org/W4393241253","doi":"https://doi.org/10.1109/tmm.2024.3382483","title":"Modeling Subject Scoring Behaviors in Subjective Experiments Based on a Discrete Quality Scale","display_name":"Modeling Subject Scoring Behaviors in Subjective Experiments Based on a Discrete Quality Scale","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4393241253","doi":"https://doi.org/10.1109/tmm.2024.3382483"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3382483","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3382483","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10480466.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10480466.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033546468","display_name":"Lohic Fotio Tiotsop","orcid":"https://orcid.org/0000-0001-5127-9935"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lohic Fotio Tiotsop","raw_affiliation_strings":["Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5127-9935","affiliations":[{"raw_affiliation_string":"Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055486014","display_name":"Antonio Servetti","orcid":"https://orcid.org/0000-0002-0159-5718"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Servetti","raw_affiliation_strings":["Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0159-5718","affiliations":[{"raw_affiliation_string":"Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006111389","display_name":"Marcus Barkowsky","orcid":"https://orcid.org/0000-0003-2739-3708"},"institutions":[{"id":"https://openalex.org/I83041830","display_name":"Deggendorf Institute of Technology","ror":"https://ror.org/02kw5st29","country_code":"DE","type":"education","lineage":["https://openalex.org/I83041830"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcus Barkowsky","raw_affiliation_strings":["Deggendorf Institute of Technology, University of Applied Sciences, Deggendorf, Germany"],"raw_orcid":"https://orcid.org/0000-0003-2739-3708","affiliations":[{"raw_affiliation_string":"Deggendorf Institute of Technology, University of Applied Sciences, Deggendorf, Germany","institution_ids":["https://openalex.org/I83041830"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052707121","display_name":"Enrico Masala","orcid":"https://orcid.org/0000-0001-8906-354X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Masala","raw_affiliation_strings":["Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8906-354X","affiliations":[{"raw_affiliation_string":"Control and Computer Engineering Department, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7317,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.84481718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"26","issue":null,"first_page":"8742","last_page":"8757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.6412000060081482,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.6412000060081482,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8257194757461548},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5757021307945251},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5315209627151489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45543795824050903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36777883768081665},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3265429735183716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8257194757461548},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5757021307945251},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5315209627151489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45543795824050903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36777883768081665},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3265429735183716},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3382483","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3382483","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10480466.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tmm.2024.3382483","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3382483","pdf_url":"https://ieeexplore.ieee.org/ielx7/6046/4456689/10480466.pdf","source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313985","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393241253.pdf","grobid_xml":"https://content.openalex.org/works/W4393241253.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W51844010","https://openalex.org/W1511368807","https://openalex.org/W1975163393","https://openalex.org/W1987931295","https://openalex.org/W1997953730","https://openalex.org/W2013861934","https://openalex.org/W2030808931","https://openalex.org/W2042627297","https://openalex.org/W2089875400","https://openalex.org/W2107703770","https://openalex.org/W2142677209","https://openalex.org/W2177315755","https://openalex.org/W2279046793","https://openalex.org/W2496406556","https://openalex.org/W2739478203","https://openalex.org/W2899849645","https://openalex.org/W2963562284","https://openalex.org/W3047188278","https://openalex.org/W3087439695","https://openalex.org/W3088260618","https://openalex.org/W3088713405","https://openalex.org/W3092685985","https://openalex.org/W4300546246","https://openalex.org/W4301373574","https://openalex.org/W4308235685","https://openalex.org/W4384703259","https://openalex.org/W4386464647","https://openalex.org/W6739386158"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Several":[0],"approaches":[1,123],"have":[2],"been":[3],"proposed":[4,68,90,108],"to":[5,31,36,59,72,76,95],"estimate":[6,60],"quality":[7,63],"in":[8,23,27,43,51,102,121],"subjective":[9,44,62,103],"experiments":[10,150],"while":[11],"highlighting":[12],"peculiar":[13,40,98],"subject":[14,41,86,110],"behaviors.":[15],"However,":[16],"there":[17],"is":[18,67,70,89,128],"some":[19],"room":[20],"for":[21],"improvement":[22],"existing":[24],"approaches,":[25],"both":[26],"terms":[28],"of":[29,117,158],"robustness":[30],"noise":[32,77],"and":[33,69,105],"the":[34,49,61,115,156],"ability":[35],"accurately":[37],"indicate":[38],"several":[39,97,153],"behaviors":[42,99],"experiments.":[45],"This":[46,135],"work":[47],"advances":[48],"state-of-the-art":[50,81],"three":[52],"main":[53],"directions:":[54],"i)":[55],"A":[56],"new":[57],"approach":[58],"from":[64,114],"noisy":[65],"ratings":[66],"shown":[71],"be":[73],"more":[74],"robust":[75],"than":[78],"are":[79],"four":[80],"approaches;":[82],"ii)":[83],"a":[84,118,124,130,145],"novel":[85],"scoring":[87,111,126],"model":[88,112,127],"that":[91],"makes":[92],"it":[93],"possible":[94],"highlight":[96,155],"typically":[100],"observed":[101],"experiments;":[104],"iii)":[106],"our":[107,159],"probabilistic":[109,125],"results":[113],"proof":[116],"theorem,":[119],"whereas":[120],"previous":[122],"assumed":[129],"<italic":[131],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[132],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">priori</i>":[133],".":[134],"represents":[136],"an":[137],"important":[138],"first":[139],"step":[140],"toward":[141],"models":[142],"supported":[143],"by":[144],"stronger":[146],"theoretical":[147],"foundation.":[148],"Numerical":[149],"conducted":[151],"on":[152],"datasets":[154],"effectiveness":[157],"proposal.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}