{"id":"https://openalex.org/W2081828980","doi":"https://doi.org/10.1109/qomex.2012.6263838","title":"Examining subjective evaluation methods used in multimedia Quality of Experience research","display_name":"Examining subjective evaluation methods used in multimedia Quality of Experience research","publication_year":2012,"publication_date":"2012-07-01","ids":{"openalex":"https://openalex.org/W2081828980","doi":"https://doi.org/10.1109/qomex.2012.6263838","mag":"2081828980"},"language":"en","primary_location":{"id":"doi:10.1109/qomex.2012.6263838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2012.6263838","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Fourth International Workshop on Quality of Multimedia Experience","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049451956","display_name":"Kristina Kunze","orcid":null},"institutions":[{"id":"https://openalex.org/I4923324","display_name":"Fraunhofer Society","ror":"https://ror.org/05hkkdn48","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4210138578","display_name":"Fraunhofer Institute for Digital Media Technology","ror":"https://ror.org/04gp0yb49","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210138578","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Kristina Kunze","raw_affiliation_strings":["Fraunhofer Institute for Digital Media Technology, IDMT, Ilmenau, Germany","Fraunhofer Institute for Digital Media Technology IDMT , Ilmenau, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Digital Media Technology, IDMT, Ilmenau, Germany","institution_ids":["https://openalex.org/I4210138578"]},{"raw_affiliation_string":"Fraunhofer Institute for Digital Media Technology IDMT , Ilmenau, Germany#TAB#","institution_ids":["https://openalex.org/I4923324"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065207423","display_name":"Dominik Strohmeier","orcid":null},"institutions":[{"id":"https://openalex.org/I4210093367","display_name":"Deutsche Telekom (Germany)","ror":"https://ror.org/00m8prc86","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210093367"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dominik Strohmeier","raw_affiliation_strings":["Assessment of IP-based Applications, Telekom Innovation Laboratories, TU Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Assessment of IP-based Applications, Telekom Innovation Laboratories, TU Berlin, Germany","institution_ids":["https://openalex.org/I4210093367","https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5049451956"],"corresponding_institution_ids":["https://openalex.org/I4210138578","https://openalex.org/I4923324"],"apc_list":null,"apc_paid":null,"fwci":0.5491,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69332577,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10154","display_name":"Customer Service Quality and Loyalty","score":0.945900022983551,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9258999824523926,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8104232549667358},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8100289106369019},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8019216060638428},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.7814612984657288},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7049089670181274},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6139836311340332},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5787874460220337},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.5471727252006531},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4900301694869995},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.4587228298187256},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40504327416419983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1790781021118164},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.1240416169166565},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07669132947921753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8104232549667358},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8100289106369019},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8019216060638428},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.7814612984657288},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7049089670181274},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6139836311340332},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5787874460220337},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.5471727252006531},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4900301694869995},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.4587228298187256},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40504327416419983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1790781021118164},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.1240416169166565},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07669132947921753},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/qomex.2012.6263838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qomex.2012.6263838","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 Fourth International Workshop on Quality of Multimedia Experience","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/379008","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/379008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W144328106","https://openalex.org/W1547253197","https://openalex.org/W1562578637","https://openalex.org/W1992545580","https://openalex.org/W2036287309","https://openalex.org/W2050233950","https://openalex.org/W2093120525","https://openalex.org/W2127309251","https://openalex.org/W2417652867","https://openalex.org/W2566053671","https://openalex.org/W6605816208"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W3200278794","https://openalex.org/W4296761408","https://openalex.org/W2884268961","https://openalex.org/W1978514417","https://openalex.org/W3172260756"],"abstract_inverted_index":{"Many":[0],"different":[1,108],"evaluation":[2,83],"methods":[3,59],"for":[4,141],"assessing":[5],"the":[6,37,69,85,116,120,125,129,147],"Quality":[7],"of":[8,11,28,39,84,96,110,119],"Experience":[9],"(QoE)":[10],"multimedia":[12],"systems":[13],"nowadays":[14],"exist":[15],"in":[16,46,128],"official":[17],"QoE":[18,45],"recommendations":[19],"and":[20,34,99,146],"methodological":[21],"publications":[22],"as":[23,25],"well":[24],"related":[26],"areas":[27],"research":[29],"like":[30],"User":[31],"experience":[32],"(UX)":[33],"usability.":[35],"Although":[36],"goal":[38],"each":[40],"method":[41,97,101],"is":[42,62,138],"to":[43,56,115],"evaluate":[44],"user":[47],"studies":[48],"either":[49],"quantitatively":[50],"or":[51],"qualitatively,":[52],"our":[53,94],"first":[54,121],"approach":[55],"classify":[57],"these":[58],"beyond":[60],"results":[61,105],"complex.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67,131],"extend":[68],"previously":[70],"developed":[71,86],"comparison":[72,98,117,135,149],"model,":[73,136],"which":[74,137],"was":[75],"based":[76],"on":[77,124],"literature":[78],"review":[79],"only":[80],"with":[81],"an":[82],"classes":[87],"by":[88],"expert":[89],"interviews.":[90],"The":[91,104],"interviews":[92],"deepened":[93],"understanding":[95],"guided":[100],"selection":[102],"process.":[103],"show":[106],"that":[107],"levels":[109],"importance":[111],"can":[112],"be":[113],"assigned":[114],"criteria":[118],"model.":[122],"Based":[123],"experts'":[126],"contributions":[127],"interview,":[130],"propose":[132],"a":[133],"revised":[134],"more":[139],"suitable":[140],"adaptation":[142],"towards":[143],"its":[144],"operationalization":[145],"further":[148],"tool":[150],"development.":[151]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}