{"id":"https://openalex.org/W3125087480","doi":"https://doi.org/10.1145/3462244.3479957","title":"HEMVIP: Human Evaluation of Multiple Videos in Parallel","display_name":"HEMVIP: Human Evaluation of Multiple Videos in Parallel","publication_year":2021,"publication_date":"2021-10-15","ids":{"openalex":"https://openalex.org/W3125087480","doi":"https://doi.org/10.1145/3462244.3479957","mag":"3125087480"},"language":"en","primary_location":{"id":"doi:10.1145/3462244.3479957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479957","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Patrik Jonell","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Patrik Jonell","raw_affiliation_strings":["KTH, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Youngwoo Yoon","orcid":null},"institutions":[{"id":"https://openalex.org/I142401562","display_name":"Electronics and Telecommunications Research Institute","ror":"https://ror.org/03ysstz10","country_code":"KR","type":"facility","lineage":["https://openalex.org/I142401562","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098"]},{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Youngwoo Yoon","raw_affiliation_strings":["Electronics and Telecommunications Research Institute (ETRI) and Korea Advanced Institute of Science and Technology (KAIST), Korea, Republic of"],"affiliations":[{"raw_affiliation_string":"Electronics and Telecommunications Research Institute (ETRI) and Korea Advanced Institute of Science and Technology (KAIST), Korea, Republic of","institution_ids":["https://openalex.org/I142401562","https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pieter Wolfert","orcid":null},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pieter Wolfert","raw_affiliation_strings":["Ghent University - imec, Belgium"],"affiliations":[{"raw_affiliation_string":"Ghent University - imec, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Taras Kucherenko","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Taras Kucherenko","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":null,"display_name":"Gustav Eje Henter","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gustav Eje Henter","raw_affiliation_strings":["KTH Royal Institute of Technology, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":1.8449,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87153013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"707","last_page":"711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7967000007629395},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.6132000088691711},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.4293000102043152},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.3905999958515167},{"id":"https://openalex.org/keywords/impression","display_name":"Impression","score":0.37770000100135803},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.37040001153945923},{"id":"https://openalex.org/keywords/subjective-video-quality","display_name":"Subjective video quality","score":0.3626999855041504},{"id":"https://openalex.org/keywords/stimulus","display_name":"Stimulus (psychology)","score":0.3564000129699707}],"concepts":[{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7967000007629395},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7214999794960022},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46880000829696655},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.3905999958515167},{"id":"https://openalex.org/C2776684213","wikidata":"https://www.wikidata.org/wiki/Q6007582","display_name":"Impression","level":2,"score":0.37770000100135803},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37560001015663147},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.37040001153945923},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.3626999855041504},{"id":"https://openalex.org/C2779918689","wikidata":"https://www.wikidata.org/wiki/Q3771842","display_name":"Stimulus (psychology)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3066999912261963},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C15123163","wikidata":"https://www.wikidata.org/wiki/Q500096","display_name":"Psychophysics","level":3,"score":0.2703000009059906},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2574999928474426}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3462244.3479957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479957","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.11898","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.11898","pdf_url":"https://arxiv.org/pdf/2101.11898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:DiVA.org:kth-309462","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-309462","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:archive.ugent.be:8724121","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-8724121","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781450384810","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3462244.3479957","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3462244.3479957","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3462244.3479957","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1660725767","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G2876024447","display_name":null,"funder_award_id":"RIT15-0107","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"},{"id":"https://openalex.org/G3943269121","display_name":null,"funder_award_id":"WASP","funder_id":"https://openalex.org/F4320322327","funder_display_name":"Knut och Alice Wallenbergs Stiftelse"},{"id":"https://openalex.org/G439687760","display_name":null,"funder_award_id":"2017-0-00162","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5074544951","display_name":null,"funder_award_id":"1S95020N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G8683756101","display_name":null,"funder_award_id":"support","funder_id":"https://openalex.org/F4320322327","funder_display_name":"Knut och Alice Wallenbergs Stiftelse"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3125087480.pdf","grobid_xml":"https://content.openalex.org/works/W3125087480.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2131734538","https://openalex.org/W2277581165","https://openalex.org/W2782290562","https://openalex.org/W2791686384","https://openalex.org/W2901285216","https://openalex.org/W2901468574","https://openalex.org/W2967443589","https://openalex.org/W3002310794","https://openalex.org/W3009042479","https://openalex.org/W3014235025","https://openalex.org/W3036120140","https://openalex.org/W3042815677","https://openalex.org/W3133090439","https://openalex.org/W4288079519","https://openalex.org/W6633724138"],"related_works":[],"abstract_inverted_index":{"In":[0],"many":[1],"research":[2],"areas,":[3],"for":[4,78,96,109,136],"example":[5],"motion":[6],"and":[7,65,75,138,145],"gesture":[8],"generation,":[9],"objective":[10],"measures":[11],"alone":[12],"do":[13],"not":[14],"provide":[15],"an":[16],"accurate":[17],"impression":[18],"of":[19,44,86,100,112,141,163],"key":[20],"stimulus":[21],"traits":[22],"such":[23,79],"as":[24,83],"perceived":[25],"quality":[26,99],"or":[27,60],"appropriateness.":[28],"The":[29],"gold":[30],"standard":[31],"is":[32],"instead":[33,105],"to":[34,54,63,88],"evaluate":[35],"these":[36],"aspects":[37],"through":[38],"user":[39],"studies,":[40],"especially":[41],"subjective":[42],"evaluations":[43,80],"video":[45,143],"stimuli.":[46],"Common":[47],"evaluation":[48,140],"paradigms":[49],"either":[50],"present":[51],"individual":[52],"stimuli":[53,144],"be":[55,89],"scored":[56],"on":[57,93],"Likert-type":[58],"scales,":[59],"ask":[61],"users":[62],"compare":[64],"rate":[66],"videos":[67,115],"in":[68,116,158],"a":[69,107,131,147],"pairwise":[70,169],"fashion.":[71],"However,":[72],"the":[73,84,98,155],"time":[74],"resources":[76],"required":[77],"scale":[81],"poorly":[82],"number":[85],"conditions":[87],"compared":[90],"increases.":[91],"Building":[92],"standards":[94],"used":[95],"evaluating":[97],"multimedia":[101],"codecs,":[102],"this":[103],"paper":[104],"introduces":[106],"framework":[108],"granular":[110,139],"rating":[111],"multiple":[113,142,168],"comparable":[114],"parallel.":[117],"This":[118],"methodology":[119],"essentially":[120],"analyses":[121],"all":[122],"condition":[123],"pairs":[124],"at":[125],"once.":[126],"Our":[127],"contributions":[128],"are":[129,157],"1)":[130],"proposed":[132],"framework,":[133],"called":[134],"HEMVIP,":[135],"parallel":[137],"2)":[146],"validation":[148],"study":[149],"confirming":[150],"that":[151],"results":[152,162],"obtained":[153],"using":[154,166],"tool":[156],"close":[159],"agreement":[160],"with":[161],"prior":[164],"studies":[165],"conventional":[167],"comparisons.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2021-02-01T00:00:00"}