{"id":"https://openalex.org/W4415541184","doi":"https://doi.org/10.1145/3746027.3754731","title":"Human-Activity AGV Quality Assessment: A Benchmark Dataset and an Objective Evaluation Metric","display_name":"Human-Activity AGV Quality Assessment: A Benchmark Dataset and an Objective Evaluation Metric","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415541184","doi":"https://doi.org/10.1145/3746027.3754731"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754731","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754731","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100363622","display_name":"Zhichao Zhang","orcid":"https://orcid.org/0000-0003-1466-6383"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1466-6383","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044700284","display_name":"Wei Sun","orcid":"https://orcid.org/0000-0001-8162-1949"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Sun","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8162-1949","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100357318","display_name":"Xinyue Li","orcid":"https://orcid.org/0000-0001-7362-0532"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyue Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7362-0532","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100778543","display_name":"Yunhao Li","orcid":"https://orcid.org/0000-0002-7337-1748"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Li","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7337-1748","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107454196","display_name":"Qihang Ge","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"qihang ge","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-2981-7460","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101997384","display_name":"Jun Jia","orcid":"https://orcid.org/0000-0002-5424-4284"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Jia","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5424-4284","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797192","display_name":"Zicheng Zhang","orcid":"https://orcid.org/0000-0002-7247-7938"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zicheng Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7247-7938","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060080802","display_name":"Zhongpeng Ji","orcid":"https://orcid.org/0000-0002-9532-7035"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpeng Ji","raw_affiliation_strings":["Huawei Technologies, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9532-7035","affiliations":[{"raw_affiliation_string":"Huawei Technologies, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085976829","display_name":"Fengyu Sun","orcid":"https://orcid.org/0009-0007-8258-8109"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengyu Sun","raw_affiliation_strings":["Huawei Technologies, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-8258-8109","affiliations":[{"raw_affiliation_string":"Huawei Technologies, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012650575","display_name":"Shangling Jui","orcid":"https://orcid.org/0000-0002-1047-4264"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangling Jui","raw_affiliation_strings":["Huawei Technologies, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1047-4264","affiliations":[{"raw_affiliation_string":"Huawei Technologies, Shanghai, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043405654","display_name":"Xiongkuo Min","orcid":"https://orcid.org/0000-0001-5693-0416"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5693-0416","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6771","last_page":"6780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10866","display_name":"Nutritional Studies and Diet","score":0.9391999840736389,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.9341999888420105,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.8539000153541565},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.7490000128746033},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7365000247955322},{"id":"https://openalex.org/keywords/video-quality","display_name":"Video quality","score":0.554099977016449},{"id":"https://openalex.org/keywords/quality-score","display_name":"Quality Score","score":0.5166000127792358},{"id":"https://openalex.org/keywords/subjective-video-quality","display_name":"Subjective video quality","score":0.5117999911308289},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4828999936580658},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42559999227523804}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.8539000153541565},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7594000101089478},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.7490000128746033},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7365000247955322},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.554099977016449},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.5166000127792358},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.5117999911308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49300000071525574},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4431999921798706},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42559999227523804},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41819998621940613},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.3499000072479248},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.26969999074935913},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2612999975681305},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.25760000944137573},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754731","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754731","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4685748289","display_name":null,"funder_award_id":"No.62301316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1974013408","https://openalex.org/W1982471090","https://openalex.org/W2194775991","https://openalex.org/W2307770531","https://openalex.org/W2611434713","https://openalex.org/W2618799552","https://openalex.org/W2950154603","https://openalex.org/W2963524571","https://openalex.org/W2990503944","https://openalex.org/W3002992380","https://openalex.org/W3030380536","https://openalex.org/W3030701471","https://openalex.org/W3035595647","https://openalex.org/W3035712445","https://openalex.org/W3035714233","https://openalex.org/W3035719652","https://openalex.org/W3093182158","https://openalex.org/W3174722860","https://openalex.org/W3193919962","https://openalex.org/W4214745154","https://openalex.org/W4225292576","https://openalex.org/W4294541506","https://openalex.org/W4312818079","https://openalex.org/W4367146870","https://openalex.org/W4382462760","https://openalex.org/W4386057769","https://openalex.org/W4386075779","https://openalex.org/W4387010079","https://openalex.org/W4390874113","https://openalex.org/W4394841775","https://openalex.org/W4402660110","https://openalex.org/W6930322006"],"related_works":[],"abstract_inverted_index":{"AI-driven":[0],"video":[1,30,110],"generation":[2,31],"techniques":[3],"have":[4],"made":[5],"significant":[6],"progress":[7],"in":[8,33,138,217],"recent":[9],"years.":[10],"However,":[11],"AI-generated":[12,175],"videos":[13],"(AGVs)":[14],"involving":[15],"human":[16,46,92,102,119,143,166,192,222],"activities":[17],"often":[18],"exhibit":[19],"substantial":[20],"visual":[21,53],"and":[22,56,108,114,132,136,179,187,228],"semantic":[23,60,116],"distortions,":[24],"hindering":[25],"the":[26,57,65,101,127,163,207,219],"practical":[27],"application":[28],"of":[29,59,75,112,118,129,142,165,221],"technologies":[32],"real-world":[34],"scenarios.":[35],"To":[36],"address":[37],"this":[38],"challenge,":[39],"we":[40,63,125,146],"conduct":[41,95],"a":[42,96,185,211],"pioneering":[43],"study":[44,98],"on":[45,52,123,206],"activity":[47,68,155,167,193,223],"AGV":[48],"quality":[49,54,111,164,173,177,189,204,220],"assessment,":[50],"focusing":[51],"evaluation":[55,150],"identification":[58],"distortions.":[61],"First,":[62],"construct":[64],"AI-Generated":[66,153],"Human":[67,154],"Video":[69,156],"Quality":[70,157],"Assessment":[71],"(Human-AGVQA)":[72],"dataset,":[73],"consisting":[74],"6,000":[76],"AGVs":[77],"derived":[78],"from":[79],"15":[80],"popular":[81],"text-to-video":[82],"(T2V)":[83],"models":[84,131],"using":[85],"400":[86],"text":[87],"prompts":[88],"that":[89,200],"describe":[90],"diverse":[91],"activities.":[93,144],"We":[94],"subjective":[97],"to":[99,160],"evaluate":[100],"appearance":[103],"quality,":[104,107],"action":[105],"continuity":[106,181],"overall":[109],"AGVs,":[113],"identify":[115],"issues":[117],"body":[120],"parts.":[121],"Based":[122],"Human-AGVQA,":[124],"benchmark":[126],"performance":[128],"T2V":[130],"analyze":[133,162],"their":[134],"strengths":[135],"weaknesses":[137],"generating":[139],"different":[140],"categories":[141],"Second,":[145],"develop":[147],"an":[148],"objective":[149],"metric,":[151],"named":[152],"metric":[158,190,230],"(GHVQ),":[159],"automatically":[161],"AGVs.":[168,194,224],"GHVQ":[169,201,229],"systematically":[170],"extracts":[171],"human-focused":[172],"features,":[174,178,182],"content-aware":[176],"temporal":[180],"making":[183],"it":[184],"comprehensive":[186],"explainable":[188],"for":[191],"The":[195,225],"extensive":[196],"experimental":[197],"results":[198],"show":[199],"outperforms":[202],"existing":[203],"metrics":[205],"Human-AGVQA":[208,226],"dataset":[209,227],"by":[210],"large":[212],"margin,":[213],"demonstrating":[214],"its":[215],"efficacy":[216],"assessing":[218],"will":[231],"be":[232],"released":[233],"at":[234],"https://github.com/zczhang-sjtu/GHVQ.git.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-25T00:00:00"}