{"id":"https://openalex.org/W4399151535","doi":"https://doi.org/10.48550/arxiv.2405.17765","title":"PTM-VQA: Efficient Video Quality Assessment Leveraging Diverse PreTrained Models from the Wild","display_name":"PTM-VQA: Efficient Video Quality Assessment Leveraging Diverse PreTrained Models from the Wild","publication_year":2024,"publication_date":"2024-05-28","ids":{"openalex":"https://openalex.org/W4399151535","doi":"https://doi.org/10.48550/arxiv.2405.17765"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.17765","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17765","pdf_url":"https://arxiv.org/pdf/2405.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.17765","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028889971","display_name":"Kun Yuan","orcid":"https://orcid.org/0000-0001-5552-4424"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yuan, Kun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100334687","display_name":"Hongbo Liu","orcid":"https://orcid.org/0000-0001-7373-2446"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hongbo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060424860","display_name":"Mading Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mading","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084960489","display_name":"Muyi Sun","orcid":"https://orcid.org/0000-0001-9506-7643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Muyi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102998429","display_name":"Ming Sun","orcid":"https://orcid.org/0009-0002-6753-3568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Ming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041400308","display_name":"Jiachao Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Jiachao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101763476","display_name":"Jinhua Hao","orcid":"https://orcid.org/0000-0001-5000-1747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Jinhua","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033732175","display_name":"Chao Zhou","orcid":"https://orcid.org/0009-0006-7958-8346"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Chao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101926293","display_name":"Yansong Tang","orcid":"https://orcid.org/0000-0002-1534-4549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yansong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5028889971"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6126824617385864},{"id":"https://openalex.org/keywords/quality-assessment","display_name":"Quality assessment","score":0.5644424557685852},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5570966601371765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36924976110458374},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.15432208776474},{"id":"https://openalex.org/keywords/evaluation-methods","display_name":"Evaluation methods","score":0.13240507245063782},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10994154214859009}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126824617385864},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.5644424557685852},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5570966601371765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36924976110458374},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.15432208776474},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.13240507245063782},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10994154214859009},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.17765","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17765","pdf_url":"https://arxiv.org/pdf/2405.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.17765","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.17765","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.17765","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.17765","pdf_url":"https://arxiv.org/pdf/2405.17765","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399151535.pdf","grobid_xml":"https://content.openalex.org/works/W4399151535.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W1963988314","https://openalex.org/W1924500548"],"abstract_inverted_index":{"Video":[0],"quality":[1,18],"assessment":[2],"(VQA)":[3],"is":[4,40,195],"a":[5,20,53,65,187],"challenging":[6],"problem":[7],"due":[8],"to":[9,74,106,124,134,177,197,201,205,217,231],"the":[10,16,33,46,157,164,171,238,241],"numerous":[11],"factors":[12],"that":[13,148],"can":[14],"affect":[15],"perceptual":[17],"of":[19,48,94,115,173,180,191,240],"video,":[21],"\\eg,":[22],"content":[23],"attractiveness,":[24],"distortion":[25],"type,":[26],"motion":[27],"pattern,":[28],"and":[29,42,51,103,117,130,175,203],"level.":[30],"However,":[31],"annotating":[32],"Mean":[34],"opinion":[35],"score":[36],"(MOS)":[37],"for":[38,56,85],"videos":[39,95],"expensive":[41],"time-consuming,":[43],"which":[44,70,199],"limits":[45],"scale":[47],"VQA":[49,66,86,227],"datasets,":[50],"poses":[52],"significant":[54],"obstacle":[55],"deep":[57],"learning-based":[58],"methods.":[59],"In":[60],"this":[61,210],"paper,":[62],"we":[63,91,126,212],"propose":[64,127,213],"method":[67],"named":[68],"PTM-VQA,":[69],"leverages":[71],"PreTrained":[72],"Models":[73,221],"transfer":[75],"knowledge":[76,116],"from":[77,87,96,182],"models":[78,99,111,154,200],"pretrained":[79,98,142,153,192],"on":[80,137,170,226],"various":[81,113],"pre-tasks,":[82],"enabling":[83],"benefits":[84],"different":[88,97,152,183],"aspects.":[89],"Specifically,":[90],"extract":[92],"features":[93,138,149,179],"with":[100,121,186,222],"frozen":[101],"weights":[102],"integrate":[104],"them":[105],"generate":[107],"representation.":[108],"Since":[109],"these":[110],"possess":[112],"fields":[114],"are":[118,155,229],"often":[119],"trained":[120],"labels":[122],"irrelevant":[123],"quality,":[125],"an":[128,214],"Intra-Consistency":[129],"Inter-Divisibility":[131],"(ICID)":[132],"loss":[133],"impose":[135],"constraints":[136],"extracted":[139,150],"by":[140,151],"multiple":[141],"models.":[143],"The":[144],"intra-consistency":[145],"constraint":[146],"ensures":[147],"in":[156],"same":[158],"unified":[159],"quality-aware":[160],"latent":[161],"space,":[162],"while":[163],"inter-divisibility":[165],"introduces":[166],"pseudo":[167],"clusters":[168],"based":[169],"annotation":[172],"samples":[174,181],"tries":[176],"separate":[178],"clusters.":[184],"Furthermore,":[185],"constantly":[188],"growing":[189],"number":[190],"models,":[193],"it":[194],"crucial":[196],"determine":[198],"use":[202,206],"how":[204],"them.":[207],"To":[208],"address":[209],"problem,":[211],"efficient":[215],"scheme":[216],"select":[218],"suitable":[219],"candidates.":[220,234],"better":[223],"clustering":[224],"performance":[225],"datasets":[228],"chosen":[230],"be":[232],"our":[233],"Extensive":[235],"experiments":[236],"demonstrate":[237],"effectiveness":[239],"proposed":[242],"method.":[243]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}