{"id":"https://openalex.org/W4394862861","doi":"https://doi.org/10.1109/tcsvt.2024.3389988","title":"Lightweight Multitask Learning for Robust JND Prediction Using Latent Space and Reconstructed Frames","display_name":"Lightweight Multitask Learning for Robust JND Prediction Using Latent Space and Reconstructed Frames","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394862861","doi":"https://doi.org/10.1109/tcsvt.2024.3389988"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3389988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3389988","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072482381","display_name":"Sanaz Nami","orcid":"https://orcid.org/0000-0002-4826-1168"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]},{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["FI","IR"],"is_corresponding":true,"raw_author_name":"Sanaz Nami","raw_affiliation_strings":["School of Electrical and Computer Engineering, College of Engineering, University of Tehran, Tehran, Iran","Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland","College of Engineering, School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, College of Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]},{"raw_affiliation_string":"College of Engineering, School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023878386","display_name":"Farhad Pakdaman","orcid":"https://orcid.org/0000-0001-6526-3811"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Farhad Pakdaman","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036640771","display_name":"Mahmoud Reza Hashemi","orcid":"https://orcid.org/0000-0002-3518-9195"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mahmoud Reza Hashemi","raw_affiliation_strings":["School of Electrical and Computer Engineering, College of Engineering, University of Tehran, Tehran, Iran","College of Engineering, School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, College of Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]},{"raw_affiliation_string":"College of Engineering, School of Electrical and Computer Engineering, University of Tehran, Tehran, Iran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044422170","display_name":"Shervin Shirmohammadi","orcid":"https://orcid.org/0000-0002-3973-4445"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shervin Shirmohammadi","raw_affiliation_strings":["DISCOVER Laboratory, School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","School of Electrical Engineering and Computer Science, DISCOVER Laboratory, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"DISCOVER Laboratory, School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, DISCOVER Laboratory, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007583477","display_name":"Moncef Gabbouj","orcid":"https://orcid.org/0000-0002-9788-2323"},"institutions":[{"id":"https://openalex.org/I166825849","display_name":"Tampere University","ror":"https://ror.org/033003e23","country_code":"FI","type":"education","lineage":["https://openalex.org/I166825849"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Moncef Gabbouj","raw_affiliation_strings":["Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology and Communication Sciences, Tampere University, Tampere, Finland","institution_ids":["https://openalex.org/I166825849"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072482381"],"corresponding_institution_ids":["https://openalex.org/I166825849","https://openalex.org/I23946033"],"apc_list":null,"apc_paid":null,"fwci":3.0883,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92186599,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"9","first_page":"8657","last_page":"8671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.671511173248291},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.5496196150779724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5147452354431152},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4252101182937622},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42284393310546875},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3763880729675293},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35300642251968384},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.22376012802124023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.671511173248291},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.5496196150779724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5147452354431152},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4252101182937622},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42284393310546875},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3763880729675293},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35300642251968384},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.22376012802124023},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3389988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3389988","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:trepo.tuni.fi:10024/211445","is_oa":false,"landing_page_url":"https://trepo.tuni.fi/handle/10024/211445","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G466424880","display_name":null,"funder_award_id":"97/31/2023","funder_id":"https://openalex.org/F4320328501","funder_display_name":"Business Finland"},{"id":"https://openalex.org/G935911406","display_name":null,"funder_award_id":"101022466","funder_id":"https://openalex.org/F4320338337","funder_display_name":"H2020 Marie Sk\u0142odowska-Curie Actions"}],"funders":[{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"},{"id":"https://openalex.org/F4320338337","display_name":"H2020 Marie Sk\u0142odowska-Curie Actions","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1867429401","https://openalex.org/W2022572050","https://openalex.org/W2055632799","https://openalex.org/W2057910578","https://openalex.org/W2129449103","https://openalex.org/W2139496607","https://openalex.org/W2333724422","https://openalex.org/W2386401927","https://openalex.org/W2404847069","https://openalex.org/W2511458122","https://openalex.org/W2567330569","https://openalex.org/W2575940230","https://openalex.org/W2581531361","https://openalex.org/W2598684819","https://openalex.org/W2731412463","https://openalex.org/W2785562966","https://openalex.org/W2791561215","https://openalex.org/W2810598854","https://openalex.org/W2890640783","https://openalex.org/W2919825694","https://openalex.org/W2934068622","https://openalex.org/W2962785568","https://openalex.org/W2968674715","https://openalex.org/W2971351108","https://openalex.org/W2971714613","https://openalex.org/W2979990382","https://openalex.org/W3012085781","https://openalex.org/W3034217182","https://openalex.org/W3034469748","https://openalex.org/W3035593364","https://openalex.org/W3085046840","https://openalex.org/W3087041179","https://openalex.org/W3127585865","https://openalex.org/W3159346357","https://openalex.org/W3189792606","https://openalex.org/W3200663333","https://openalex.org/W4210264051","https://openalex.org/W4220880800","https://openalex.org/W4226173907","https://openalex.org/W4285105991","https://openalex.org/W4286655730","https://openalex.org/W4289752563","https://openalex.org/W4290719105","https://openalex.org/W4293795025","https://openalex.org/W4295887156","https://openalex.org/W4297330574","https://openalex.org/W4301184934","https://openalex.org/W4313141893","https://openalex.org/W4366734795","https://openalex.org/W4372341580","https://openalex.org/W4382468077","https://openalex.org/W4383879013","https://openalex.org/W4384947667","https://openalex.org/W4386590405","https://openalex.org/W4389912073","https://openalex.org/W6842841929"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W1589637664","https://openalex.org/W4281727072","https://openalex.org/W2142809053"],"abstract_inverted_index":{"The":[0],"Just":[1],"Noticeable":[2],"Difference":[3],"(JND)":[4],"refers":[5],"to":[6,40,77,91,117,124,141,161],"the":[7,45,49,126,131,143,166,203,215,238,252,255],"smallest":[8],"distortion":[9],"in":[10,28,109,230,235],"an":[11,153,219],"image":[12],"or":[13,185],"video":[14],"that":[15,85,210],"can":[16],"be":[17],"perceived":[18],"by":[19,106,121,159,249],"Human":[20],"Visual":[21],"System":[22],"(HVS),":[23],"and":[24,44,73,112,134,217,232,242,254],"is":[25,36,89,157,193],"widely":[26],"used":[27],"optimizing":[29],"image/video":[30],"compression.":[31],"However,":[32],"accurate":[33],"JND":[34,57,71,80,139,170,199,221],"modeling":[35],"very":[37],"challenging":[38],"due":[39],"its":[41],"content":[42],"dependence,":[43],"complex":[46,102],"nature":[47],"of":[48,98,227,257],"HVS.":[50],"Recent":[51],"solutions":[52],"train":[53,74,93],"deep":[54],"learning":[55,123,137,144,160,240],"based":[56,61,175],"prediction":[58,171,204,225,245],"models,":[59],"mainly":[60],"on":[62,176],"a":[63,69,86,94,101,148,190],"Quantization":[64],"Parameter":[65],"(QP)":[66],"value,":[67],"representing":[68],"single":[70,87],"level,":[72],"separate":[75],"models":[76,172],"predict":[78],"each":[79],"level.":[81],"We":[82,146],"point":[83],"out":[84],"QP-distance":[88],"insufficient":[90],"properly":[92],"network":[95],"with":[96,130],"millions":[97],"parameters,":[99],"for":[100],"content-dependent":[103],"task.":[104],"Inspired":[105],"recent":[107],"advances":[108],"learned":[110],"compression":[111],"multitask":[113,239],"learning,":[114],"we":[115],"propose":[116,147],"address":[118],"this":[119],"problem":[120],"(1)":[122],"reconstruct":[125,162],"JND-quality":[127,163,187],"frames,":[128],"jointly":[129,136,196],"QP":[132],"prediction,":[133],"(2)":[135],"several":[138],"levels":[140],"augment":[142],"performance.":[145],"novel":[149],"solution":[150],"where":[151],"first,":[152],"effective":[154],"feature":[155],"backbone":[156],"trained":[158,174],"frames":[164],"from":[165,179],"raw":[167],"frames.":[168,188],"Second,":[169],"are":[173],"features":[177],"extracted":[178],"latent":[180],"space":[181],"(i.e.,":[182],"compressed":[183,243],"domain),":[184],"reconstructed":[186],"Third,":[189],"multi-JND":[191,212],"model":[192],"designed,":[194],"which":[195],"learns":[197],"three":[198],"levels,":[200],"further":[201],"reducing":[202,251],"error.":[205],"Extensive":[206],"experimental":[207],"results":[208],"demonstrate":[209],"our":[211],"method":[213],"outperforms":[214],"state-of-the-art":[216],"achieves":[218],"average":[220],"<sub":[222],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[223],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[224],"error":[226],"only":[228],"1.57":[229],"QP,":[231],"0.72":[233],"dB":[234],"PSNR.":[236],"Moreover,":[237],"approach,":[241],"domain":[244],"facilitate":[246],"light-weight":[247],"inference":[248],"significantly":[250],"complexity":[253],"number":[256],"parameters.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}