{"id":"https://openalex.org/W2790520330","doi":"https://doi.org/10.1109/tsp.2018.2802445","title":"Sequential Audio-Visual Correspondence With Alternating Diffusion Kernels","display_name":"Sequential Audio-Visual Correspondence With Alternating Diffusion Kernels","publication_year":2018,"publication_date":"2018-02-05","ids":{"openalex":"https://openalex.org/W2790520330","doi":"https://doi.org/10.1109/tsp.2018.2802445","mag":"2790520330"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2018.2802445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2018.2802445","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041324347","display_name":"David Dov","orcid":"https://orcid.org/0000-0003-4013-8306"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"David Dov","raw_affiliation_strings":["Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0003-4013-8306","affiliations":[{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020330914","display_name":"Ronen Talmon","orcid":"https://orcid.org/0000-0002-6838-1423"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ronen Talmon","raw_affiliation_strings":["Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel"],"raw_orcid":"https://orcid.org/0000-0002-6838-1423","affiliations":[{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080194185","display_name":"Israel Cohen","orcid":"https://orcid.org/0000-0002-2556-3972"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Israel Cohen","raw_affiliation_strings":["Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Viterbi Faculty of Electrical Engineering Technion, Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":0.4921,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.61120805,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"66","issue":"12","first_page":"3100","last_page":"3111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6362641453742981},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.5626693964004517},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5008556842803955},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.465692400932312},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.42716965079307556},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3542179465293884},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34444817900657654},{"id":"https://openalex.org/keywords/speech-coding","display_name":"Speech coding","score":0.26082348823547363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6362641453742981},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.5626693964004517},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5008556842803955},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.465692400932312},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.42716965079307556},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3542179465293884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34444817900657654},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.26082348823547363},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2018.2802445","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2018.2802445","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2221627937","display_name":null,"funder_award_id":"1490/16","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G6055611426","display_name":null,"funder_award_id":"Grant 576/16","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W15066456","https://openalex.org/W159595522","https://openalex.org/W1523385540","https://openalex.org/W1638081485","https://openalex.org/W1828732994","https://openalex.org/W1857178381","https://openalex.org/W1963586106","https://openalex.org/W1975141679","https://openalex.org/W1996721809","https://openalex.org/W2009228073","https://openalex.org/W2013134489","https://openalex.org/W2015394094","https://openalex.org/W2025168213","https://openalex.org/W2033571983","https://openalex.org/W2053186076","https://openalex.org/W2055111849","https://openalex.org/W2063880242","https://openalex.org/W2065274193","https://openalex.org/W2067373059","https://openalex.org/W2093402979","https://openalex.org/W2097308346","https://openalex.org/W2099151709","https://openalex.org/W2101234009","https://openalex.org/W2101324110","https://openalex.org/W2105582566","https://openalex.org/W2109124605","https://openalex.org/W2116810533","https://openalex.org/W2123576058","https://openalex.org/W2127211243","https://openalex.org/W2136294701","https://openalex.org/W2139670538","https://openalex.org/W2142231140","https://openalex.org/W2146103513","https://openalex.org/W2147278762","https://openalex.org/W2154057601","https://openalex.org/W2154415691","https://openalex.org/W2154504070","https://openalex.org/W2154636774","https://openalex.org/W2155479901","https://openalex.org/W2156838815","https://openalex.org/W2167023131","https://openalex.org/W2169278871","https://openalex.org/W2169491631","https://openalex.org/W2171819471","https://openalex.org/W2179941082","https://openalex.org/W2184568381","https://openalex.org/W2257512704","https://openalex.org/W2271518208","https://openalex.org/W2283449984","https://openalex.org/W2293857883","https://openalex.org/W2341944174","https://openalex.org/W2344823861","https://openalex.org/W2406066324","https://openalex.org/W2417218580","https://openalex.org/W2419508326","https://openalex.org/W2533370895","https://openalex.org/W2585039351","https://openalex.org/W2617657420","https://openalex.org/W2734695582","https://openalex.org/W2963129137","https://openalex.org/W2964197745","https://openalex.org/W4213367101","https://openalex.org/W4247442285","https://openalex.org/W4249022109","https://openalex.org/W4298220951","https://openalex.org/W6600593648","https://openalex.org/W6631216910","https://openalex.org/W6638654962","https://openalex.org/W6639298783","https://openalex.org/W6667646228","https://openalex.org/W6675134712","https://openalex.org/W6675354045","https://openalex.org/W6681738144","https://openalex.org/W6682991666","https://openalex.org/W6685409915","https://openalex.org/W6687739572","https://openalex.org/W6691929993","https://openalex.org/W6693697572","https://openalex.org/W6714222705"],"related_works":["https://openalex.org/W2289868279","https://openalex.org/W2970176078","https://openalex.org/W4231351862","https://openalex.org/W4212794605","https://openalex.org/W4315836293","https://openalex.org/W4243888788","https://openalex.org/W2157165686","https://openalex.org/W1975359510","https://openalex.org/W3004352674","https://openalex.org/W2088690926"],"abstract_inverted_index":{"A":[0],"fundamental":[1],"problem":[2,27],"in":[3,44,64,120,143],"multimodal":[4],"signal":[5,63],"processing":[6],"is":[7,37,49,125],"to":[8,17,93,117,126,148,163,174,186],"quantify":[9],"relations":[10],"between":[11],"two":[12],"different":[13],"signals":[14,90],"with":[15,182],"respect":[16],"a":[18,29,34,53,75,130],"certain":[19],"phenomenon.":[20],"In":[21],"this":[22,26],"paper,":[23],"we":[24,100,172],"address":[25],"from":[28,51,74],"kernel-based":[30],"perspective":[31],"and":[32,113],"propose":[33,101,173],"measure":[35,48,86],"that":[36,80,158],"based":[38,67],"on":[39,68],"affinity":[40],"kernels":[41],"constructed":[42],"separately":[43],"each":[45,94],"modality.":[46],"This":[47],"motivated":[50],"both":[52],"kernel":[54],"density":[55],"estimation":[56],"point":[57],"of":[58,60,83,109,153,195],"view":[59],"predicting":[61],"the":[62,69,84,106,110,139,151,154,165,169,180,183,187,192,196],"one":[65],"modality":[66],"other,":[70],"as":[71,73,177],"well":[72],"statistical":[76],"model,":[77],"which":[78,134],"implies":[79],"high":[81],"values":[82],"proposed":[85,111,197],"are":[87],"expected":[88],"when":[89,137],"highly":[91],"correspond":[92],"other.":[95],"Considering":[96],"an":[97,102],"online":[98],"setting,":[99],"efficient":[103],"algorithm":[104],"for":[105],"sequential":[107],"update":[108],"measure,":[112],"demonstrate":[114],"its":[115],"application":[116],"eye-fixation":[118],"prediction":[119,160],"audio-visual":[121],"recordings.":[122],"The":[123],"goal":[124],"predict":[127,175],"locations":[128],"within":[129,168,179],"video":[131,181],"recording":[132],"at":[133,150],"people":[135,146],"gaze":[136,149],"watching":[138],"video.":[140,170],"As":[141],"studies":[142],"psychology":[144],"imply,":[145],"tend":[147],"location":[152],"audio":[155,166,188],"source,":[156],"so":[157],"their":[159],"becomes":[161],"equivalent":[162],"locating":[164],"source":[167],"Therefore,":[171],"eye-fixations":[176],"regions":[178],"highest":[184],"correspondence":[185],"signal,":[189],"thereby":[190],"demonstrating":[191],"improved":[193],"performance":[194],"method.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}