{"id":"https://openalex.org/W2124247842","doi":"https://doi.org/10.1109/tmm.2009.2037387","title":"Onsets Coincidence for Cross-Modal Analysis","display_name":"Onsets Coincidence for Cross-Modal Analysis","publication_year":2009,"publication_date":"2009-12-01","ids":{"openalex":"https://openalex.org/W2124247842","doi":"https://doi.org/10.1109/tmm.2009.2037387","mag":"2124247842"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2009.2037387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2037387","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005494037","display_name":"Zohar Barzelay","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Z. Barzelay","raw_affiliation_strings":["Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034958674","display_name":"Yoav Y. Schechner","orcid":"https://orcid.org/0000-0002-4022-7037"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Y.Y. Schechner","raw_affiliation_strings":["Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion-Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]},{"raw_affiliation_string":"Dept. of Electr.Eng., Technion-Israel Inst. of Technol., Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":1.0576,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.76836652,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"2","first_page":"108","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.85899418592453},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6469358801841736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5505087375640869},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.49136224389076233},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49089914560317993},{"id":"https://openalex.org/keywords/microphone","display_name":"Microphone","score":0.48065149784088135},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4490925073623657},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.4283468723297119},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39960503578186035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85899418592453},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6469358801841736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5505087375640869},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.49136224389076233},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49089914560317993},{"id":"https://openalex.org/C2778263558","wikidata":"https://www.wikidata.org/wiki/Q46384","display_name":"Microphone","level":3,"score":0.48065149784088135},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4490925073623657},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.4283468723297119},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39960503578186035},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C68115822","wikidata":"https://www.wikidata.org/wiki/Q1068172","display_name":"Sound pressure","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2009.2037387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2009.2037387","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.224.978","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.224.978","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://webee.technion.ac.il/%7Eyoav/publications/tZoharJ.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W955355846","https://openalex.org/W1506898119","https://openalex.org/W1508960934","https://openalex.org/W1513966746","https://openalex.org/W1527183910","https://openalex.org/W1557133539","https://openalex.org/W1575829986","https://openalex.org/W1780815862","https://openalex.org/W1797158261","https://openalex.org/W1867429401","https://openalex.org/W1963623641","https://openalex.org/W1981148975","https://openalex.org/W1985054298","https://openalex.org/W1986404249","https://openalex.org/W1986931325","https://openalex.org/W1987906574","https://openalex.org/W1990434553","https://openalex.org/W1999439604","https://openalex.org/W2013020033","https://openalex.org/W2025192094","https://openalex.org/W2069501481","https://openalex.org/W2079241389","https://openalex.org/W2087774313","https://openalex.org/W2099128937","https://openalex.org/W2099151709","https://openalex.org/W2102767076","https://openalex.org/W2103453322","https://openalex.org/W2104160358","https://openalex.org/W2106016262","https://openalex.org/W2111070087","https://openalex.org/W2119901478","https://openalex.org/W2120132744","https://openalex.org/W2123337747","https://openalex.org/W2125045933","https://openalex.org/W2130103520","https://openalex.org/W2133026549","https://openalex.org/W2134025364","https://openalex.org/W2134807719","https://openalex.org/W2140304104","https://openalex.org/W2143354173","https://openalex.org/W2147871138","https://openalex.org/W2150652745","https://openalex.org/W2151693816","https://openalex.org/W2154496665","https://openalex.org/W2155208345","https://openalex.org/W2156958044","https://openalex.org/W2164899449","https://openalex.org/W2168793898","https://openalex.org/W2168818958","https://openalex.org/W2171819471","https://openalex.org/W2293807473","https://openalex.org/W3094114204","https://openalex.org/W4256399001","https://openalex.org/W4293052488","https://openalex.org/W4301036370","https://openalex.org/W6638171375","https://openalex.org/W6638171810","https://openalex.org/W6639126518","https://openalex.org/W6675117242","https://openalex.org/W6675378234","https://openalex.org/W6675771058","https://openalex.org/W6678317881","https://openalex.org/W6679388247","https://openalex.org/W6684193366","https://openalex.org/W6684447540","https://openalex.org/W6684458083"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2357191878","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W1997078944","https://openalex.org/W2364381299","https://openalex.org/W1968065688","https://openalex.org/W2374430585","https://openalex.org/W627697492"],"abstract_inverted_index":{"Cross-modal":[0],"analysis":[1,43],"offers":[2],"information":[3],"beyond":[4],"that":[5,14,73,132],"extracted":[6],"from":[7],"individual":[8],"modalities.":[9],"Consider":[10],"a":[11,30,33],"nontrivial":[12],"scene,":[13],"includes":[15],"several":[16],"moving":[17],"visual":[18,52,120,139],"objects,":[19],"some":[20],"of":[21,49,91,136,143,154],"which":[22,97,182],"emit":[23],"sounds.":[24],"The":[25,78],"scene":[26],"is":[27,44,124,142],"sensed":[28],"by":[29],"camcorder":[31],"having":[32],"<i":[34],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[35],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">single":[36],"microphone</i>":[37],".":[38],"A":[39,107],"task":[40],"for":[41,175],"audio-visual":[42],"to":[45,129,134],"assess":[46],"the":[47,56,61,83,89,137],"number":[48],"independent":[50],"audio-associated":[51],"objects":[53,169],"(AVOs),":[54],"pinpoint":[55],"AVOs'":[57],"spatial":[58],"locations":[59],"in":[60,94,104,127,146,162],"video":[62],"and":[63,119,178],"isolate":[64,130],"each":[65,95,105,135,155],"corresponding":[66],"audio":[67,156],"component.":[68],"We":[69,158],"describe":[70],"an":[71],"approach":[72,79,161],"helps":[74],"handle":[75],"this":[76,160],"challenge.":[77],"does":[80],"not":[81],"inspect":[82],"low-level":[84],"data.":[85],"Rather,":[86],"it":[87,150],"acknowledges":[88],"importance":[90],"mid-level":[92],"features":[93],"modality,":[96],"are":[98],"based":[99],"on":[100],"significant":[101],"temporal":[102,111],"changes":[103],"modality.":[106],"probabilistic":[108],"formalism":[109],"identifies":[110],"coincidences":[112],"between":[113],"these":[114,166],"features,":[115],"yielding":[116],"cross-modal":[117],"association":[118,123],"localization.":[121],"This":[122,141],"further":[125],"utilized":[126],"order":[128],"sounds":[131,181],"correspond":[133],"localized":[138],"features.":[140],"particular":[144],"benefit":[145],"harmonic":[147],"sounds,":[148],"as":[149],"enables":[151],"subsequent":[152],"isolation":[153],"source.":[157],"demonstrate":[159],"challenging":[163],"experiments.":[164],"In":[165],"experiments,":[167],"multiple":[168],"move":[170],"simultaneously,":[171],"creating":[172],"motion":[173],"distractions":[174],"one":[176],"another,":[177],"produce":[179],"simultaneous":[180],"mix.":[183]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}