{"id":"https://openalex.org/W4391777502","doi":"https://doi.org/10.1145/3647999","title":"Learning to Detect Attended Objects in Cultural Sites with Gaze Signals and Weak Object Supervision","display_name":"Learning to Detect Attended Objects in Cultural Sites with Gaze Signals and Weak Object Supervision","publication_year":2024,"publication_date":"2024-02-13","ids":{"openalex":"https://openalex.org/W4391777502","doi":"https://doi.org/10.1145/3647999"},"language":"en","primary_location":{"id":"doi:10.1145/3647999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647999","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4711","issn":["1556-4711","1556-4673"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3647999","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032670827","display_name":"Michele Mazzamuto","orcid":"https://orcid.org/0009-0006-3466-5555"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Mazzamuto*","raw_affiliation_strings":["University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy"],"raw_orcid":"https://orcid.org/0009-0006-3466-5555","affiliations":[{"raw_affiliation_string":"University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101496474","display_name":"Francesco Ragusa","orcid":"https://orcid.org/0000-0002-6368-1910"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Ragusa*","raw_affiliation_strings":["University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6368-1910","affiliations":[{"raw_affiliation_string":"University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089549062","display_name":"Antonino Furnari","orcid":"https://orcid.org/0000-0001-6911-0302"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonino Furnari*","raw_affiliation_strings":["University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6911-0302","affiliations":[{"raw_affiliation_string":"University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087180022","display_name":"Giovanni Maria Farinella","orcid":"https://orcid.org/0000-0002-6034-0432"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Maria Farinella*","raw_affiliation_strings":["University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6034-0432","affiliations":[{"raw_affiliation_string":"University of Catania, Catania, Italy and Next Vision S.R.L, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39063666"],"apc_list":null,"apc_paid":null,"fwci":0.9857,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72526383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visitor-pattern","display_name":"Visitor pattern","score":0.697443962097168},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6741732358932495},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6583338379859924},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6369063854217529},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5560160875320435},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5456172227859497},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4969232380390167},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.48879000544548035},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4797478914260864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47465187311172485},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4488964378833771},{"id":"https://openalex.org/keywords/amateur","display_name":"Amateur","score":0.4200672507286072},{"id":"https://openalex.org/keywords/cultural-heritage","display_name":"Cultural heritage","score":0.41710570454597473},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.412592351436615},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.320029079914093},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.15935519337654114},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.15775132179260254}],"concepts":[{"id":"https://openalex.org/C48947383","wikidata":"https://www.wikidata.org/wiki/Q830719","display_name":"Visitor pattern","level":2,"score":0.697443962097168},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6741732358932495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6583338379859924},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6369063854217529},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5560160875320435},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5456172227859497},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4969232380390167},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.48879000544548035},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4797478914260864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47465187311172485},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4488964378833771},{"id":"https://openalex.org/C2778044066","wikidata":"https://www.wikidata.org/wiki/Q455595","display_name":"Amateur","level":2,"score":0.4200672507286072},{"id":"https://openalex.org/C60671577","wikidata":"https://www.wikidata.org/wiki/Q210272","display_name":"Cultural heritage","level":2,"score":0.41710570454597473},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.412592351436615},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.320029079914093},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.15935519337654114},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.15775132179260254},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3647999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647999","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4711","issn":["1556-4711","1556-4673"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3647999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3647999","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3647999","source":{"id":"https://openalex.org/S4210184050","display_name":"Journal on Computing and Cultural Heritage","issn_l":"1556-4711","issn":["1556-4711","1556-4673"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Computing and Cultural Heritage","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G2742007770","display_name":null,"funder_award_id":"CUP G69J18001060007","funder_id":"https://openalex.org/F4320322690","funder_display_name":"Universit\u00e0 di Catania"},{"id":"https://openalex.org/G3342569318","display_name":null,"funder_award_id":"2014/2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G4075344223","display_name":null,"funder_award_id":"FESR 2014/2020","funder_id":"https://openalex.org/F4320322690","funder_display_name":"Universit\u00e0 di Catania"},{"id":"https://openalex.org/G6561142798","display_name":null,"funder_award_id":"FESR 2014/2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6878703046","display_name":null,"funder_award_id":"2020/2022","funder_id":"https://openalex.org/F4320322690","funder_display_name":"Universit\u00e0 di Catania"},{"id":"https://openalex.org/G6898661044","display_name":null,"funder_award_id":"08CT6209090207","funder_id":"https://openalex.org/F4320322690","funder_display_name":"Universit\u00e0 di Catania"}],"funders":[{"id":"https://openalex.org/F4320322690","display_name":"Universit\u00e0 di Catania","ror":"https://ror.org/03a64bh57"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391777502.pdf","grobid_xml":"https://content.openalex.org/works/W4391777502.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W107619411","https://openalex.org/W2007632592","https://openalex.org/W2022508996","https://openalex.org/W2061048119","https://openalex.org/W2092192373","https://openalex.org/W2102605133","https://openalex.org/W2164949742","https://openalex.org/W2186222003","https://openalex.org/W2395611524","https://openalex.org/W2412782625","https://openalex.org/W2616324828","https://openalex.org/W2733092256","https://openalex.org/W2894192937","https://openalex.org/W2943055965","https://openalex.org/W2970516503","https://openalex.org/W2979193118","https://openalex.org/W2996524533","https://openalex.org/W2997731747","https://openalex.org/W3005600204","https://openalex.org/W3012716110","https://openalex.org/W3025800305","https://openalex.org/W3045455261","https://openalex.org/W3098967712","https://openalex.org/W3099767466","https://openalex.org/W3115609535","https://openalex.org/W3127995199","https://openalex.org/W3132652348","https://openalex.org/W4205313422","https://openalex.org/W4205921942","https://openalex.org/W4234552385","https://openalex.org/W4236091340","https://openalex.org/W4241307704","https://openalex.org/W4290599489","https://openalex.org/W4309708838","https://openalex.org/W4312322023","https://openalex.org/W4382465636","https://openalex.org/W4386065373","https://openalex.org/W4390874575"],"related_works":["https://openalex.org/W2389484663","https://openalex.org/W100279264","https://openalex.org/W3025803919","https://openalex.org/W2962094963","https://openalex.org/W3035526107","https://openalex.org/W3210442065","https://openalex.org/W2263713325","https://openalex.org/W3043002835","https://openalex.org/W2324278002","https://openalex.org/W4308842449"],"abstract_inverted_index":{"Cultural":[0],"sites":[1,164],"such":[2,207],"as":[3,208],"museums":[4],"and":[5,23,41,97,123,137,159,180,210,253],"monuments":[6],"are":[7,39],"popular":[8],"tourist":[9],"destinations":[10],"worldwide.":[11],"Visitors":[12],"come":[13],"to":[14,17,44,82,85,226,234],"these":[15,69],"places":[16],"learn":[18],"about":[19],"the":[20,65,78,90,94,102,115,125,129,142,190,194,199,227,246,251,254,257],"cultures,":[21],"histories,":[22],"arts":[24],"of":[25,104,148,201],"a":[26,146,155,169,174,221],"particular":[27],"region":[28],"or":[29,76],"country.":[30],"However,":[31],"for":[32,106,165,184,238],"many":[33,66],"cultural":[34,163],"sites,":[35],"traditional":[36],"visiting":[37,154],"approaches":[38,183,192,218,237],"limited":[40],"may":[42],"fail":[43],"engage":[45],"visitors.":[46],"To":[47,140,242],"enhance":[48],"visitors\u2019":[49],"experiences,":[50],"previous":[51],"works":[52],"have":[53],"explored":[54],"how":[55],"wearable":[56],"devices":[57,70],"can":[58,71,229],"be":[59,230],"exploited":[60],"in":[61,162],"this":[62],"context.":[63],"Among":[64],"functions":[67],"that":[68,215],"offer,":[72],"understanding":[73,107],"which":[74,120],"artwork":[75],"detail":[77],"user":[79],"is":[80,83,168],"attending":[81],"fundamental":[84],"provide":[86,98],"additional":[87],"information":[88],"on":[89,193,204,245],"observed":[91,127],"artworks,":[92],"understand":[93],"visitor\u2019s":[95],"tastes,":[96],"recommendations.":[99],"This":[100],"motivates":[101],"development":[103],"algorithms":[105],"visitor":[108],"attention":[109],"from":[110,132],"egocentric":[111,149],"images.":[112],"We":[113,188],"considered":[114,191],"attended":[116,185,239],"object":[117,126,186,240],"detection":[118],"task,":[119],"involves":[121],"detecting":[122],"recognizing":[124],"by":[128,152],"camera":[130],"wearer,":[131],"an":[133,231],"input":[134],"RGB":[135],"image":[136],"gaze":[138,228],"signals.":[139],"study":[141,175],"problem,":[143,171],"we":[144,172,248],"collect":[145],"dataset":[147,255],"images":[150],"collected":[151,195],"subjects":[153],"museum.":[156],"Since":[157],"collecting":[158],"labeling":[160],"data":[161],"real":[166],"applications":[167],"time-consuming":[170],"present":[173],"comparing":[176],"unsupervised,":[177],"weakly":[178,216],"supervised,":[179],"fully":[181,235],"supervised":[182,217,236],"detection.":[187,241],"evaluate":[189],"dataset,":[196],"assessing":[197],"also":[198],"impact":[200],"training":[202],"models":[203],"external":[205],"datasets":[206],"COCO":[209],"EGO-CH.":[211],"The":[212],"experiments":[213],"show":[214],"requiring":[219],"only":[220],"2D":[222],"point":[223],"label":[224],"related":[225],"effective":[232],"alternative":[233],"encourage":[243],"research":[244],"topic,":[247],"publicly":[249],"release":[250],"code":[252],"at":[256],"following":[258],"url:":[259],"https://iplab.dmi.unict.it/EGO-CH-Gaze/":[260],".":[261]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}