{"id":"https://openalex.org/W4285184557","doi":"https://doi.org/10.1109/access.2022.3178609","title":"Spatiotemporal Activity Semantics Understanding Based on Foreground Object Segmentation: iCounter Scenario","display_name":"Spatiotemporal Activity Semantics Understanding Based on Foreground Object Segmentation: iCounter Scenario","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285184557","doi":"https://doi.org/10.1109/access.2022.3178609"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3178609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3178609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09783165.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09783165.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059032949","display_name":"Tzu\u2010Wei Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Tzu-Wei Yu","raw_affiliation_strings":["Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077814204","display_name":"Muhammad Atif Sarwar","orcid":"https://orcid.org/0000-0003-3744-5428"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Muhammad Atif Sarwar","raw_affiliation_strings":["Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026047368","display_name":"Yousef\u2010Awwad Daraghmi","orcid":"https://orcid.org/0000-0001-9126-376X"},"institutions":[{"id":"https://openalex.org/I2799716270","display_name":"Palestine Technical University - Kadoorie","ror":"https://ror.org/00cfa1c07","country_code":"PS","type":"education","lineage":["https://openalex.org/I2799716270"]}],"countries":["PS"],"is_corresponding":false,"raw_author_name":"Yousef-Awwad Daraghmi","raw_affiliation_strings":["Department of Computer Systems Engineering, Palestine Technical University&#x2014;Kadoorie, Tulkarem, Palestine"],"affiliations":[{"raw_affiliation_string":"Department of Computer Systems Engineering, Palestine Technical University&#x2014;Kadoorie, Tulkarem, Palestine","institution_ids":["https://openalex.org/I2799716270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051338409","display_name":"Sheng-Hsien Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Sheng-Hsien Cheng","raw_affiliation_strings":["Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050823674","display_name":"Ts\u00ec-U\u00ed \u0130k","orcid":"https://orcid.org/0000-0001-6432-9161"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ts\u00ec-U\u00ed \u0130k","raw_affiliation_strings":["Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034618339","display_name":"Yih-Lang Li","orcid":"https://orcid.org/0000-0002-6441-2392"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yih-Lang Li","raw_affiliation_strings":["Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, College of Computer Science, National Yang Ming Chiao Tung University, 1001 University Road, Hsinchu City 30010, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5059032949"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2038,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4699725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"10","issue":null,"first_page":"57748","last_page":"57758"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7602354288101196},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.7308179140090942},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6222555637359619},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5732921361923218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5322019457817078},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4573790729045868},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3935914635658264},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3445156216621399},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12053471803665161}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7602354288101196},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.7308179140090942},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6222555637359619},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5732921361923218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5322019457817078},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4573790729045868},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3935914635658264},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3445156216621399},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12053471803665161}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3178609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3178609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09783165.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4992ebae1ec349fc9863f1c3b55c3d28","is_oa":true,"landing_page_url":"https://doaj.org/article/4992ebae1ec349fc9863f1c3b55c3d28","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 57748-57758 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3178609","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3178609","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09783165.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2884910486","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320322724","funder_display_name":"Ministry of Education, India"},{"id":"https://openalex.org/G2950964433","display_name":null,"funder_award_id":"MOST 110-2221-E-A49-063-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6684831463","display_name":null,"funder_award_id":"MOST 110-2627-H-A49-001","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G8547931192","display_name":null,"funder_award_id":"MOST 111-2622-E-A49-009","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285184557.pdf","grobid_xml":"https://content.openalex.org/works/W4285184557.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1573329056","https://openalex.org/W1573546770","https://openalex.org/W1679528986","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1923697677","https://openalex.org/W2000825879","https://openalex.org/W2017803710","https://openalex.org/W2026930716","https://openalex.org/W2028282671","https://openalex.org/W2051111607","https://openalex.org/W2062029894","https://openalex.org/W2069634335","https://openalex.org/W2105015618","https://openalex.org/W2109255472","https://openalex.org/W2169564179","https://openalex.org/W2194775991","https://openalex.org/W2412782625","https://openalex.org/W2462608130","https://openalex.org/W2470139095","https://openalex.org/W2560023338","https://openalex.org/W2566030665","https://openalex.org/W2630837129","https://openalex.org/W2702174010","https://openalex.org/W2773093257","https://openalex.org/W2787091153","https://openalex.org/W2794847483","https://openalex.org/W2798823518","https://openalex.org/W2809252567","https://openalex.org/W2962734882","https://openalex.org/W2962889061","https://openalex.org/W2963351448","https://openalex.org/W2963548592","https://openalex.org/W2963840672","https://openalex.org/W2963881378","https://openalex.org/W2971435651","https://openalex.org/W2998116433","https://openalex.org/W3000469557","https://openalex.org/W3022697183","https://openalex.org/W3036111983","https://openalex.org/W3040744915","https://openalex.org/W3049411219","https://openalex.org/W3084848528","https://openalex.org/W3094052457","https://openalex.org/W3129640956","https://openalex.org/W3157282473","https://openalex.org/W3198324516","https://openalex.org/W4206609060","https://openalex.org/W4214893857","https://openalex.org/W4248936881","https://openalex.org/W4254057623","https://openalex.org/W6640295612","https://openalex.org/W6684191040","https://openalex.org/W6696085341","https://openalex.org/W6739696289","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2737719445","https://openalex.org/W2898210368","https://openalex.org/W4239098401","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W3112772842","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Foreground":[0],"object":[1,45,62,77,119,197],"segmentation":[2,78,198],"that":[3,191],"captures":[4],"the":[5,16,37,58,93,104,115,123,159,164,169,176,192,195,201,204,209,218,226,230],"spatial":[6,88],"and":[7,39,79,89,111,138,147,217],"temporal":[8,59,90],"information":[9],"of":[10,41,61,99,117,120,141,194,203,211,220,229],"moving":[11],"objects":[12,140],"in":[13,23,92,185],"video":[14,85],"is":[15,183,199,207,215,223,233],"most":[17],"fundamental":[18],"task":[19],"for":[20,36,75],"activity":[21,42,80,124,146,212],"understanding":[22,82],"many":[24],"intelligent":[25],"applications,":[26],"such":[27],"as":[28],"smart":[29,170],"stores.":[30],"Recently,":[31],"several":[32],"methods":[33,49],"are":[34,50],"proposed":[35,71,96,165],"detection":[38,149,214],"recognition":[40],"based":[43],"on":[44],"segmentation.":[46],"However,":[47],"these":[48],"often":[51],"inaccurate":[52],"because":[53],"they":[54],"do":[55],"not":[56],"maintain":[57],"associations":[60],"segment":[63,114],"consistency":[64],"across":[65],"time.":[66],"In":[67],"this":[68],"work,":[69],"we":[70,167],"a":[72,132,144],"hierarchical":[73],"approach":[74],"foreground":[76,116,196],"semantics":[81],"from":[83],"sequential":[84],"to":[86,113,136,157,174],"preserve":[87],"connectivity":[91],"frames.":[94],"The":[95,188],"system":[97],"consists":[98],"two":[100],"main":[101],"modules:":[102],"(a)":[103],"concatenated":[105],"deep":[106],"learning":[107],"network":[108],"containing":[109],"PSPNet":[110],"convolutional-GRU":[112],"an":[118,152],"interest;":[121,142],"(b)":[122],"mining":[125],"framework":[126],"which":[127,182],"incorporates":[128],"three":[129],"sub-modules":[130],"(i)":[131],"RetinaNet-based":[133],"frame":[134,205],"classifier":[135],"detect":[137],"count":[139],"(ii)":[143],"time-domain":[145],"event":[148,213],"algorithm;":[150],"(iii)":[151],"image-based":[153],"item":[154,221],"query":[155,222],"engine":[156],"recognize":[158],"shopping":[160,177,231],"items.":[161],"To":[162],"evaluate":[163],"approach,":[166],"designed":[168],"checkout-box":[171],"called":[172],"iCounter":[173],"collect":[175],"activities":[178],"dataset":[179],"named":[180],"\"NOL-41\"":[181],"used":[184],"extensive":[186],"experiments.":[187],"results":[189],"show":[190],"accuracy":[193,202,210,219,228],"90.6%,":[200],"classification":[206],"93.4%,":[208],"98.4%,":[216],"94.3%.":[224],"Finally,":[225],"overall":[227],"list":[232],"95.2%.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
