{"id":"https://openalex.org/W3080111863","doi":"https://doi.org/10.3390/s20174761","title":"Indoor Scene Change Captioning Based on Multimodality Data","display_name":"Indoor Scene Change Captioning Based on Multimodality Data","publication_year":2020,"publication_date":"2020-08-23","ids":{"openalex":"https://openalex.org/W3080111863","doi":"https://doi.org/10.3390/s20174761","mag":"3080111863","pmid":"https://pubmed.ncbi.nlm.nih.gov/32842516"},"language":"en","primary_location":{"id":"doi:10.3390/s20174761","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20174761","pdf_url":"https://www.mdpi.com/1424-8220/20/17/4761/pdf?version=1598176329","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/17/4761/pdf?version=1598176329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029961156","display_name":"Yue Qiu","orcid":"https://orcid.org/0000-0002-2181-9475"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yue Qiu","raw_affiliation_strings":["Graduate School of Science and Technology, University of Tsukuba, Tsukuba 305-8577, Japan","National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, University of Tsukuba, Tsukuba 305-8577, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043995369","display_name":"Yutaka Satoh","orcid":"https://orcid.org/0000-0002-0638-0855"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]},{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yutaka Satoh","raw_affiliation_strings":["Graduate School of Science and Technology, University of Tsukuba, Tsukuba 305-8577, Japan","National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, University of Tsukuba, Tsukuba 305-8577, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101490361","display_name":"Ryota Suzuki","orcid":"https://orcid.org/0000-0003-2156-844X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryota Suzuki","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060846465","display_name":"Kenji Iwata","orcid":"https://orcid.org/0000-0001-6609-8221"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenji Iwata","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan","institution_ids":["https://openalex.org/I73613424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011507481","display_name":"Hirokatsu Kataoka","orcid":"https://orcid.org/0000-0001-8844-165X"},"institutions":[{"id":"https://openalex.org/I73613424","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54","country_code":"JP","type":"government","lineage":["https://openalex.org/I73613424"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hirokatsu Kataoka","raw_affiliation_strings":["National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Advanced Industrial Science and Technology (AIST), Tsukuba 305-8560, Japan","institution_ids":["https://openalex.org/I73613424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029961156"],"corresponding_institution_ids":["https://openalex.org/I146399215","https://openalex.org/I73613424"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.5698,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.85703125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":"17","first_page":"4761","last_page":"4761"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.825002908706665},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.757610559463501},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.6879445314407349},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.6631795763969421},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6265913248062134},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6006358861923218},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5789180994033813},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.5113558173179626},{"id":"https://openalex.org/keywords/scene-statistics","display_name":"Scene statistics","score":0.44410890340805054},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.42846086621284485},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2865487039089203},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.08812379837036133}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.825002908706665},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.757610559463501},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.6879445314407349},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.6631795763969421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6265913248062134},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6006358861923218},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5789180994033813},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.5113558173179626},{"id":"https://openalex.org/C197654239","wikidata":"https://www.wikidata.org/wiki/Q7430757","display_name":"Scene statistics","level":3,"score":0.44410890340805054},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.42846086621284485},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2865487039089203},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.08812379837036133},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20174761","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20174761","pdf_url":"https://www.mdpi.com/1424-8220/20/17/4761/pdf?version=1598176329","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:32842516","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32842516","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:3169401acabd47dca1f4aeba71180bb4","is_oa":true,"landing_page_url":"https://doaj.org/article/3169401acabd47dca1f4aeba71180bb4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 17, p 4761 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/17/4761/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s20174761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 20; Issue 17; Pages: 4761","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7506858","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7506858","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20174761","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20174761","pdf_url":"https://www.mdpi.com/1424-8220/20/17/4761/pdf?version=1598176329","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3080111863.pdf","grobid_xml":"https://content.openalex.org/works/W3080111863.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1505952289","https://openalex.org/W1644641054","https://openalex.org/W1933349210","https://openalex.org/W1983364832","https://openalex.org/W2077193177","https://openalex.org/W2101105183","https://openalex.org/W2123132313","https://openalex.org/W2126698653","https://openalex.org/W2133459682","https://openalex.org/W2136848157","https://openalex.org/W2145546283","https://openalex.org/W2160204597","https://openalex.org/W2194775991","https://openalex.org/W2506483933","https://openalex.org/W2557465155","https://openalex.org/W2559882727","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2575842049","https://openalex.org/W2603266952","https://openalex.org/W2610207162","https://openalex.org/W2610961739","https://openalex.org/W2624503621","https://openalex.org/W2745461083","https://openalex.org/W2794739174","https://openalex.org/W2805984364","https://openalex.org/W2808492412","https://openalex.org/W2890531016","https://openalex.org/W2890952074","https://openalex.org/W2892009249","https://openalex.org/W2920818496","https://openalex.org/W2930283066","https://openalex.org/W2941914178","https://openalex.org/W2942655254","https://openalex.org/W2950642167","https://openalex.org/W2950697717","https://openalex.org/W2953127211","https://openalex.org/W2962776342","https://openalex.org/W2963182550","https://openalex.org/W2963727135","https://openalex.org/W2963800628","https://openalex.org/W2964062501","https://openalex.org/W2964196083","https://openalex.org/W2964339842","https://openalex.org/W2964342398","https://openalex.org/W2968798208","https://openalex.org/W2970626077","https://openalex.org/W2981487534","https://openalex.org/W2982553922","https://openalex.org/W3010257550","https://openalex.org/W3036594286","https://openalex.org/W4249013746","https://openalex.org/W6739901393","https://openalex.org/W6754392867","https://openalex.org/W6761098684","https://openalex.org/W6761234640","https://openalex.org/W6803376173"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W3088136942","https://openalex.org/W2949362007","https://openalex.org/W2775506363","https://openalex.org/W4290852288","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2148858788"],"abstract_inverted_index":{"This":[0],"study":[1,199],"proposes":[2],"a":[3,7,23,36],"framework":[4,109],"for":[5,89,110,182,186],"describing":[6,111],"scene":[8,17,24,29,43,47,57,62,75,101,112,202],"change":[9,58,76,102,183,203],"using":[10,147],"natural":[11],"language":[12],"text":[13],"based":[14],"on":[15,52],"indoor":[16,100,201],"observations":[18],"conducted":[19,135],"before":[20],"and":[21,123,141,143,164,176,179,194],"after":[22],"change.":[25],"The":[26,191],"recognition":[27],"of":[28,38,83,152,200],"changes":[30,63,113],"plays":[31],"an":[32,107],"essential":[33],"role":[34],"in":[35,130,173],"variety":[37],"real-world":[39,90],"applications,":[40],"such":[41],"as":[42,168],"anomaly":[44],"detection.":[45],"Most":[46,55],"understanding":[48,185],"research":[49],"has":[50],"focused":[51],"static":[53],"scenes.":[54],"existing":[56],"captioning":[59,77],"methods":[60,78],"detect":[61],"from":[64,114],"single-view":[65],"RGB":[66,119,162],"images,":[67,120,122],"neglecting":[68],"the":[69,158,198],"underlying":[70],"three-dimensional":[71,74],"structures.":[72],"Previous":[73],"use":[79],"simulated":[80],"scenes":[81],"consisting":[82],"geometry":[84],"primitives,":[85],"making":[86],"it":[87],"unsuitable":[88],"applications.":[91,133],"To":[92],"solve":[93],"these":[94],"problems,":[95],"we":[96],"automatically":[97],"generated":[98],"large-scale":[99],"caption":[103,177],"datasets.":[104],"We":[105,134],"propose":[106],"end-to-end":[108],"various":[115,138,150],"input":[116,139,169],"modalities,":[117],"namely,":[118],"depth":[121],"point":[124,165],"cloud":[125,166],"data,":[126],"which":[127],"are":[128,180],"available":[129],"most":[131],"robot":[132],"experiments":[136],"with":[137,149,188],"modalities":[140],"models":[142,159,195],"evaluated":[144],"model":[145],"performance":[146,172],"datasets":[148,187,193],"levels":[151],"complexity.":[153,190],"Experimental":[154],"results":[155],"show":[156],"that":[157,160],"combine":[161],"images":[163],"data":[167],"achieve":[170],"high":[171,189],"sentence":[174],"generation":[175],"correctness":[178],"robust":[181],"type":[184],"developed":[192],"contribute":[196],"to":[197],"understanding.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}