{"id":"https://openalex.org/W2965001342","doi":"https://doi.org/10.1109/isie.2019.8781144","title":"Multi-Modal Human-Aware Image Caption System for Intelligent Service Robotics Applications","display_name":"Multi-Modal Human-Aware Image Caption System for Intelligent Service Robotics Applications","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2965001342","doi":"https://doi.org/10.1109/isie.2019.8781144","mag":"2965001342"},"language":"en","primary_location":{"id":"doi:10.1109/isie.2019.8781144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie.2019.8781144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 28th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113503581","display_name":"Ren C. Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ren C. Luo","raw_affiliation_strings":["International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101856879","display_name":"Yu\u2010Ting Hsu","orcid":"https://orcid.org/0000-0001-7467-0101"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Ting Hsu","raw_affiliation_strings":["International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079123127","display_name":"Huan-Jun Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Huan-Jun Ye","raw_affiliation_strings":["International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Center of Excellence in Intelligent Robotics and Automation Research (NTU-iCeiRA), National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16733864"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1180","last_page":"1185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8835607767105103},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8458157777786255},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6675852537155151},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6249603033065796},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6088162064552307},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5799097418785095},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5658276081085205},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5045830011367798},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.497243195772171},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.49711325764656067},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.46309590339660645},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.45253098011016846},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.44770458340644836},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43374815583229065},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.41638246178627014},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3815046548843384},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3797352612018585},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08886712789535522},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0810575783252716}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8835607767105103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8458157777786255},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6675852537155151},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6249603033065796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6088162064552307},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5799097418785095},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5658276081085205},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5045830011367798},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.497243195772171},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.49711325764656067},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.46309590339660645},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.45253098011016846},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.44770458340644836},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43374815583229065},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.41638246178627014},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3815046548843384},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3797352612018585},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08886712789535522},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0810575783252716},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isie.2019.8781144","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie.2019.8781144","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 28th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W8316075","https://openalex.org/W68733909","https://openalex.org/W1514535095","https://openalex.org/W1563795667","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1956340063","https://openalex.org/W1973321600","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2109586012","https://openalex.org/W2115252128","https://openalex.org/W2133459682","https://openalex.org/W2133564696","https://openalex.org/W2302086703","https://openalex.org/W2506483933","https://openalex.org/W2575842049","https://openalex.org/W2795151422","https://openalex.org/W2803259101","https://openalex.org/W2854688924","https://openalex.org/W2888680923","https://openalex.org/W2896233503","https://openalex.org/W2897971883","https://openalex.org/W2922515218","https://openalex.org/W2962935746","https://openalex.org/W2963213879","https://openalex.org/W2964308564","https://openalex.org/W6600334730","https://openalex.org/W6630875275","https://openalex.org/W6633802082","https://openalex.org/W6639432524","https://openalex.org/W6639657675","https://openalex.org/W6676497082","https://openalex.org/W6677618333","https://openalex.org/W6679434410","https://openalex.org/W6725318829","https://openalex.org/W6730707965","https://openalex.org/W6753075919","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4388893791","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393"],"abstract_inverted_index":{"Image":[0],"captioning":[1],"is":[2],"a":[3,28,58,66,106],"high-level":[4],"task":[5],"that":[6,25],"generates":[7],"the":[8,32,37,43,54,76,84,95,112,122],"context":[9,33,108],"scenario":[10,109],"descriptions":[11],"from":[12],"an":[13],"image.":[14],"There":[15],"are":[16,118],"many":[17],"ways":[18],"to":[19,52,104,111,120],"implement":[20],"such":[21],"kinds":[22],"of":[23,36,42,46,57,78,86,97],"ability":[24,85],"can":[26,48],"generate":[27],"smooth":[29],"sentence":[30,110],"about":[31],"scenario.":[34,60],"Because":[35],"open":[38],"and":[39,80,89],"extensive":[40],"domain":[41],"dataset,":[44],"seldom":[45],"them":[47],"really":[49],"help":[50],"people":[51],"get":[53],"meaningful":[55],"information":[56],"specified":[59],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"novel":[67],"framework":[68],"called":[69],"Human-Aware":[70],"Context":[71],"Generator":[72],"(HACG).":[73],"We":[74],"adopt":[75],"concept":[77],"dividing":[79],"conquer,":[81],"which":[82],"combines":[83],"face":[87],"recognition":[88,92],"facial":[90],"expression":[91],"while":[93],"retaining":[94],"capability":[96],"image":[98],"caption":[99],"model.":[100],"This":[101],"model":[102],"aims":[103],"offer":[105],"significant":[107],"people,":[113],"especially":[114],"for":[115],"those":[116],"who":[117],"urgent":[119],"master":[121],"overall":[123],"situation.":[124]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}