{"id":"https://openalex.org/W4386065918","doi":"https://doi.org/10.1109/indin51400.2023.10218251","title":"EValueAction: a proposal for policy evaluation in simulation to support interactive imitation learning","display_name":"EValueAction: a proposal for policy evaluation in simulation to support interactive imitation learning","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4386065918","doi":"https://doi.org/10.1109/indin51400.2023.10218251"},"language":"en","primary_location":{"id":"doi:10.1109/indin51400.2023.10218251","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/indin51400.2023.10218251","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 21st International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_23b86d0e-7527-4619-9241-149f8d0b1a05","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019042945","display_name":"Fiorella Sibona","orcid":"https://orcid.org/0000-0002-3912-230X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fiorella Sibona","raw_affiliation_strings":["Politecnico di Torino,Dipartimento di Elettronica e Telecomunicazioni (DET),Italy","Dipartimento di Elettronica e Telecomunicazioni (DET), Politecnico di Torino, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Dipartimento di Elettronica e Telecomunicazioni (DET),Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Dipartimento di Elettronica e Telecomunicazioni (DET), Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027731507","display_name":"Jelle Luijkx","orcid":"https://orcid.org/0009-0002-7099-3741"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jelle Luijkx","raw_affiliation_strings":["Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038492668","display_name":"Bas van der Heijden","orcid":"https://orcid.org/0009-0000-3448-1250"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bas van der Heijden","raw_affiliation_strings":["Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029788290","display_name":"Laura Ferranti","orcid":"https://orcid.org/0000-0003-3856-6221"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Laura Ferranti","raw_affiliation_strings":["Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Cognitive Robotics department (CoR),The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Cognitive Robotics department (CoR), Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040901825","display_name":"Marina Indri","orcid":"https://orcid.org/0000-0002-2740-9514"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marina Indri","raw_affiliation_strings":["Politecnico di Torino,Dipartimento di Elettronica e Telecomunicazioni (DET),Italy","Dipartimento di Elettronica e Telecomunicazioni (DET), Politecnico di Torino, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino,Dipartimento di Elettronica e Telecomunicazioni (DET),Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Dipartimento di Elettronica e Telecomunicazioni (DET), Politecnico di Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9728000164031982,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7482312321662903},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6695501208305359},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6573657393455505},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.5331370830535889},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.5177001953125},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5156301259994507},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4657624065876007},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.46204277873039246},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45690834522247314},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.43856891989707947},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4118945002555847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3416213393211365}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482312321662903},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6695501208305359},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6573657393455505},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.5331370830535889},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.5177001953125},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5156301259994507},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4657624065876007},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.46204277873039246},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45690834522247314},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.43856891989707947},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4118945002555847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3416213393211365},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/indin51400.2023.10218251","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/indin51400.2023.10218251","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 21st International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},{"id":"pmh:oai:tudelft.nl:uuid:2d1e10b9-d435-4e4d-9867-de1ccd864d55","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:2d1e10b9-d435-4e4d-9867-de1ccd864d55","pdf_url":"https://repository.tudelft.nl/file/File_23b86d0e-7527-4619-9241-149f8d0b1a05","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:2d1e10b9-d435-4e4d-9867-de1ccd864d55","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:2d1e10b9-d435-4e4d-9867-de1ccd864d55","pdf_url":"https://repository.tudelft.nl/file/File_23b86d0e-7527-4619-9241-149f8d0b1a05","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386065918.pdf","grobid_xml":"https://content.openalex.org/works/W4386065918.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1130790960","https://openalex.org/W1931877416","https://openalex.org/W1965555277","https://openalex.org/W1977655452","https://openalex.org/W2121863487","https://openalex.org/W2396217537","https://openalex.org/W2736601468","https://openalex.org/W3101780148","https://openalex.org/W3102801549","https://openalex.org/W3122114204","https://openalex.org/W3126321819","https://openalex.org/W3127356960","https://openalex.org/W3129265343","https://openalex.org/W3141822859","https://openalex.org/W3187722890","https://openalex.org/W3194459689","https://openalex.org/W3200105264","https://openalex.org/W3202598378","https://openalex.org/W3205423339","https://openalex.org/W3209866168","https://openalex.org/W3212394704","https://openalex.org/W3213974477","https://openalex.org/W3214268988","https://openalex.org/W4205285249","https://openalex.org/W4205788769","https://openalex.org/W4211240529","https://openalex.org/W4220834224","https://openalex.org/W4225842679","https://openalex.org/W4226448809","https://openalex.org/W4280631925","https://openalex.org/W4285819051","https://openalex.org/W4286716453","https://openalex.org/W4286850761","https://openalex.org/W4287113927","https://openalex.org/W4309214856","https://openalex.org/W4312361190","https://openalex.org/W4313190853","https://openalex.org/W4316662143","https://openalex.org/W4385451991","https://openalex.org/W4388860816","https://openalex.org/W6640174482","https://openalex.org/W6712453370","https://openalex.org/W6741002519","https://openalex.org/W6752796717","https://openalex.org/W6786332875","https://openalex.org/W6797154179","https://openalex.org/W6799150178","https://openalex.org/W6800004206","https://openalex.org/W6800973767","https://openalex.org/W6802366246","https://openalex.org/W6802868314","https://openalex.org/W6803249395","https://openalex.org/W6803579102","https://openalex.org/W6837793854","https://openalex.org/W6843613680","https://openalex.org/W6846616678","https://openalex.org/W6847017847"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2047027848"],"abstract_inverted_index":{"The":[0],"up-and-coming":[1],"concept":[2],"of":[3,76,90,96,133,141],"Industry":[4],"5.0":[5],"fore-sees":[6],"human-centric":[7],"flexible":[8],"production":[9],"lines,":[10],"where":[11,109],"collaborative":[12],"robots":[13,26],"support":[14],"human":[15,28,86],"workforce.":[16],"In":[17],"order":[18],"to":[19,45,83,98,119],"allow":[20],"a":[21,48,73,77],"seamless":[22],"collaboration":[23],"between":[24],"intelligent":[25],"and":[27,117],"workers,":[29],"designing":[30],"solutions":[31,59],"for":[32,144],"non-expert":[33],"users":[34],"is":[35,104],"crucial.":[36],"Learning":[37],"from":[38],"demonstration":[39],"emerged":[40],"as":[41],"the":[42,62,66,85,88,122,131,134,138],"enabling":[43],"approach":[44],"address":[46],"such":[47],"problem.":[49],"However,":[50],"more":[51],"focus":[52],"should":[53],"be":[54],"put":[55],"on":[56],"finding":[57],"safe":[58],"which":[60],"optimize":[61],"cost":[63],"associated":[64],"with":[65,106],"demonstrations":[67,93,143],"collection":[68],"process.":[69],"This":[70],"paper":[71],"introduces":[72],"preliminary":[74],"outline":[75],"system,":[78],"namely":[79],"EValueAction":[80],"(EVA),":[81],"designed":[82],"assist":[84],"in":[87],"process":[89],"collecting":[91],"interactive":[92],"taking":[94],"advantage":[95],"simulation":[97],"safely":[99],"avoid":[100],"failures.":[101],"A":[102,125],"policy":[103],"pre-trained":[105],"human-demonstrations":[107],"and,":[108],"needed,":[110],"new":[111],"informative":[112,142],"data":[113],"are":[114],"interactively":[115],"gathered":[116],"aggregated":[118],"iteratively":[120],"improve":[121],"initial":[123],"policy.":[124],"trial":[126],"case":[127],"study":[128],"further":[129],"reinforces":[130],"relevance":[132],"work":[135],"by":[136],"demonstrating":[137],"crucial":[139],"role":[140],"generalization.":[145]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}