{"id":"https://openalex.org/W4311991370","doi":"https://doi.org/10.48550/arxiv.2212.08099","title":"DFEE: Interactive DataFlow Execution and Evaluation Kit","display_name":"DFEE: Interactive DataFlow Execution and Evaluation Kit","publication_year":2022,"publication_date":"2022-12-04","ids":{"openalex":"https://openalex.org/W4311991370","doi":"https://doi.org/10.48550/arxiv.2212.08099"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2212.08099","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08099","pdf_url":"https://arxiv.org/pdf/2212.08099","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.08099","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100307700","display_name":"He Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"He, Han","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090587420","display_name":"Song Feng","orcid":"https://orcid.org/0000-0003-3983-9009"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Song","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082823549","display_name":"Daniele Bonadiman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bonadiman, Daniele","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070002963","display_name":"Saab Mansour","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansour, Saab","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100307700"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dataflow","display_name":"Dataflow","score":0.9794926643371582},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8904496431350708},{"id":"https://openalex.org/keywords/dataflow-architecture","display_name":"Dataflow architecture","score":0.6228027939796448},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5996941924095154},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5699328184127808},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5646853446960449},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5517669320106506},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5339416861534119},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5127149820327759},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.502269983291626}],"concepts":[{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.9794926643371582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8904496431350708},{"id":"https://openalex.org/C176727019","wikidata":"https://www.wikidata.org/wiki/Q1172415","display_name":"Dataflow architecture","level":3,"score":0.6228027939796448},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5996941924095154},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5699328184127808},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5646853446960449},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5517669320106506},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5339416861534119},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5127149820327759},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.502269983291626},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2212.08099","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08099","pdf_url":"https://arxiv.org/pdf/2212.08099","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.08099","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.08099","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.08099","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.08099","pdf_url":"https://arxiv.org/pdf/2212.08099","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2564598376","https://openalex.org/W1484403103","https://openalex.org/W2584408851","https://openalex.org/W2115158825","https://openalex.org/W2101960124","https://openalex.org/W4377693460","https://openalex.org/W2783505431","https://openalex.org/W2521947294","https://openalex.org/W4236419692","https://openalex.org/W2017802743"],"abstract_inverted_index":{"DataFlow":[0,62,114],"has":[1],"been":[2,152],"emerging":[3],"as":[4],"a":[5,26,31,87,105,129,140],"new":[6,141],"paradigm":[7],"for":[8],"building":[9],"task-oriented":[10],"chatbots":[11,40],"due":[12,43],"to":[13,44,111,123],"its":[14],"expressive":[15],"semantic":[16,74],"representations":[17],"of":[18,25,38,51,73,149],"the":[19,23,34,45,49,84,101,116],"dialogue":[20,77],"tasks.":[21],"Despite":[22],"availability":[24],"large":[27],"dataset":[28],"SMCalFlow":[29],"and":[30,36,48,64,71,79,115,139],"simplified":[32],"syntax,":[33],"development":[35],"evaluation":[37],"DataFlow-based":[39],"remain":[41],"challenging":[42],"system":[46,85],"complexity":[47],"lack":[50],"downstream":[52],"toolchains.":[53],"In":[54],"this":[55],"demonstration,":[56],"we":[57,127],"present":[58],"DFEE,":[59],"an":[60],"interactive":[61],"Execution":[63],"Evaluation":[65],"toolkit":[66],"that":[67,93,108,132],"supports":[68,99],"execution,":[69],"visualization":[70],"benchmarking":[72],"parsers":[75],"given":[76],"input":[78],"backend":[80],"database.":[81],"We":[82],"demonstrate":[83],"via":[86,104],"complex":[88],"dialog":[89],"task:":[90],"event":[91,136],"scheduling":[92,137],"involves":[94],"temporal":[95],"reasoning.":[96],"It":[97],"also":[98],"diagnosing":[100],"parsing":[102],"results":[103],"friendly":[106],"interface":[107],"allows":[109],"developers":[110],"examine":[112],"dynamic":[113],"corresponding":[117],"execution":[118],"results.":[119],"To":[120],"illustrate":[121],"how":[122],"benchmark":[124,131],"SoTA":[125],"models,":[126],"propose":[128],"novel":[130],"covers":[133],"more":[134],"sophisticated":[135],"scenarios":[138],"metric":[142],"on":[143,154],"task":[144],"success":[145],"evaluation.":[146],"The":[147],"codes":[148],"DFEE":[150],"have":[151],"released":[153],"https://github.com/amazonscience/dataflow-evaluation-toolkit.":[155]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}