{"id":"https://openalex.org/W7161394413","doi":"https://doi.org/10.1145/3786151.3788605","title":"In-IDE Toolkit for Developers of AI-Based Features","display_name":"In-IDE Toolkit for Developers of AI-Based Features","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7161394413","doi":"https://doi.org/10.1145/3786151.3788605"},"language":null,"primary_location":{"id":"doi:10.1145/3786151.3788605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786151.3788605","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Workshop on Integrated Development Environments","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786151.3788605","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000477213","display_name":"Yaroslav Sokolov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yaroslav Sokolov","raw_affiliation_strings":["JetBrains, Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0000-7670-5996","affiliations":[{"raw_affiliation_string":"JetBrains, Berlin, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136088943","display_name":"Yury Khudyakov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yury Khudyakov","raw_affiliation_strings":["JetBrains, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0004-3142-5703","affiliations":[{"raw_affiliation_string":"JetBrains, Munich, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136277907","display_name":"Lenar Sharipov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lenar Sharipov","raw_affiliation_strings":["JetBrains, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0009-0498-3888","affiliations":[{"raw_affiliation_string":"JetBrains, Munich, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136298442","display_name":"Andrei Gasparian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrei Gasparian","raw_affiliation_strings":["JetBrains, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0009-0008-3277-0145","affiliations":[{"raw_affiliation_string":"JetBrains, Amsterdam, Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136314222","display_name":"Parth Tiwary","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094609","display_name":"Akademia Ignatianum w Krakowie","ror":"https://ror.org/009j14p05","country_code":"PL","type":"education","lineage":["https://openalex.org/I4210094609"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Parth Tiwary","raw_affiliation_strings":["JetBrains, Krakow, Poland"],"raw_orcid":"https://orcid.org/0009-0006-1621-0653","affiliations":[{"raw_affiliation_string":"JetBrains, Krakow, Poland","institution_ids":["https://openalex.org/I4210094609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059122787","display_name":"Artem Trofimov","orcid":"https://orcid.org/0000-0002-8916-9659"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Artem Trofimov","raw_affiliation_strings":["JetBrains, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8916-9659","affiliations":[{"raw_affiliation_string":"JetBrains, Berlin, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80429715,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.22169999778270721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.22169999778270721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.21389999985694885,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.08449999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7857000231742859},{"id":"https://openalex.org/keywords/debugger","display_name":"Debugger","score":0.7050999999046326},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5598000288009644},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.5544999837875366},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.544700026512146},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5346999764442444},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4918000102043152},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.482699990272522}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7857000231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.710099995136261},{"id":"https://openalex.org/C2778485113","wikidata":"https://www.wikidata.org/wiki/Q193231","display_name":"Debugger","level":3,"score":0.7050999999046326},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6050999760627747},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5598000288009644},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.5544999837875366},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5346999764442444},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4918000102043152},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3481000065803528},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3188999891281128},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28760001063346863},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2872999906539917},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3786151.3788605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786151.3788605","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Workshop on Integrated Development Environments","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2605.14612","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2605.14612","pdf_url":"https://arxiv.org/pdf/2605.14612","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3786151.3788605","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786151.3788605","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Workshop on Integrated Development Environments","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44034215807914734,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI-enabled":[0],"features":[1],"built":[2],"on":[3],"LLMs":[4],"and":[5,13,37,58,68,72,98,127,138,148,155,162,170,181],"agentic":[6],"workflows":[7,186],"are":[8],"difficult":[9],"to":[10,94,166,193],"test,":[11],"debug,":[12],"reproduce,":[14],"especially":[15],"for":[16,31],"product-focused":[17],"software":[18],"engineers":[19],"without":[20],"a":[21],"machine":[22],"learning":[23],"background.":[24],"We":[25,144],"present":[26],"the":[27,41,64,79,146,151],"AI":[28,80,152,156,179,190],"Toolkit1":[29],"plugin":[30],"JetBrains":[32],"IDEs,":[33],"which":[34],"brings":[35],"tracing":[36],"evaluation":[38,56,182],"directly":[39],"into":[40,183],"Run/Debug":[42],"loop.":[43],"A":[44],"mixed":[45],"methods":[46],"study":[47],"with":[48,101],"practitioners":[49],"presents":[50],"three":[51],"consistent":[52],"needs:":[53],"(1)":[54],"make":[55,188],"regular":[57],"repeatable,":[59],"(2)":[60],"expose":[61],"traces":[62],"at":[63,118],"moment":[65],"of":[66,150],"execution,":[67],"(3)":[69],"minimize":[70],"setup":[71],"context":[73],"switching.":[74],"Guided":[75],"by":[76],"these":[77,174],"needs,":[78],"Toolkit":[81],"introduces":[82],"an":[83],"IDE-native":[84,133],"workflow:":[85],"run-triggered":[86],"trace":[87],"capture;":[88],"immediate,":[89],"hierarchical":[90],"inspection;":[91],"one-click":[92],"\u201cAdd":[93],"Dataset\u201d":[95],"from":[96],"traces;":[97],"unit-test\u2013like":[99],"evaluations":[100],"pluggable":[102],"metrics.":[103],"The":[104],"first":[105],"release":[106],"in":[107],"PyCharm":[108],"shows":[109],"promising":[110],"early":[111],"signals":[112],"\u2013":[113,130],"strong":[114],"conversion":[115],"when":[116],"promoted":[117],"Run,":[119],"sustained":[120],"usage":[121],"among":[122],"those":[123],"who":[124],"capture":[125],"traces,":[126],"low":[128],"churn":[129],"suggesting":[131],"that":[132,177],"observability":[134,180],"lowers":[135],"activation":[136],"energy":[137],"helps":[139],"developers":[140],"adopt":[141],"disciplined":[142],"practices.":[143,199],"detail":[145],"design":[147],"implementation":[149],"Agents":[153],"Debugger":[154],"Evaluation,":[157],"report":[158],"initial":[159],"adoption":[160],"telemetry,":[161],"outline":[163],"next":[164],"steps":[165],"broaden":[167],"framework":[168],"coverage":[169],"scale":[171],"evaluations.":[172],"Together,":[173],"results":[175],"indicate":[176],"integrating":[178],"everyday":[184],"IDE":[185],"can":[187],"modern":[189],"development":[191],"accessible":[192],"non-ML":[194],"specialists":[195],"while":[196],"preserving":[197],"software-engineering":[198]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-17T00:00:00"}