{"id":"https://openalex.org/W6907089535","doi":"https://doi.org/10.18420/inf2024_122","title":"Evaluating Contextualized Code Search in Practical User Studies","display_name":"Evaluating Contextualized Code Search in Practical User Studies","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W6907089535","doi":"https://doi.org/10.18420/inf2024_122"},"language":"en","primary_location":{"id":"doi:10.18420/inf2024_122","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_122","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.18420/inf2024_122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Villmow, Johannes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Villmow, Johannes","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ulges, Adrian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ulges, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Schwanecke, Ulrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schwanecke, Ulrich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.53584979,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9358999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9358999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.7437000274658203},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6610000133514404},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.657800018787384},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5705999732017517},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5175999999046326},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48539999127388},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4706000089645386},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4650000035762787}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8072999715805054},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.7437000274658203},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6610000133514404},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.657800018787384},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5705999732017517},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5175999999046326},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4708000123500824},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4650000035762787},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.37470000982284546},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3562999963760376},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3476000130176544},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3391000032424927},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.33709999918937683},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.32280001044273376},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.29280000925064087},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18420/inf2024_122","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_122","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.18420/inf2024_122","is_oa":true,"landing_page_url":"https://doi.org/10.18420/inf2024_122","pdf_url":null,"source":{"id":"https://openalex.org/S7407052918","display_name":"Gesellschaft f\u00fcr Informatik (GI)","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"score":0.5185033082962036,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contextualized":[0],"Code":[1],"Search":[2],"(CCS)":[3],"aims":[4],"to":[5,19,55,109,112,152],"retrieve":[6],"relevant":[7],"code":[8,21,34,44,181,213],"snippets":[9],"that":[10,28,172],"complement":[11],"the":[12,25,29,32,85,110,118,154,175,190,197,210],"developer\u2019s":[13],"current":[14],"editor":[15],"context.":[16],"In":[17,125,142],"contrast":[18],"AI-based":[20],"generation,":[22],"it":[23],"offers":[24],"key":[26],"benefit":[27],"source":[30],"of":[31,43,87,132,163,182],"retrieved":[33],"is":[35],"made":[36],"transparent,":[37],"allowing":[38],"for":[39,50,59,196,205],"a":[40,97,147],"safe":[41],"re-use":[42],"within":[45],"companies.":[46],"Recently,":[47],"self-supervised":[48],"training":[49,111],"CCS":[51,81,99],"has":[52],"been":[53],"shown":[54],"be":[56],"effective.":[57],"Evidence":[58],"this,":[60],"however,":[61],"focuses":[62],"on":[63,66,138,174],"ranking":[64],"quality":[65],"research":[67,207],"datasets.":[68],"It":[69],"remains":[70],"unclear":[71],"whether":[72],"\u2013":[73,80,165,170],"and":[74,199,203],"if":[75],"yes,":[76],"by":[77,189],"how":[78],"far":[79],"can":[82],"help":[83],"improve":[84,113],"efficiency":[86,130],"real-world":[88],"users.":[89],"To":[90],"fill":[91],"this":[92],"gap,":[93],"we":[94,128,145],"have":[95],"integrated":[96],"recent":[98],"model":[100,119],"into":[101],"an":[102],"IDE.":[103],"We":[104,115,186],"describe":[105],"specialized":[106],"robustness-oriented":[107],"enhancements":[108],"usability.":[114],"then":[116],"evaluate":[117],"in":[120,156,215],"two":[121],"practical":[122],"user":[123],"studies:":[124],"Study":[126,143],"A,":[127],"measure":[129],"improvements":[131,188],"fourth":[133],"semester":[134],"computer":[135],"science":[136],"students":[137],"simple":[139],"algorithm":[140],"exercises.":[141],"B,":[144],"allow":[146],"professional":[148],"software":[149],"development":[150],"team":[151],"use":[153,194],"tool":[155],"their":[157],"everyday":[158],"work.":[159],"Their":[160],"company":[161],"consists":[162],"several":[164],"more":[166],"or":[167],"less":[168],"independent":[169],"teams":[171,184],"work":[173],"same":[176],"product,":[177],"which":[178],"might":[179],"find":[180],"other":[183],"helpful.":[185],"demonstrate":[187],"proposed":[191],"search,":[192],"discuss":[193],"cases":[195],"tool,":[198],"point":[200],"out":[201],"challenges":[202],"directions":[204],"future":[206],"(such":[208],"as":[209],"combination":[211],"with":[212],"generation":[214],"retrieval":[216],"augmented":[217],"generation).":[218]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}