{"id":"https://openalex.org/W7167668958","doi":"https://doi.org/10.48550/arxiv.2607.05443","title":"Scientific Code Search at Scale: A Multi-Domain Dataset and Benchmark","display_name":"Scientific Code Search at Scale: A Multi-Domain Dataset and Benchmark","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167668958","doi":"https://doi.org/10.48550/arxiv.2607.05443"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05443","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089454693","display_name":"Nishan Pantha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pantha, Nishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092061354","display_name":"Pranath Reddy Kumbam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumbam, Pranath Reddy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140245742","display_name":"Sajil Awale","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Awale, Sajil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106777009","display_name":"Pushwitha Krishnappa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnappa, Pushwitha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140274296","display_name":"Muthukumaran Ramasubramanian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramasubramanian, Muthukumaran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128106709","display_name":"Nidhi Jha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Nidhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045402637","display_name":"Emily Foshee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foshee, Emily","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140280909","display_name":"Ankur Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Ankur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140265156","display_name":"Rachel Slank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Slank, Rachel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037213463","display_name":"Ashkbiz Danehkar","orcid":"https://orcid.org/0000-0003-4552-5997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danehkar, Ashkbiz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128019814","display_name":"Rahul Ramachandran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramachandran, Rahul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6503000259399414,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6503000259399414,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.25130000710487366,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.017000000923871994,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.7524999976158142},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5422999858856201},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.4894999861717224},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4661000072956085},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4472000002861023},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4456000030040741},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4404999911785126},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.40849998593330383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7946000099182129},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.7524999976158142},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.607699990272522},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5422999858856201},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4472000002861023},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.40849998593330383},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3334999978542328},{"id":"https://openalex.org/C202105479","wikidata":"https://www.wikidata.org/wiki/Q265013","display_name":"Software evolution","level":5,"score":0.33320000767707825},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.32580000162124634},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C78999398","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"Information needs","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.267300009727478}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05443","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05443","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5928038954734802,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scientists":[0],"increasingly":[1],"rely":[2],"on":[3,28,89,133,173,178],"open-source":[4],"tools":[5],"to":[6,35,175],"support":[7,176],"their":[8],"research":[9,177],"workflows,":[10],"yet":[11],"discovering":[12],"relevant":[13],"software":[14,30],"among":[15],"over":[16],"600":[17],"million":[18],"GitHub":[19],"repositories":[20,55],"remains":[21],"challenging.":[22],"Existing":[23],"code":[24,116,122],"search":[25,102,135],"benchmarks":[26,169],"focus":[27],"general":[29],"engineering":[31],"tasks":[32],"and":[33,40,70,82,112,124,159,168],"fail":[34],"capture":[36],"the":[37],"domain-specific":[38],"vocabulary":[39],"needs":[41],"of":[42,50],"scientific":[43,54,141,164,179],"computing.":[44],"We":[45],"present":[46],"a":[47,100,114],"curated":[48],"corpus":[49],"5,264":[51],"high-quality,":[52],"domain-classified":[53],"spanning":[56],"five":[57],"NASA":[58],"Science":[59],"Mission":[60],"Directorate":[61],"divisions":[62],"--":[63,75],"Earth":[64],"Science,":[65,68],"Astrophysics,":[66],"Planetary":[67],"Heliophysics,":[69],"Biological":[71],"&":[72],"Physical":[73],"Sciences":[74],"enriched":[76],"with":[77,104,149],"cleaned":[78],"READMEs,":[79],"extracted":[80],"topics,":[81],"additional":[83],"context":[84],"from":[85],"crawled":[86],"links.":[87],"Building":[88],"this":[90],"corpus,":[91],"we":[92],"introduce":[93],"two":[94],"novel":[95],"information":[96],"retrieval":[97,118,145],"benchmarks:":[98],"(1)":[99],"repository":[101,134],"benchmark":[103,119],"219":[105],"expert-curated":[106],"queries":[107,126],"designed":[108],"by":[109,153],"domain":[110],"scientists,":[111],"(2)":[113],"large-scale":[115],"snippet":[117,144],"containing":[120],"117,950":[121],"snippets":[123],"119,720":[125],"across":[127,140,163],"seven":[128],"programming":[129,160],"languages.":[130],"Baseline":[131],"evaluations":[132],"reveal":[136],"significant":[137],"performance":[138],"variation":[139,151],"domains.":[142],"Code":[143],"proves":[146],"equally":[147],"challenging,":[148],"substantial":[150],"driven":[152],"differing":[154],"documentation":[155],"practices,":[156],"coding":[157],"standards,":[158],"language":[161],"conventions":[162],"communities.":[165],"All":[166],"datasets":[167],"are":[170],"publicly":[171],"released":[172],"HuggingFace":[174],"tool":[180],"discovery.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}