From eaa1bc7d8d4ed9c51d2b8794c75a39fd62f61d25 Mon Sep 17 00:00:00 2001 From: stephantul Date: Thu, 21 May 2026 15:56:00 +0200 Subject: [PATCH 1/6] feat: add index persistence --- benchmarks/baselines/ablations.py | 2 +- benchmarks/run_benchmark.py | 8 ++-- benchmarks/speed_benchmark.py | 4 +- pyproject.toml | 3 +- src/semble/__init__.py | 3 +- src/semble/cli.py | 38 +++++++++++++--- src/semble/index/create.py | 5 ++- src/semble/index/dense.py | 25 ++++++++--- src/semble/index/index.py | 73 ++++++++++++++++++++++++++----- src/semble/index/types.py | 24 ++++++++++ src/semble/mcp.py | 21 ++++----- src/semble/search.py | 7 +-- src/semble/types.py | 29 ++++++------ tests/index/test_dense.py | 17 +++++++ tests/{ => index}/test_index.py | 26 ++++++++--- tests/test_cli.py | 38 +++++++++++++++- tests/test_git.py | 39 +++++++++-------- tests/test_mcp.py | 18 +++++--- tests/test_search.py | 7 +-- uv.lock | 4 +- 20 files changed, 291 insertions(+), 100 deletions(-) create mode 100644 src/semble/index/types.py create mode 100644 tests/index/test_dense.py rename tests/{ => index}/test_index.py (81%) diff --git a/benchmarks/baselines/ablations.py b/benchmarks/baselines/ablations.py index 63ca099..a461936 100644 --- a/benchmarks/baselines/ablations.py +++ b/benchmarks/baselines/ablations.py @@ -62,7 +62,7 @@ def _bench( print(f"\n--- {repo} ---", file=sys.stderr) started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 for mode, (alpha, rerank) in sorted(_MODE_PARAMS.items()): diff --git a/benchmarks/run_benchmark.py b/benchmarks/run_benchmark.py index 9e9a3e0..4af095e 100644 --- a/benchmarks/run_benchmark.py +++ b/benchmarks/run_benchmark.py @@ -5,7 +5,6 @@ from dataclasses import asdict, dataclass, field import numpy as np -from model2vec import StaticModel from benchmarks.data import ( RepoSpec, @@ -188,7 +187,7 @@ def _print_summary(results: list[RepoResult]) -> None: def _bench_quality( - repo_tasks: dict[str, list[Task]], model: StaticModel, specs: dict[str, RepoSpec], *, verbose: bool = False + repo_tasks: dict[str, list[Task]], specs: dict[str, RepoSpec], *, verbose: bool = False ) -> list[RepoResult]: """Run quality benchmarks (NDCG@5, NDCG@10, latency) for each repo.""" print( @@ -204,7 +203,7 @@ def _bench_quality( for repo, tasks in sorted(repo_tasks.items()): spec = specs[repo] started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 ndcg5, ndcg10, latencies, by_category, tokens = evaluate(index, tasks, verbose=verbose) p50, p90, p95, p99 = np.percentile(latencies, [50, 90, 95, 99]).tolist() @@ -299,11 +298,10 @@ def main() -> None: repo_specs, tasks = load_filtered_tasks(args.repo or None, args.language or None) print("Loading model...", file=sys.stderr) started = time.perf_counter() - model = StaticModel.from_pretrained(_DEFAULT_MODEL_NAME) print(f"Loaded in {(time.perf_counter() - started) * 1000:.0f} ms", file=sys.stderr) print(file=sys.stderr) repo_tasks = grouped_tasks(tasks) - results = _bench_quality(repo_tasks, model, repo_specs, verbose=args.verbose) + results = _bench_quality(repo_tasks, repo_specs, verbose=args.verbose) _print_summary(results) if not args.repo and not args.language: _save_results(results) diff --git a/benchmarks/speed_benchmark.py b/benchmarks/speed_benchmark.py index 717598f..b96ad75 100644 --- a/benchmarks/speed_benchmark.py +++ b/benchmarks/speed_benchmark.py @@ -12,7 +12,7 @@ from benchmarks.tools import run_colgrep_files, run_ripgrep_count from semble import SembleIndex from semble.index.dense import _DEFAULT_MODEL_NAME -from semble.types import EmbeddingMatrix, Encoder +from semble.types import EmbeddingMatrix # One representative repo per language (medium size, healthy NDCG on the main benchmark). _REPOS: list[str] = [ @@ -89,7 +89,7 @@ def encode(self, texts: Sequence[str], /) -> EmbeddingMatrix: def _bench_semble( - spec: RepoSpec, tasks: list[Task], model: Encoder | None + spec: RepoSpec, tasks: list[Task], model: StaticModel | None ) -> tuple[float, SembleIndex, tuple[float, ...]]: """Index a repo with semble and measure query latency; return (index_ms, index, latencies_ms).""" started = time.perf_counter() diff --git a/pyproject.toml b/pyproject.toml index a35cc46..2c650ca 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -32,7 +32,8 @@ dependencies = [ "bm25s>=0.2.0", "pathspec>=0.12", "tree-sitter>=0.25,<0.26", - "tree-sitter-language-pack>=1.0,<1.8.0,!=1.6.3" + "tree-sitter-language-pack>=1.0,<1.8.0,!=1.6.3", + "orjson" ] [project.optional-dependencies] diff --git a/src/semble/__init__.py b/src/semble/__init__.py index ef61bdf..18b788d 100644 --- a/src/semble/__init__.py +++ b/src/semble/__init__.py @@ -1,11 +1,10 @@ from semble.index import SembleIndex -from semble.types import Chunk, EmbeddingMatrix, Encoder, IndexStats, SearchResult +from semble.types import Chunk, EmbeddingMatrix, IndexStats, SearchResult from semble.version import __version__ __all__ = [ "Chunk", "EmbeddingMatrix", - "Encoder", "IndexStats", "SearchResult", "SembleIndex", diff --git a/src/semble/cli.py b/src/semble/cli.py index d7c831f..ef58a3a 100644 --- a/src/semble/cli.py +++ b/src/semble/cli.py @@ -23,7 +23,7 @@ class Agent(str, Enum): _DEFAULT_AGENT = Agent.CLAUDE -_CLI_DISPATCH_ARGS = frozenset({"search", "find-related", "init", "savings", "-h", "--help"}) +_CLI_DISPATCH_ARGS = frozenset({"search", "find-related", "init", "savings", "-h", "--help", "index"}) def _agent_path(agent: Agent) -> Path: @@ -66,6 +66,13 @@ def _mcp_main() -> None: asyncio.run(serve(args.path, ref=args.ref, include_text_files=args.include_text_files)) +def _run_index(*, path: str, include_text_files: bool = False, out: str) -> None: + """Index and store a codebase.""" + index = SembleIndex.from_path(path, include_text_files=include_text_files) + Path(out).mkdir(parents=True, exist_ok=True) + index.save(out) + + def _run_init(*, agent: Agent = _DEFAULT_AGENT, force: bool = False) -> None: """Write the semble sub-agent file for the given coding agent into the current project.""" dest = _agent_path(agent) @@ -82,6 +89,15 @@ def _cli_main() -> None: parser = argparse.ArgumentParser(prog="semble") sub = parser.add_subparsers(dest="command") + index_p = sub.add_parser("index", help="Index and store a codebase.") + index_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") + index_p.add_argument( + "--include-text-files", + action="store_true", + help="Also index non-code text files (.md, .yaml, .json, etc.).", + ) + index_p.add_argument("-o", "--out", type=str, required=True, help="The path to write the pre-built index to.") + search_p = sub.add_parser("search", help="Search a codebase.") search_p.add_argument("query", help="Natural language or code query.") search_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") @@ -91,6 +107,7 @@ def _cli_main() -> None: action="store_true", help="Also index non-code text files (.md, .yaml, .json, etc.).", ) + search_p.add_argument("--index", type=str, default=None, help="A path pointing to a pre-built index.") related_p = sub.add_parser("find-related", help="Find code similar to a specific location.") related_p.add_argument("file_path", help="File path as shown in search results.") @@ -102,6 +119,7 @@ def _cli_main() -> None: action="store_true", help="Also index non-code text files (.md, .yaml, .json, etc.).", ) + related_p.add_argument("--index", type=str, default=None, help="A path pointing to a pre-built index.") init_p = sub.add_parser("init", help="Write a semble sub-agent file for your coding agent.") init_p.add_argument( @@ -122,16 +140,24 @@ def _cli_main() -> None: _run_init(agent=Agent(args.agent), force=args.force) return + if args.command == "index": + _run_index(path=args.path, include_text_files=args.include_text_files, out=args.out) + return + if args.command == "savings": print(format_savings_report(verbose=args.verbose), end="") return include_text = args.include_text_files - index = ( - SembleIndex.from_git(args.path, include_text_files=include_text) - if _is_git_url(args.path) - else SembleIndex.from_path(args.path, include_text_files=include_text) - ) + + if args.index: + index = SembleIndex.load_from_disk(args.index) + else: + index = ( + SembleIndex.from_git(args.path, include_text_files=include_text) + if _is_git_url(args.path) + else SembleIndex.from_path(args.path, include_text_files=include_text) + ) if args.command == "search": results = index.search(args.query, top_k=args.top_k) diff --git a/src/semble/index/create.py b/src/semble/index/create.py index 168f8ef..016bc74 100644 --- a/src/semble/index/create.py +++ b/src/semble/index/create.py @@ -3,6 +3,7 @@ from pathlib import Path import bm25s +from model2vec.model import StaticModel from vicinity.backends.basic import BasicArgs from semble.chunking import chunk_source @@ -11,14 +12,14 @@ from semble.index.files import detect_language, get_extensions from semble.index.sparse import enrich_for_bm25 from semble.tokens import tokenize -from semble.types import Chunk, Encoder +from semble.types import Chunk _MAX_FILE_BYTES = 1_000_000 # 1 MB max file size to read and index def create_index_from_path( path: Path, - model: Encoder, + model: StaticModel, extensions: Sequence[str] | None = None, include_text_files: bool = False, display_root: Path | None = None, diff --git a/src/semble/index/dense.py b/src/semble/index/dense.py index fcec51a..ef9409e 100644 --- a/src/semble/index/dense.py +++ b/src/semble/index/dense.py @@ -1,4 +1,7 @@ -from typing import cast +from __future__ import annotations + +from functools import cache +from pathlib import Path import numpy as np import numpy.typing as npt @@ -8,12 +11,13 @@ from vicinity.datatypes import QueryResult from vicinity.utils import normalize -from semble.types import Chunk, Encoder +from semble.types import Chunk _DEFAULT_MODEL_NAME = "minishlab/potion-code-16M" -def load_model(model_path: str | None = None) -> Encoder: +@cache +def load_model(model_path: str | None = None) -> tuple[StaticModel, str]: """Return the current model, loading the default if none was provided.""" if model_path is None: model_path = _DEFAULT_MODEL_NAME @@ -23,10 +27,10 @@ def load_model(model_path: str | None = None) -> Encoder: model = StaticModel.from_pretrained(model_path, force_download=False) finally: disable_progress_bars() - return cast(Encoder, model) + return model, model_path -def embed_chunks(model: Encoder, chunks: list[Chunk]) -> npt.NDArray[np.float32]: +def embed_chunks(model: StaticModel, chunks: list[Chunk]) -> npt.NDArray[np.float32]: """Embed chunks using the configured model.""" if not chunks: return np.empty((0, model.dim), dtype=np.float32) @@ -79,3 +83,14 @@ def query(self, vectors: npt.NDArray, k: int, selector: npt.NDArray[np.int_] | N out.extend(zip(sorted_indices, sorted_distances)) return out + + def save(self, path: Path) -> None: + """Save the selectable basic backend.""" + path.mkdir(parents=True, exist_ok=True) + super().save(path) + + @classmethod + def load(cls, path: Path) -> "SelectableBasicBackend": + """Load a selectable basic backend.""" + loaded = super().load(path) + return SelectableBasicBackend(loaded.vectors, loaded.arguments) diff --git a/src/semble/index/index.py b/src/semble/index/index.py index 56d51e3..38cea5b 100644 --- a/src/semble/index/index.py +++ b/src/semble/index/index.py @@ -5,17 +5,21 @@ import tempfile from collections import defaultdict from collections.abc import Sequence +from datetime import datetime from pathlib import Path import numpy as np import numpy.typing as npt +import orjson from bm25s import BM25 +from model2vec.model import StaticModel from semble.index.create import create_index_from_path from semble.index.dense import SelectableBasicBackend, load_model +from semble.index.types import PersistencePath from semble.search import _search_semantic, search from semble.stats import save_search_stats -from semble.types import CallType, Chunk, Encoder, IndexStats, SearchResult +from semble.types import CallType, Chunk, IndexStats, SearchResult _GIT_CLONE_TIMEOUT = int(os.environ.get("SEMBLE_CLONE_TIMEOUT", 60)) @@ -25,10 +29,11 @@ class SembleIndex: def __init__( self, - model: Encoder, + model: StaticModel, bm25_index: BM25, semantic_index: SelectableBasicBackend, chunks: list[Chunk], + model_path: str, root: Path | None = None, ) -> None: """Initialize a SembleIndex. Should be created with from_path or from_git. @@ -37,12 +42,14 @@ def __init__( :param bm25_index: The bm25 index. :param semantic_index: The semantic index. :param chunks: The found chunks. + :param model_path: Path to the model file. :param root: Root directory used to read file sizes for token-savings stats. """ - self.model: Encoder = model + self.model = model self.chunks: list[Chunk] = chunks self._bm25_index: BM25 = bm25_index self._semantic_index: SelectableBasicBackend = semantic_index + self._model_path: str = model_path self._root: Path | None = root self._file_sizes: dict[str, int] = self._compute_file_sizes(root) if root else {} self._file_mapping, self._language_mapping = self._populate_mapping() @@ -89,21 +96,21 @@ def stats(self) -> IndexStats: def from_path( cls, path: str | Path, - model: Encoder | None = None, extensions: Sequence[str] | None = None, include_text_files: bool = False, + model_path: str | None = None, ) -> SembleIndex: """Create and index a SembleIndex from a directory. :param path: Root directory to index. - :param model: Embedding model to use. Defaults to potion-code-16M. :param extensions: File extensions to include. Defaults to a standard set of code extensions. :param include_text_files: If True, also index non-code text files (.md, .yaml, .json, etc.). + :param model_path: Path to the model to use. If None, the default model will be used. :return: An indexed SembleIndex. Chunk file paths are relative to ``path``. :raises FileNotFoundError: If `path` does not exist. :raises NotADirectoryError: If `path` exists but is not a directory. """ - model = model or load_model() + model, model_path = load_model(model_path) path = Path(path) if not path.exists(): raise FileNotFoundError(f"Path does not exist: {path}") @@ -118,16 +125,16 @@ def from_path( display_root=path, ) - return SembleIndex(model, bm25, vicinity, chunks, root=path) + return SembleIndex(model, bm25, vicinity, chunks, model_path, root=path) @classmethod def from_git( cls, url: str, ref: str | None = None, - model: Encoder | None = None, extensions: Sequence[str] | None = None, include_text_files: bool = False, + model_path: str | None = None, ) -> SembleIndex: """Clone a git repository and index it. @@ -138,9 +145,9 @@ def from_git( :param url: URL of the git repository to clone (any git provider). :param ref: Branch or tag to check out. Defaults to the remote HEAD. - :param model: Embedding model to use. Defaults to potion-code-16M. :param extensions: File extensions to include. Defaults to a standard set of code extensions. :param include_text_files: If True, also index non-code text files (.md, .yaml, .json, etc.). + :param model_path: Path to the model to use. If None, the default model will be used. :return: An indexed SembleIndex. Chunk file paths are repo-relative (e.g. ``src/foo.py``). :raises RuntimeError: If git is not on PATH, the clone fails, or times out. """ @@ -157,7 +164,8 @@ def from_git( raise RuntimeError(f"git clone timed out for {url!r} (limit: {_GIT_CLONE_TIMEOUT} s)") from None if result.returncode != 0: raise RuntimeError(f"git clone failed for {url!r}:\n{result.stderr.strip()}") - model = model or load_model() + + model, model_path = load_model(model_path) resolved_path = Path(tmp_dir).resolve() bm25, vicinity, chunks = create_index_from_path( resolved_path, @@ -167,7 +175,7 @@ def from_git( display_root=resolved_path, ) - return SembleIndex(model, bm25, vicinity, chunks, root=resolved_path) + return SembleIndex(model, bm25, vicinity, chunks, model_path, root=resolved_path) def find_related(self, source: Chunk | SearchResult, *, top_k: int = 5) -> list[SearchResult]: """Return chunks semantically similar to the given chunk or search result. @@ -237,3 +245,46 @@ def search( ) save_search_stats(results, CallType.SEARCH, self._file_sizes) return results + + @classmethod + def load_from_disk(cls: type[SembleIndex], path: Path | str) -> SembleIndex: + """Load the index from disk.""" + path = Path(path) + if not path.exists(): + raise FileNotFoundError(f"Index not found at {path}") + persistence_paths = PersistencePath.from_path(path) + bm_25_index = BM25.load(persistence_paths.bm25_index) + semantic_index = SelectableBasicBackend.load(persistence_paths.semantic_index) + metadata = orjson.loads(open(persistence_paths.metadata).read()) + chunk_data = orjson.loads(open(persistence_paths.chunks).read()) + + chunks = [] + for chunk_item in chunk_data: + chunks.append(Chunk.from_dict(chunk_item)) + root_path = metadata["root_path"] + model_path = metadata["model_path"] + if root_path: + root_path = Path(root_path) + + model = StaticModel.from_pretrained(model_path) + + return cls(model, bm_25_index, semantic_index, chunks, model_path, root=root_path) + + def save(self, path: Path | str) -> None: + """Save the index to disk.""" + path = Path(path) + path.mkdir(parents=True, exist_ok=True) + + persistence_paths = PersistencePath.from_path(path) + + self._bm25_index.save(persistence_paths.bm25_index) + self._semantic_index.save(persistence_paths.semantic_index) + chunks_as_dict = [chunk.to_dict() for chunk in self.chunks] + with open(persistence_paths.chunks, "wb") as f: + data = orjson.dumps(chunks_as_dict) + f.write(data) + root_str = None if self._root is None else str(self._root) + metadata = {"root_path": root_str, "time": datetime.now().timestamp(), "model_path": self._model_path} + with open(persistence_paths.metadata, "wb") as f: + data = orjson.dumps(metadata) + f.write(data) diff --git a/src/semble/index/types.py b/src/semble/index/types.py new file mode 100644 index 0000000..6607247 --- /dev/null +++ b/src/semble/index/types.py @@ -0,0 +1,24 @@ +from __future__ import annotations + +from dataclasses import dataclass +from pathlib import Path + + +@dataclass +class PersistencePath: + """Simple model so that the save/load roundtrip is typed.""" + + chunks: Path + bm25_index: Path + semantic_index: Path + metadata: Path + + @classmethod + def from_path(cls: type[PersistencePath], path: Path) -> PersistencePath: + """Create a PersistencePath from a base path.""" + return PersistencePath( + chunks=path / "chunks.json", + bm25_index=path / "bm25_index", + semantic_index=path / "semantic_index", + metadata=path / "metadata.json", + ) diff --git a/src/semble/mcp.py b/src/semble/mcp.py index 5993c6c..ec6ff48 100644 --- a/src/semble/mcp.py +++ b/src/semble/mcp.py @@ -12,7 +12,6 @@ from semble.index import SembleIndex from semble.index.dense import load_model -from semble.types import Encoder from semble.utils import _format_results, _is_git_url, _resolve_chunk logger = logging.getLogger(__name__) @@ -119,7 +118,7 @@ async def serve(path: str | None = None, ref: str | None = None, include_text_fi async def _load_and_prewarm() -> None: """Pre-load the model and optionally pre-index the default source in parallel with starting the server.""" try: - cache._model = await asyncio.to_thread(load_model) + _, cache._model_path = await asyncio.to_thread(load_model) except Exception as exc: logger.exception("Failed to load embedding model") cache._model_error = exc @@ -146,24 +145,22 @@ async def _load_and_prewarm() -> None: class _IndexCache: """Cache of indexed repos and local paths for the lifetime of the MCP server process.""" - def __init__(self, model: Encoder | None = None, include_text_files: bool = False) -> None: + def __init__(self, include_text_files: bool = False) -> None: """Initialise an empty cache.""" - self._model: Encoder | None = model + self._model_path: str | None = None self._model_error: BaseException | None = None self._model_ready = asyncio.Event() - if model is not None: - self._model_ready.set() self._include_text_files = include_text_files self._tasks: OrderedDict[str, asyncio.Task[SembleIndex]] = OrderedDict() # ordered for LRU eviction self._watcher_task: asyncio.Task[None] | None = None - async def _await_model(self) -> Encoder: + async def _await_model(self) -> str: """Block until the model is installed; re-raise the load error if it failed.""" await self._model_ready.wait() if self._model_error is not None: raise self._model_error - assert self._model is not None - return self._model + assert self._model_path is not None + return self._model_path def _compute_cache_key(self, source: str, ref: str | None = None) -> str: """Compute the canonical cache key for a source.""" @@ -194,7 +191,7 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: cache_key = self._compute_cache_key(source, ref) if cache_key not in self._tasks: - model = await self._await_model() + model_path = await self._await_model() # Re-check after the await: another caller may have populated the entry. if cache_key not in self._tasks: if len(self._tasks) >= _CACHE_MAX_SIZE: @@ -205,8 +202,8 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: SembleIndex.from_git, source, ref=ref, - model=model, include_text_files=self._include_text_files, + model_path=model_path, ) ) else: @@ -214,8 +211,8 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: asyncio.to_thread( SembleIndex.from_path, cache_key, - model=model, include_text_files=self._include_text_files, + model_path=model_path, ) ) self._tasks.move_to_end(cache_key) diff --git a/src/semble/search.py b/src/semble/search.py index d0a9d25..dc11335 100644 --- a/src/semble/search.py +++ b/src/semble/search.py @@ -1,12 +1,13 @@ import bm25s import numpy as np import numpy.typing as npt +from model2vec import StaticModel from semble.index.dense import SelectableBasicBackend from semble.index.sparse import selector_to_mask from semble.ranking import apply_query_boost, boost_multi_chunk_files, rerank_topk, resolve_alpha from semble.tokens import tokenize -from semble.types import Chunk, Encoder, SearchResult +from semble.types import Chunk, SearchResult _RRF_K = 60 @@ -21,7 +22,7 @@ def _rrf_scores(scores: dict[Chunk, float]) -> dict[Chunk, float]: def _search_semantic( query: str, - model: Encoder, + model: StaticModel, semantic_index: SelectableBasicBackend, chunks: list[Chunk], top_k: int, @@ -64,7 +65,7 @@ def _search_bm25( def search( query: str, - model: Encoder, + model: StaticModel, semantic_index: SelectableBasicBackend, bm25_index: bm25s.BM25, chunks: list[Chunk], diff --git a/src/semble/types.py b/src/semble/types.py index d01c774..093be57 100644 --- a/src/semble/types.py +++ b/src/semble/types.py @@ -1,7 +1,8 @@ -from collections.abc import Sequence -from dataclasses import dataclass, field +from __future__ import annotations + +from dataclasses import asdict, dataclass, field from enum import Enum -from typing import Any, Protocol, TypeAlias +from typing import Any, TypeAlias import numpy as np import numpy.typing as npt @@ -16,19 +17,6 @@ class CallType(str, Enum): FIND_RELATED = "find_related" -class Encoder(Protocol): - """Protocol for embedding models.""" - - @property - def dim(self) -> int: - """The dimensionality of the embedding.""" - ... - - def encode(self, texts: Sequence[str], /, **kwargs: Any) -> EmbeddingMatrix: - """Encode texts into embeddings as a 2D float32 array.""" - ... # pragma: no cover - - @dataclass(frozen=True, slots=True) class Chunk: """A single indexable unit of code.""" @@ -44,6 +32,15 @@ def location(self) -> str: """File path and line range as a string.""" return f"{self.file_path}:{self.start_line}-{self.end_line}" + def to_dict(self) -> dict[str, Any]: + """Convert the dataclass to a dict.""" + return asdict(self) + + @classmethod + def from_dict(cls: type[Chunk], data: dict[str, Any]) -> Chunk: + """Create a Chunk from a dict.""" + return cls(**data) + @dataclass(frozen=True, slots=True) class SearchResult: diff --git a/tests/index/test_dense.py b/tests/index/test_dense.py new file mode 100644 index 0000000..c846e78 --- /dev/null +++ b/tests/index/test_dense.py @@ -0,0 +1,17 @@ +from pathlib import Path + +import numpy as np +from vicinity.backends.basic import BasicArgs + +from semble.index.dense import SelectableBasicBackend + + +def test_save_load_roundtrip(tmp_path: Path) -> None: + """Test save and load roundtrip.""" + vecs = np.random.default_rng(seed=42).normal(size=(10, 32)) + args = BasicArgs() + selectable = SelectableBasicBackend(vecs, args) + selectable.save(tmp_path) + + selectable_2 = SelectableBasicBackend.load(tmp_path) + assert np.allclose(selectable.vectors, selectable_2.vectors) diff --git a/tests/test_index.py b/tests/index/test_index.py similarity index 81% rename from tests/test_index.py rename to tests/index/test_index.py index 3f90fcb..e1b439e 100644 --- a/tests/test_index.py +++ b/tests/index/test_index.py @@ -3,17 +3,18 @@ from unittest.mock import patch import pytest +from model2vec import StaticModel from semble import SembleIndex from semble.index.create import _MAX_FILE_BYTES, create_index_from_path -from semble.types import Encoder from tests.conftest import make_chunk @pytest.fixture def indexed_index(mock_model: Any, tmp_project: Path) -> SembleIndex: """SembleIndex built from tmp_project.""" - return SembleIndex.from_path(tmp_project, model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + return SembleIndex.from_path(tmp_project) @pytest.mark.parametrize( @@ -21,7 +22,7 @@ def indexed_index(mock_model: Any, tmp_project: Path) -> SembleIndex: [(False, False), (True, True)], ) def test_index_markdown_inclusion( - mock_model: Encoder, tmp_project: Path, include_text_files: bool, md_in_results: bool + mock_model: StaticModel, tmp_project: Path, include_text_files: bool, md_in_results: bool ) -> None: """Markdown files are excluded by default and included when include_text_files=True.""" _, _, chunks = create_index_from_path(tmp_project, mock_model, include_text_files=include_text_files) @@ -29,13 +30,13 @@ def test_index_markdown_inclusion( assert has_md is md_in_results -def test_index_empty_returns_zero_chunks(mock_model: Encoder, tmp_path: Path) -> None: +def test_index_empty_returns_zero_chunks(mock_model: StaticModel, tmp_path: Path) -> None: """Indexing an empty directory yields zero files and chunks.""" with pytest.raises(ValueError): create_index_from_path(tmp_path, mock_model) -def test_oversized_file_is_skipped(mock_model: Encoder, tmp_path: Path) -> None: +def test_oversized_file_is_skipped(mock_model: StaticModel, tmp_path: Path) -> None: """Files exceeding _MAX_FILE_BYTES are silently skipped during indexing.""" (tmp_path / "big.py").write_bytes(b"x" * (_MAX_FILE_BYTES + 1)) with pytest.raises(ValueError): # no indexable content remains @@ -123,3 +124,18 @@ def test_find_related(indexed_index: SembleIndex) -> None: assert [r.chunk for r in indexed_index.find_related(result, top_k=3)] == [ r.chunk for r in indexed_index.find_related(result.chunk, top_k=3) ] + + +def test_roundtrip(tmp_path: Path, indexed_index: SembleIndex) -> None: + """Test that saving and loading a folder leads to the same data.""" + indexed_index.save(tmp_path) + with patch.object(StaticModel, "from_pretrained"): + index_2 = SembleIndex.load_from_disk(tmp_path) + assert index_2.chunks == indexed_index.chunks + assert index_2._root == indexed_index._root + + +def test_load_non_existent(tmp_path: Path, indexed_index: SembleIndex) -> None: + """Test that saving and loading a folder leads to the same data.""" + with pytest.raises(FileNotFoundError): + SembleIndex.load_from_disk(tmp_path / "temp") diff --git a/tests/test_cli.py b/tests/test_cli.py index 28d19cd..5428457 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -5,7 +5,7 @@ import pytest -from semble.cli import Agent, _agent_path, _cli_main, _run_init, main +from semble.cli import Agent, _agent_path, _cli_main, _run_index, _run_init, main from semble.types import SearchResult from tests.conftest import make_chunk @@ -195,6 +195,42 @@ def test_mcp_main_exits_with_message_when_extras_missing( assert "pip install 'semble[mcp]'" in capsys.readouterr().err +def test_run_index(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_run_index creates the output directory and saves the index.""" + out_dir = tmp_path / "index_output" + fake_index = MagicMock() + with patch("semble.cli.SembleIndex.from_path", return_value=fake_index) as mock_from_path: + _run_index(path="/some/path", include_text_files=True, out=str(out_dir)) + mock_from_path.assert_called_once_with("/some/path", include_text_files=True) + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + +def test_index_via_cli(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_cli_main index subcommand calls _run_index with the correct arguments.""" + out_dir = tmp_path / "built_index" + fake_index = MagicMock() + monkeypatch.setattr(sys, "argv", ["semble", "index", "/some/path", "-o", str(out_dir)]) + with patch("semble.cli.SembleIndex.from_path", return_value=fake_index): + _cli_main() + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + +def test_cli_search_with_prebuilt_index(monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str]) -> None: + """_cli_main search with --index loads the pre-built index from disk.""" + chunk = make_chunk("def foo(): pass", "src/foo.py") + fake_index = MagicMock() + fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.95)] + monkeypatch.setattr(sys, "argv", ["semble", "search", "query text", ".", "--index", "/some/prebuilt"]) + with patch("semble.cli.SembleIndex.load_from_disk", return_value=fake_index) as mock_load: + _cli_main() + mock_load.assert_called_once_with("/some/prebuilt") + out = capsys.readouterr().out + assert "query text" in out + assert "0.95" in out + + def test_agent_file_tools_are_bash_only() -> None: """The agent file must list only Bash and Read — no MCP tools that require schema loading.""" frontmatter = files("semble").joinpath("agents/claude.md").read_text(encoding="utf-8").split("---")[1] diff --git a/tests/test_git.py b/tests/test_git.py index 7e25002..be0c0b8 100644 --- a/tests/test_git.py +++ b/tests/test_git.py @@ -39,7 +39,8 @@ def git_repo(tmp_path: Path) -> Path: def test_from_git_indexes_local_repo_with_relative_paths(mock_model: Any, git_repo: Path) -> None: """from_git clones a local repo, indexes it, and keeps chunk paths repo-relative.""" - idx = SembleIndex.from_git(str(git_repo), model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + idx = SembleIndex.from_git(str(git_repo)) assert idx.stats.indexed_files >= 1 assert idx.stats.total_chunks > 0 assert any("main.py" in c.file_path for c in idx.chunks) @@ -54,8 +55,8 @@ def test_from_git_with_branch(mock_model: Any, tmp_path: Path) -> None: _commit_file(repo, "main.py", "def on_main(): pass\n", "main") subprocess.run(["git", "-C", str(repo), "checkout", "-b", "feature"], check=True, capture_output=True) _commit_file(repo, "feature.py", "def on_feature(): pass\n", "feature") - - idx = SembleIndex.from_git(str(repo), ref="feature", model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + idx = SembleIndex.from_git(str(repo), ref="feature") file_names = {Path(c.file_path).name for c in idx.chunks} assert "feature.py" in file_names @@ -73,22 +74,24 @@ def test_from_path_rejects_invalid_paths( else: target = tmp_path / "not_a_dir.py" target.write_text("x = 1\n") - with pytest.raises(expected_exc): - SembleIndex.from_path(target, model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with pytest.raises(expected_exc): + SembleIndex.from_path(target) def test_from_git_raises_on_failure(mock_model: Any) -> None: """from_git raises RuntimeError when the clone fails, git is not installed, or times out.""" - with pytest.raises(RuntimeError, match="git clone failed"): - SembleIndex.from_git("/nonexistent/path/that/does/not/exist", model=mock_model) - - with patch("semble.index.index.subprocess.run", side_effect=FileNotFoundError): - with pytest.raises(RuntimeError, match="git is not installed"): - SembleIndex.from_git("https://github.com/x/y", model=mock_model) - - with patch( - "semble.index.index.subprocess.run", - side_effect=subprocess.TimeoutExpired(cmd=["git"], timeout=60), - ): - with pytest.raises(RuntimeError, match="timed out"): - SembleIndex.from_git("https://github.com/x/y", model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with pytest.raises(RuntimeError, match="git clone failed"): + SembleIndex.from_git("/nonexistent/path/that/does/not/exist") + + with patch("semble.index.index.subprocess.run", side_effect=FileNotFoundError): + with pytest.raises(RuntimeError, match="git is not installed"): + SembleIndex.from_git("https://github.com/x/y") + + with patch( + "semble.index.index.subprocess.run", + side_effect=subprocess.TimeoutExpired(cmd=["git"], timeout=60), + ): + with pytest.raises(RuntimeError, match="timed out"): + SembleIndex.from_git("https://github.com/x/y") diff --git a/tests/test_mcp.py b/tests/test_mcp.py index 57dd8b7..b8fdf48 100644 --- a/tests/test_mcp.py +++ b/tests/test_mcp.py @@ -5,9 +5,10 @@ from unittest.mock import AsyncMock, MagicMock, patch import pytest +from model2vec import StaticModel from semble.mcp import _CACHE_MAX_SIZE, _IndexCache, create_server, serve -from semble.types import Chunk, Encoder, SearchResult +from semble.types import Chunk, SearchResult from semble.utils import _format_results, _is_git_url, _resolve_chunk from tests.conftest import make_chunk @@ -41,7 +42,10 @@ async def _call_tool( @pytest.fixture() def cache() -> _IndexCache: """An _IndexCache backed by a stub model.""" - return _IndexCache(model=MagicMock(spec=Encoder)) + c = _IndexCache() + c._model_path = "/fake/model" + c._model_ready.set() + return c def test_resolve_chunk() -> None: @@ -266,7 +270,9 @@ async def fake_stdio() -> None: if stdio_yields: await asyncio.sleep(0.05) # let the background init task run - load_kwargs = {"side_effect": load_err} if load_err else {"return_value": MagicMock(spec=Encoder)} + load_kwargs = ( + {"side_effect": load_err} if load_err else {"return_value": (MagicMock(spec=StaticModel), "/fake/model")} + ) fp_kwargs = {"side_effect": from_path_err} if from_path_err else {"return_value": MagicMock()} with ( patch("semble.mcp.load_model", **load_kwargs), @@ -284,9 +290,9 @@ async def test_serve_opens_stdio_before_model_loads() -> None: """Stdio must open before load_model() finishes.""" stdio_opened = threading.Event() - def blocking_load_model() -> Encoder: + def blocking_load_model() -> StaticModel: assert stdio_opened.wait(timeout=1.0), "stdio did not open" - return MagicMock(spec=Encoder) + return MagicMock(spec=StaticModel) async def fake_run_stdio() -> None: stdio_opened.set() @@ -308,7 +314,7 @@ async def test_index_cache_awaits_model(tmp_path: Path) -> None: get_task = asyncio.create_task(cache.get(str(tmp_path))) await asyncio.sleep(0.01) assert not get_task.done(), "get() must block until the model is installed" - cache._model = MagicMock(spec=Encoder) + cache._model_path = "/fake/model" cache._model_ready.set() result = await asyncio.wait_for(get_task, timeout=1.0) assert result is fake_index diff --git a/tests/test_search.py b/tests/test_search.py index 2f40fa6..ed605fb 100644 --- a/tests/test_search.py +++ b/tests/test_search.py @@ -5,12 +5,13 @@ import numpy as np import numpy.typing as npt import pytest +from model2vec import StaticModel from vicinity.backends.basic import BasicArgs from semble.index.dense import SelectableBasicBackend, embed_chunks, load_model from semble.search import _search_bm25, _search_semantic, _sort_top_k, search from semble.tokens import tokenize -from semble.types import Chunk, Encoder +from semble.types import Chunk from tests.conftest import make_chunk @@ -139,9 +140,9 @@ def test_sort_top_k() -> None: ) def test_load_model(model_path: str | None, expected_call_arg: str) -> None: """load_model calls from_pretrained with default or custom model path.""" - fake_model = MagicMock(spec=Encoder) + fake_model = MagicMock(spec=StaticModel) with patch("semble.index.dense.StaticModel.from_pretrained", return_value=fake_model) as mock_fp: - result = load_model(model_path) + result, _ = load_model(model_path) mock_fp.assert_called_once_with(expected_call_arg, force_download=False) assert result is fake_model diff --git a/uv.lock b/uv.lock index a45dbf4..04d014b 100644 --- a/uv.lock +++ b/uv.lock @@ -10,7 +10,7 @@ resolution-markers = [ [options] exclude-newer = "0001-01-01T00:00:00Z" # This has no effect and is included for backwards compatibility when using relative exclude-newer values. -exclude-newer-span = "P1W" +exclude-newer-span = "P3D" [[package]] name = "annotated-doc" @@ -3123,6 +3123,7 @@ dependencies = [ { name = "model2vec" }, { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" }, { name = "numpy", version = "2.4.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" }, + { name = "orjson" }, { name = "pathspec" }, { name = "tree-sitter" }, { name = "tree-sitter-language-pack" }, @@ -3163,6 +3164,7 @@ requires-dist = [ { name = "numpy", specifier = ">=1.24.0" }, { name = "numpy", marker = "extra == 'benchmark'", specifier = ">=1.24.0" }, { name = "openai", marker = "extra == 'benchmark'", specifier = ">=1.50" }, + { name = "orjson" }, { name = "pathspec", specifier = ">=0.12" }, { name = "pre-commit", marker = "extra == 'dev'", specifier = ">=3.0" }, { name = "pydoclint", marker = "extra == 'dev'", specifier = ">=0.5.3" }, From 36a848e315b89171898c64a1caf91a67450ee906 Mon Sep 17 00:00:00 2001 From: stephantul Date: Fri, 22 May 2026 09:37:57 +0200 Subject: [PATCH 2/6] fix: comments --- benchmarks/baselines/ablations.py | 11 +- benchmarks/baselines/coderankembed.py | 7 +- .../semble-ablations-757197f3967d.json | 9520 ----------------- src/semble/cli.py | 15 +- src/semble/index/dense.py | 15 +- src/semble/index/index.py | 11 +- src/semble/index/types.py | 6 + src/semble/mcp.py | 16 +- src/semble/utils.py | 6 +- tests/index/test_index.py | 19 + tests/test_cli.py | 11 + tests/test_mcp.py | 16 +- 12 files changed, 89 insertions(+), 9564 deletions(-) delete mode 100644 benchmarks/results/semble-ablations-757197f3967d.json diff --git a/benchmarks/baselines/ablations.py b/benchmarks/baselines/ablations.py index a461936..7f91b67 100644 --- a/benchmarks/baselines/ablations.py +++ b/benchmarks/baselines/ablations.py @@ -5,7 +5,6 @@ from dataclasses import asdict import numpy as np -from model2vec import StaticModel from benchmarks.data import ( RepoSpec, @@ -38,8 +37,6 @@ def _bench( repo_tasks: dict[str, list[Task]], specs: dict[str, RepoSpec], - model: StaticModel, - modes: list[str], *, verbose: bool = False, ) -> list[RepoResult]: @@ -98,30 +95,26 @@ def _bench( def _parse_args() -> argparse.Namespace: parser = argparse.ArgumentParser(description="semble ablation benchmarks.") add_filter_args(parser, verbose=True) - parser.add_argument( - "--mode", action="append", default=[], choices=sorted(_MODE_PARAMS), help="Mode(s) to evaluate (default: all)." - ) return parser.parse_args() def main() -> None: """Run the semble ablation benchmarks.""" args = _parse_args() - modes = args.mode or sorted(_MODE_PARAMS) repo_specs, tasks = load_filtered_tasks(args.repo or None, args.language or None) print("Loading model...", file=sys.stderr) started = time.perf_counter() - model = StaticModel.from_pretrained(_DEFAULT_MODEL_NAME) print(f"Loaded in {(time.perf_counter() - started) * 1000:.0f}ms", file=sys.stderr) print(file=sys.stderr) - results = _bench(grouped_tasks(tasks), repo_specs, model, modes, verbose=args.verbose) + results = _bench(grouped_tasks(tasks), repo_specs, verbose=args.verbose) if not results: return + modes = sorted(_MODE_PARAMS) print(file=sys.stderr) for mode in modes: mode_results = [r for r in results if r.mode == mode] diff --git a/benchmarks/baselines/coderankembed.py b/benchmarks/baselines/coderankembed.py index 1d7fd8a..c93da09 100644 --- a/benchmarks/baselines/coderankembed.py +++ b/benchmarks/baselines/coderankembed.py @@ -63,7 +63,6 @@ class RepoResult: def _evaluate( index: SembleIndex, tasks: list[Task], - mode: str, *, verbose: bool = False, ) -> tuple[float, float, list[float], dict[str, float]]: @@ -78,7 +77,7 @@ def _evaluate( results: list[SearchResult] = [] for _ in range(_LATENCY_RUNS): started = time.perf_counter() - results = index.search(task.query, top_k=_TOP_K, mode=mode) + results = index.search(task.query, top_k=_TOP_K) query_latencies.append((time.perf_counter() - started) * 1000) latencies.append(float(np.median(query_latencies))) @@ -176,12 +175,12 @@ def _bench( print(f"\n--- {repo} ---", file=sys.stderr) started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 repo_results: list[RepoResult] = [] for mode in modes: - ndcg5, ndcg10, latencies, by_category = _evaluate(index, tasks, mode, verbose=verbose) + ndcg5, ndcg10, latencies, by_category = _evaluate(index, tasks, verbose=verbose) p50, p90 = np.percentile(latencies, [50, 90]).tolist() result = RepoResult( repo=repo, diff --git a/benchmarks/results/semble-ablations-757197f3967d.json b/benchmarks/results/semble-ablations-757197f3967d.json deleted file mode 100644 index 23c1c34..0000000 --- a/benchmarks/results/semble-ablations-757197f3967d.json +++ /dev/null @@ -1,9520 +0,0 @@ -{ - "tool": "semble-ablations", - "model": "minishlab/potion-code-16M", - "by_mode": { - "semble-auto": { - "avg_ndcg10": 0.8529, - "avg_p50_ms": 1.8, - "avg_tokens": 3195.6 - }, - "semble-balanced": { - "avg_ndcg10": 0.853, - "avg_p50_ms": 1.8, - "avg_tokens": 3189.1 - }, - "semble-bm25": { - "avg_ndcg10": 0.8301, - "avg_p50_ms": 1.8, - "avg_tokens": 3334.5 - }, - "semble-semantic": { - "avg_ndcg10": 0.8205, - "avg_p50_ms": 1.7, - "avg_tokens": 2965.7 - }, - "unranked-auto": { - "avg_ndcg10": 0.7193, - "avg_p50_ms": 0.5, - "avg_tokens": 3254.4 - }, - "unranked-balanced": { - "avg_ndcg10": 0.7168, - "avg_p50_ms": 0.4, - "avg_tokens": 3254.9 - }, - "unranked-bm25": { - "avg_ndcg10": 0.6794, - "avg_p50_ms": 0.4, - "avg_tokens": 3327.0 - }, - "unranked-semantic": { - "avg_ndcg10": 0.6561, - "avg_p50_ms": 0.4, - "avg_tokens": 3075.8 - } - }, - "repos": [ - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-auto", - "chunks": 8604, - "tokens": 2987, - "ndcg5": 0.9002968226739917, - "ndcg10": 0.9099681428548552, - "p50_ms": 2.154458503355272, - "p90_ms": 27.831842011073604, - "p95_ms": 27.99414199544117, - "p99_ms": 29.34276200132444, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 1.0, - "semantic": 0.9132908571398067, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-balanced", - "chunks": 8604, - "tokens": 2991, - "ndcg5": 0.8968306505776613, - "ndcg10": 0.9065019707585249, - "p50_ms": 1.9143334939144552, - "p90_ms": 27.666058292379603, - "p95_ms": 27.89192675263621, - "p99_ms": 28.906051755184308, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 1.0, - "semantic": 0.9132908571398067, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 8604, - "tokens": 3181, - "ndcg5": 0.7524823322000669, - "ndcg10": 0.770292691555468, - "p50_ms": 1.9260414992459118, - "p90_ms": 27.83808751264587, - "p95_ms": 28.43110835092375, - "p99_ms": 29.156655285332818, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.7516616051691933, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 8604, - "tokens": 2800, - "ndcg5": 0.8652370238946989, - "ndcg10": 0.8652370238946989, - "p50_ms": 1.6508544940734282, - "p90_ms": 27.362216397887096, - "p95_ms": 27.563716952863615, - "p99_ms": 29.035076190193646, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 1.0, - "semantic": 0.8536493651929319, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "unranked-auto", - "chunks": 8604, - "tokens": 3182, - "ndcg5": 0.799814948079167, - "ndcg10": 0.8272966276154318, - "p50_ms": 1.0752705129561946, - "p90_ms": 1.2209663924295455, - "p95_ms": 1.25137114955578, - "p99_ms": 1.2677742243977264, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.8372530407752768, - "symbol": 0.7854023957026741 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "unranked-balanced", - "chunks": 8604, - "tokens": 3179, - "ndcg5": 0.8191575884408941, - "ndcg10": 0.8288289086217576, - "p50_ms": 1.0297915141563863, - "p90_ms": 1.149766120943241, - "p95_ms": 1.2305336640565656, - "p99_ms": 1.247506721119862, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.8372530407752768, - "symbol": 0.7956176024115139 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "unranked-bm25", - "chunks": 8604, - "tokens": 3310, - "ndcg5": 0.673061118212001, - "ndcg10": 0.7089622267455828, - "p50_ms": 1.0590419988147914, - "p90_ms": 1.1398165923310444, - "p95_ms": 1.1948285711696371, - "p99_ms": 1.2010993267176673, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 1.0, - "semantic": 0.6794738396154784, - "symbol": 0.6623789802264932 - } - }, - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "unranked-semantic", - "chunks": 8604, - "tokens": 2918, - "ndcg5": 0.774814948079167, - "ndcg10": 0.8000855677417903, - "p50_ms": 0.9675835171947256, - "p90_ms": 1.1777496983995661, - "p95_ms": 1.2244625002495013, - "p99_ms": 1.2447925002197735, - "index_ms": 5211.168916983297, - "by_category": { - "architecture": 1.0, - "semantic": 0.7667807569890537, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-auto", - "chunks": 393, - "tokens": 3731, - "ndcg5": 0.7420624189796883, - "ndcg10": 0.7619528590399762, - "p50_ms": 6.826562981586903, - "p90_ms": 13.415866577997809, - "p95_ms": 17.175413941731684, - "p99_ms": 25.26178279309532, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.5896918237758785, - "semantic": 0.8193732041280086 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-balanced", - "chunks": 393, - "tokens": 3731, - "ndcg5": 0.7420624189796883, - "ndcg10": 0.7619528590399762, - "p50_ms": 6.250916499993764, - "p90_ms": 13.34238341369201, - "p95_ms": 16.960346432460945, - "p99_ms": 24.790435692120795, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.5896918237758785, - "semantic": 0.8193732041280086 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 393, - "tokens": 3784, - "ndcg5": 0.7170624189796883, - "ndcg10": 0.733729085646355, - "p50_ms": 6.451249995734543, - "p90_ms": 13.554386890609754, - "p95_ms": 17.054075002670295, - "p99_ms": 25.348714990541325, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.49640912954215805, - "semantic": 0.8128357376810872 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 393, - "tokens": 3503, - "ndcg5": 0.7517311170762105, - "ndcg10": 0.7626514889171188, - "p50_ms": 6.339166502584703, - "p90_ms": 13.243199704447767, - "p95_ms": 16.894541654619395, - "p99_ms": 24.909374717972227, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.6809270736081082, - "semantic": 0.7898929606867888 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "unranked-auto", - "chunks": 393, - "tokens": 3668, - "ndcg5": 0.8315464876785729, - "ndcg10": 0.8493568470339741, - "p50_ms": 0.2720000047702342, - "p90_ms": 0.27734200994018465, - "p95_ms": 0.279310745827388, - "p99_ms": 0.28529574716230854, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.6712414374216045, - "semantic": 0.9087286502380972 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "unranked-balanced", - "chunks": 393, - "tokens": 3668, - "ndcg5": 0.8315464876785729, - "ndcg10": 0.8493568470339741, - "p50_ms": 0.2703540085349232, - "p90_ms": 0.2801666792947799, - "p95_ms": 0.2842274043359794, - "p99_ms": 0.2889454786782153, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.6712414374216045, - "semantic": 0.9087286502380972 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "unranked-bm25", - "chunks": 393, - "tokens": 3687, - "ndcg5": 0.8215338279036697, - "ndcg10": 0.8215338279036697, - "p50_ms": 0.26402050571050495, - "p90_ms": 0.27804171841125935, - "p95_ms": 0.2800211514113471, - "p99_ms": 0.2873042452847585, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.6, - "semantic": 0.895378437204893 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "unranked-semantic", - "chunks": 393, - "tokens": 3573, - "ndcg5": 0.8446394630357187, - "ndcg10": 0.8446394630357187, - "p50_ms": 0.2759999770205468, - "p90_ms": 0.30899549601599574, - "p95_ms": 0.314080948010087, - "p99_ms": 0.3349497867748141, - "index_ms": 232.50404201098718, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.884123967142861 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-auto", - "chunks": 746, - "tokens": 3007, - "ndcg5": 0.8208189387032997, - "ndcg10": 0.857392320967274, - "p50_ms": 0.6304589915089309, - "p90_ms": 6.040624983143061, - "p95_ms": 6.904166977619752, - "p99_ms": 8.951366198016332, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.888343919545452, - "semantic": 0.7540923670549543, - "symbol": 1.0 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-balanced", - "chunks": 746, - "tokens": 3019, - "ndcg5": 0.8208189387032997, - "ndcg10": 0.857392320967274, - "p50_ms": 0.637416000245139, - "p90_ms": 6.3609999779146165, - "p95_ms": 7.0733339816797525, - "p99_ms": 8.956934005254881, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.888343919545452, - "semantic": 0.7540923670549543, - "symbol": 1.0 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-bm25", - "chunks": 746, - "tokens": 3066, - "ndcg5": 0.7466134836472739, - "ndcg10": 0.8025489000814112, - "p50_ms": 0.63704201602377, - "p90_ms": 6.403958977898583, - "p95_ms": 7.112000021152198, - "p99_ms": 9.116400009952487, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.7975471497593476, - "semantic": 0.696744094821578, - "symbol": 1.0 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "semble-semantic", - "chunks": 746, - "tokens": 2913, - "ndcg5": 0.8630525219852697, - "ndcg10": 0.8922931962910019, - "p50_ms": 0.5832090100739151, - "p90_ms": 6.401166989235207, - "p95_ms": 7.037375005893409, - "p99_ms": 8.857407793402674, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.9759363756548032, - "semantic": 0.7674002769474908, - "symbol": 1.0 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "unranked-auto", - "chunks": 746, - "tokens": 3066, - "ndcg5": 0.581005607128441, - "ndcg10": 0.6383452730609407, - "p50_ms": 0.2755839959718287, - "p90_ms": 0.2930830232799053, - "p95_ms": 0.29354201979003847, - "p99_ms": 0.29670840012840927, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.7789803659718559, - "semantic": 0.5670997906278327, - "symbol": 0.5696980113652532 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "unranked-balanced", - "chunks": 746, - "tokens": 3079, - "ndcg5": 0.5789187618504005, - "ndcg10": 0.6351691966507721, - "p50_ms": 0.26708299992606044, - "p90_ms": 0.2835000050254166, - "p95_ms": 0.2868750016205013, - "p99_ms": 0.2963086008094251, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.7789803659718559, - "semantic": 0.5670997906278327, - "symbol": 0.556358490442545 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "unranked-bm25", - "chunks": 746, - "tokens": 3034, - "ndcg5": 0.5140525231427374, - "ndcg10": 0.5757276392421492, - "p50_ms": 0.27691599098034203, - "p90_ms": 0.29075000202283263, - "p95_ms": 0.2937499957624823, - "p99_ms": 0.3117827989626676, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.5548939703862777, - "semantic": 0.5570540629072088, - "symbol": 0.6385072130432616 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "unranked-semantic", - "chunks": 746, - "tokens": 3007, - "ndcg5": 0.5961189882499377, - "ndcg10": 0.6457541194068457, - "p50_ms": 0.2676250005606562, - "p90_ms": 0.28762497822754085, - "p95_ms": 0.2952089998871088, - "p99_ms": 0.3133417805656791, - "index_ms": 311.94349998258986, - "by_category": { - "architecture": 0.8733067418236369, - "semantic": 0.5862241389871722, - "symbol": 0.4343344127787502 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-auto", - "chunks": 655, - "tokens": 3131, - "ndcg5": 0.9635059068184884, - "ndcg10": 0.9635059068184884, - "p50_ms": 0.7151664904085919, - "p90_ms": 6.675262504722923, - "p95_ms": 6.929831272282174, - "p99_ms": 9.036266253388018, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.94094521338378, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-balanced", - "chunks": 655, - "tokens": 3132, - "ndcg5": 0.9635059068184884, - "ndcg10": 0.9635059068184884, - "p50_ms": 0.7029795087873936, - "p90_ms": 6.706050003413112, - "p95_ms": 7.277641659311486, - "p99_ms": 8.947994742484294, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.94094521338378, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-bm25", - "chunks": 655, - "tokens": 3262, - "ndcg5": 0.9839441578296375, - "ndcg10": 0.9839441578296375, - "p50_ms": 0.6852919905213639, - "p90_ms": 6.586533004883678, - "p95_ms": 7.079980897833595, - "p99_ms": 8.7390289834002, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.9464805260987917, - "semantic": 0.9854037798451251, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "semble-semantic", - "chunks": 655, - "tokens": 3142, - "ndcg5": 0.9919720789148186, - "ndcg10": 0.9919720789148186, - "p50_ms": 0.6192084983922541, - "p90_ms": 6.164733308833093, - "p95_ms": 6.876593451306691, - "p99_ms": 8.516452297626525, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.9927018899225625, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "unranked-auto", - "chunks": 655, - "tokens": 3127, - "ndcg5": 0.8173793323602941, - "ndcg10": 0.8379710243820659, - "p50_ms": 0.27893749938812107, - "p90_ms": 0.30300000216811895, - "p95_ms": 0.3109771016170271, - "p99_ms": 0.329629028274212, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.8793760753221173, - "semantic": 0.8292083874249968, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "unranked-balanced", - "chunks": 655, - "tokens": 3135, - "ndcg5": 0.8173793323602941, - "ndcg10": 0.8379710243820659, - "p50_ms": 0.27041650901082903, - "p90_ms": 0.27912919758819044, - "p95_ms": 0.28155238687759265, - "p99_ms": 0.2836104852030985, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.8793760753221173, - "semantic": 0.8292083874249968, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "unranked-bm25", - "chunks": 655, - "tokens": 3128, - "ndcg5": 0.7226953524045273, - "ndcg10": 0.7658757420465466, - "p50_ms": 0.270208009169437, - "p90_ms": 0.2770703111309558, - "p95_ms": 0.2886069065425545, - "p99_ms": 0.28895496972836554, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.8036233607701616, - "semantic": 0.7187858871473136, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "unranked-semantic", - "chunks": 655, - "tokens": 3197, - "ndcg5": 0.8191606443724201, - "ndcg10": 0.846046430918511, - "p50_ms": 0.26889549917541444, - "p90_ms": 0.2833916951203719, - "p95_ms": 0.29259193397592753, - "p99_ms": 0.2933511877199635, - "index_ms": 281.84224999859, - "by_category": { - "architecture": 0.7688578654609097, - "semantic": 0.8437292444231052, - "symbol": 0.8888888888888888 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-auto", - "chunks": 168, - "tokens": 2420, - "ndcg5": 0.8587075709912144, - "ndcg10": 0.8696279428321226, - "p50_ms": 0.7018754986347631, - "p90_ms": 4.085508399293758, - "p95_ms": 4.119361039192881, - "p99_ms": 4.171072200115304, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.6030687082608802, - "semantic": 0.9308017017042276, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-balanced", - "chunks": 168, - "tokens": 2442, - "ndcg5": 0.8587075709912144, - "ndcg10": 0.8696279428321226, - "p50_ms": 0.7104374963091686, - "p90_ms": 4.078466986538842, - "p95_ms": 4.10626489756396, - "p99_ms": 4.299652992922347, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.6030687082608802, - "semantic": 0.9308017017042276, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 168, - "tokens": 2447, - "ndcg5": 0.8509249376624345, - "ndcg10": 0.8746069638173074, - "p50_ms": 0.7003334903856739, - "p90_ms": 3.9629714097827677, - "p95_ms": 4.120916365354788, - "p99_ms": 4.2798832766129635, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.6456142307547109, - "semantic": 0.9182297913969545, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 168, - "tokens": 2349, - "ndcg5": 0.8492675597231898, - "ndcg10": 0.8772970389580153, - "p50_ms": 0.6080414896132424, - "p90_ms": 3.961250011343509, - "p95_ms": 3.9624104188987985, - "p99_ms": 3.9629484835313633, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.698242740216615, - "semantic": 0.8949696753419146, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "unranked-auto", - "chunks": 168, - "tokens": 2523, - "ndcg5": 0.7701816001155912, - "ndcg10": 0.7892626843342179, - "p50_ms": 0.24387550365645438, - "p90_ms": 0.2587576978839934, - "p95_ms": 0.2617163583636284, - "p99_ms": 0.2770432597026229, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.6057805388787051, - "semantic": 0.8598409368316484, - "symbol": 0.8362970934676666 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "unranked-balanced", - "chunks": 168, - "tokens": 2524, - "ndcg5": 0.7723727876575338, - "ndcg10": 0.7914538718761605, - "p50_ms": 0.23793800210114568, - "p90_ms": 0.2455464011291042, - "p95_ms": 0.2465371653670445, - "p99_ms": 0.24964022741187364, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.6057805388787051, - "semantic": 0.8598409368316484, - "symbol": 0.8436010519408085 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "unranked-bm25", - "chunks": 168, - "tokens": 2556, - "ndcg5": 0.5981270320634365, - "ndcg10": 0.652051962803907, - "p50_ms": 0.24035399837885052, - "p90_ms": 0.2511541184503585, - "p95_ms": 0.2515494008548558, - "p99_ms": 0.25357708567753434, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.4692905241115832, - "semantic": 0.6341610772045271, - "symbol": 0.8311894901132466 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "unranked-semantic", - "chunks": 168, - "tokens": 2532, - "ndcg5": 0.7074356157188728, - "ndcg10": 0.7770285259419542, - "p50_ms": 0.24210449191741645, - "p90_ms": 0.2548624906921759, - "p95_ms": 0.25913335703080526, - "p99_ms": 0.29156027798308054, - "index_ms": 69.84016601927578, - "by_category": { - "architecture": 0.7791488175275083, - "semantic": 0.795298832280229, - "symbol": 0.7478561567799132 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-auto", - "chunks": 515, - "tokens": 3235, - "ndcg5": 0.7517782560805999, - "ndcg10": 0.7826029997030854, - "p50_ms": 0.7446464878739789, - "p90_ms": 6.611862516729161, - "p95_ms": 6.953716662246737, - "p99_ms": 9.911509749945248, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.663762511293996, - "semantic": 0.8348152134004999, - "symbol": 0.7718216255952429 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-balanced", - "chunks": 515, - "tokens": 3236, - "ndcg5": 0.7517782560805999, - "ndcg10": 0.7826029997030854, - "p50_ms": 0.8259169990196824, - "p90_ms": 6.404233720968477, - "p95_ms": 6.6575047967489835, - "p99_ms": 9.66020095511339, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.663762511293996, - "semantic": 0.8348152134004999, - "symbol": 0.7718216255952429 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-bm25", - "chunks": 515, - "tokens": 3321, - "ndcg5": 0.7539694436225426, - "ndcg10": 0.7884464696446104, - "p50_ms": 0.7181669934652746, - "p90_ms": 6.398300308501348, - "p95_ms": 6.722602111403833, - "p99_ms": 9.769854029291304, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.6747979495828043, - "semantic": 0.8384671926370708, - "symbol": 0.7777777777777778 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "semble-semantic", - "chunks": 515, - "tokens": 3231, - "ndcg5": 0.7508891280403, - "ndcg10": 0.7653423693561943, - "p50_ms": 0.6452710222220048, - "p90_ms": 6.2629709049360835, - "p95_ms": 6.832581892376768, - "p99_ms": 9.543849983019749, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.7578129652635776, - "semantic": 0.7931485467338333, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "unranked-auto", - "chunks": 515, - "tokens": 3250, - "ndcg5": 0.6696394630357186, - "ndcg10": 0.6863061297023854, - "p50_ms": 0.27400000544730574, - "p90_ms": 0.2798497007461265, - "p95_ms": 0.29104999703122303, - "p99_ms": 0.3051099934964441, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.452371901428583, - "semantic": 0.7916666666666666, - "symbol": 0.6547543623015969 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "unranked-balanced", - "chunks": 515, - "tokens": 3234, - "ndcg5": 0.6696394630357186, - "ndcg10": 0.6696394630357186, - "p50_ms": 0.27204150683246553, - "p90_ms": 0.2816713822539896, - "p95_ms": 0.2836142302840017, - "p99_ms": 0.28408923390088603, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.452371901428583, - "semantic": 0.7916666666666666, - "symbol": 0.5436432511904858 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "unranked-bm25", - "chunks": 515, - "tokens": 3351, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7291164890577864, - "p50_ms": 0.272374993073754, - "p90_ms": 0.2862913970602676, - "p95_ms": 0.29094614583300427, - "p99_ms": 0.2989892233745195, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.7470219239087327, - "symbol": 0.6623789802264932 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "unranked-semantic", - "chunks": 515, - "tokens": 3197, - "ndcg5": 0.5142789260714372, - "ndcg10": 0.5471407852100375, - "p50_ms": 0.26333300047554076, - "p90_ms": 0.277113079209812, - "p95_ms": 0.2785687451250851, - "p99_ms": 0.27961373096331954, - "index_ms": 226.68137500295416, - "by_category": { - "architecture": 0.4236133388501875, - "semantic": 0.5687290841624842, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-auto", - "chunks": 736, - "tokens": 2426, - "ndcg5": 0.6470043731162394, - "ndcg10": 0.688749488579633, - "p50_ms": 1.0349579970352352, - "p90_ms": 1.2544496945338324, - "p95_ms": 1.3058249853202142, - "p99_ms": 1.3183650144492276, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.631798727688293, - "symbol": 0.7123212623289701 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-balanced", - "chunks": 736, - "tokens": 2426, - "ndcg5": 0.6470043731162394, - "ndcg10": 0.688749488579633, - "p50_ms": 1.0680630075512454, - "p90_ms": 1.2118204991566017, - "p95_ms": 1.2219330135849304, - "p99_ms": 1.240553000534419, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.631798727688293, - "symbol": 0.7123212623289701 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-bm25", - "chunks": 736, - "tokens": 2599, - "ndcg5": 0.6047843843606779, - "ndcg10": 0.6431864357378508, - "p50_ms": 1.048395992256701, - "p90_ms": 1.187750609824434, - "p95_ms": 1.198406251205597, - "p99_ms": 1.2862812567618673, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 0.75, - "semantic": 0.6145953051417687, - "symbol": 0.6747979495828043 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "semble-semantic", - "chunks": 736, - "tokens": 2109, - "ndcg5": 0.5996748131686652, - "ndcg10": 0.6185749181885072, - "p50_ms": 0.7404169882647693, - "p90_ms": 0.8065330883255228, - "p95_ms": 0.8259235415607691, - "p99_ms": 0.8367847232148051, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 0.75, - "semantic": 0.5710030188377501, - "symbol": 0.6896918237758785 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "unranked-auto", - "chunks": 736, - "tokens": 2632, - "ndcg5": 0.6573007587339552, - "ndcg10": 0.7001131467676213, - "p50_ms": 0.28143748932052404, - "p90_ms": 0.2923702180851251, - "p95_ms": 0.2933684445451945, - "p99_ms": 0.2977072901558131, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.5881581344803386, - "symbol": 0.8712414374216044 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "unranked-balanced", - "chunks": 736, - "tokens": 2632, - "ndcg5": 0.6573007587339552, - "ndcg10": 0.7001131467676213, - "p50_ms": 0.27487450279295444, - "p90_ms": 0.28914651193190366, - "p95_ms": 0.2901506653870456, - "p99_ms": 0.29686373280128464, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.5881581344803386, - "symbol": 0.8712414374216044 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "unranked-bm25", - "chunks": 736, - "tokens": 2807, - "ndcg5": 0.6375696397737991, - "ndcg10": 0.6484900116147073, - "p50_ms": 0.27637500897981226, - "p90_ms": 0.28799158171750605, - "p95_ms": 0.2892410455388017, - "p99_ms": 0.2922817986109294, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.5799325903246731, - "symbol": 0.6861353116146786 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "unranked-semantic", - "chunks": 736, - "tokens": 2409, - "ndcg5": 0.6004264621397062, - "ndcg10": 0.6393763132154399, - "p50_ms": 0.27058350678998977, - "p90_ms": 0.28035000432282686, - "p95_ms": 0.2841478766640648, - "p99_ms": 0.2939959679497406, - "index_ms": 390.40829200530425, - "by_category": { - "architecture": 1.0, - "semantic": 0.4947168520923674, - "symbol": 0.8712414374216044 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-auto", - "chunks": 48, - "tokens": 2986, - "ndcg5": 0.8477197786179612, - "ndcg10": 0.8477197786179612, - "p50_ms": 0.4666454915422946, - "p90_ms": 0.4977207980118692, - "p95_ms": 0.5114788466016762, - "p99_ms": 0.5706957503571174, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.6703622950309012, - "semantic": 0.9432199620879166 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-balanced", - "chunks": 48, - "tokens": 2986, - "ndcg5": 0.8477197786179612, - "ndcg10": 0.8477197786179612, - "p50_ms": 0.4697919939644635, - "p90_ms": 0.5036832968471572, - "p95_ms": 0.5323600824340247, - "p99_ms": 0.5327720029163174, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.6703622950309012, - "semantic": 0.9432199620879166 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-bm25", - "chunks": 48, - "tokens": 2969, - "ndcg5": 0.8346268032608155, - "ndcg10": 0.8346268032608155, - "p50_ms": 0.47310400987043977, - "p90_ms": 0.5140833061886951, - "p95_ms": 0.5227371962973848, - "p99_ms": 0.5231810343684629, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.651658044520693, - "semantic": 0.9331484425824198 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "semble-semantic", - "chunks": 48, - "tokens": 2660, - "ndcg5": 0.782049759204785, - "ndcg10": 0.7998601185601861, - "p50_ms": 0.44443749357014894, - "p90_ms": 0.473000603960827, - "p95_ms": 0.48649789387127385, - "p99_ms": 0.5149659721064381, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.6149523294267735, - "semantic": 0.8994258511704852 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "unranked-auto", - "chunks": 48, - "tokens": 3122, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.22733300284016877, - "p90_ms": 0.23852080630604178, - "p95_ms": 0.24260173522634432, - "p99_ms": 0.25048675102880225, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.9472756790816368, - "semantic": 0.9716099810439582 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "unranked-balanced", - "chunks": 48, - "tokens": 3122, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.2296250022482127, - "p90_ms": 0.23926599242258817, - "p95_ms": 0.24890979839256042, - "p99_ms": 0.33051555248675857, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.9472756790816368, - "semantic": 0.9716099810439582 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "unranked-bm25", - "chunks": 48, - "tokens": 3213, - "ndcg5": 0.8946394630357186, - "ndcg10": 0.9124498223911198, - "p50_ms": 0.22966699907556176, - "p90_ms": 0.23943748965393752, - "p95_ms": 0.24163335183402523, - "p99_ms": 0.24936026165960357, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.8945513581632737, - "semantic": 0.9220874569753447 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "unranked-semantic", - "chunks": 48, - "tokens": 2794, - "ndcg5": 0.8361353116146788, - "ndcg10": 0.8361353116146788, - "p50_ms": 0.23043699911795557, - "p90_ms": 0.23783359793014824, - "p95_ms": 0.243957998463884, - "p99_ms": 0.2458580129314214, - "index_ms": 21.76887501263991, - "by_category": { - "architecture": 0.7659075880209694, - "semantic": 0.8739502397035989 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-auto", - "chunks": 1262, - "tokens": 2797, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9113147192765458, - "p50_ms": 3.407666998100467, - "p90_ms": 9.609492187155416, - "p95_ms": 13.171170221176, - "p99_ms": 14.242834032047538, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.8065735963827292, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-balanced", - "chunks": 1262, - "tokens": 2810, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9113147192765458, - "p50_ms": 3.3914789819391444, - "p90_ms": 8.982316299807287, - "p95_ms": 13.106024399166927, - "p99_ms": 13.989272069884462, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.8065735963827292, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-bm25", - "chunks": 1262, - "tokens": 2873, - "ndcg5": 0.9, - "ndcg10": 0.9, - "p50_ms": 3.3381664979970083, - "p90_ms": 9.293529411661446, - "p95_ms": 13.405322300968692, - "p99_ms": 14.243698044447227, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.75, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "semble-semantic", - "chunks": 1262, - "tokens": 2794, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9209860394574093, - "p50_ms": 3.2942079997155815, - "p90_ms": 9.10118721076288, - "p95_ms": 13.092856253206264, - "p99_ms": 13.696771250979507, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.8549301972870469, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "unranked-auto", - "chunks": 1262, - "tokens": 2897, - "ndcg5": 0.8002968226739917, - "ndcg10": 0.8105159425534157, - "p50_ms": 0.3825210005743429, - "p90_ms": 0.41213721851818275, - "p95_ms": 0.488177033548709, - "p99_ms": 0.5079682168434374, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.8010955993971215, - "semantic": 0.7875006699908373, - "symbol": 0.8551549589285763 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "unranked-balanced", - "chunks": 1262, - "tokens": 2893, - "ndcg5": 0.8002968226739915, - "ndcg10": 0.8105159425534157, - "p50_ms": 0.3853329981211573, - "p90_ms": 0.41278281132690614, - "p95_ms": 0.4432839457876981, - "p99_ms": 0.497623209375888, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.8010955993971215, - "semantic": 0.7875006699908373, - "symbol": 0.8551549589285763 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "unranked-bm25", - "chunks": 1262, - "tokens": 2865, - "ndcg5": 0.5941575884408941, - "ndcg10": 0.6033863732798725, - "p50_ms": 0.39237500459421426, - "p90_ms": 0.42326599068474025, - "p95_ms": 0.4354660384706222, - "p99_ms": 0.4704268134082667, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.3443038288345123, - "semantic": 0.5559582396687942, - "symbol": 0.8551549589285763 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "unranked-semantic", - "chunks": 1262, - "tokens": 2789, - "ndcg5": 0.7928612069551187, - "ndcg10": 0.8312632583322916, - "p50_ms": 0.40249997982755303, - "p90_ms": 0.44999227684456855, - "p95_ms": 0.46783778961980726, - "p99_ms": 0.5635339536820537, - "index_ms": 809.9836670153309, - "by_category": { - "architecture": 0.7562452583002234, - "semantic": 0.8244076946336916, - "symbol": 0.892701197851337 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-auto", - "chunks": 263, - "tokens": 2603, - "ndcg5": 0.8205558097806902, - "ndcg10": 0.853282094626217, - "p50_ms": 0.8070000039879233, - "p90_ms": 4.844908200902864, - "p95_ms": 5.069929387536831, - "p99_ms": 5.102852285490371, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.6828696993548315, - "semantic": 0.9589921948412731, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-balanced", - "chunks": 263, - "tokens": 2596, - "ndcg5": 0.8205558097806902, - "ndcg10": 0.853282094626217, - "p50_ms": 0.776228989707306, - "p90_ms": 4.651487397495657, - "p95_ms": 5.030720595095772, - "p99_ms": 5.091977721604053, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.6828696993548315, - "semantic": 0.9589921948412731, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-bm25", - "chunks": 263, - "tokens": 2685, - "ndcg5": 0.7707813288789214, - "ndcg10": 0.8057947331707882, - "p50_ms": 0.7481039938284084, - "p90_ms": 4.491266995319165, - "p95_ms": 4.815598187269642, - "p99_ms": 5.117319651180877, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.6852526560599687, - "semantic": 0.8624288341269906, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "semble-semantic", - "chunks": 263, - "tokens": 2474, - "ndcg5": 0.7260972989196864, - "ndcg10": 0.7805524822080799, - "p50_ms": 0.6002290028845891, - "p90_ms": 4.383587502525188, - "p95_ms": 4.630156201892532, - "p99_ms": 4.705097640980966, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.5813897280167648, - "semantic": 0.881186284230377, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "unranked-auto", - "chunks": 263, - "tokens": 2705, - "ndcg5": 0.9061007172313449, - "ndcg10": 0.918234463721243, - "p50_ms": 0.24862449208740145, - "p90_ms": 0.26841239887289703, - "p95_ms": 0.2752955566393211, - "p99_ms": 0.29155911935959006, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.7547033911637286, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "unranked-balanced", - "chunks": 263, - "tokens": 2718, - "ndcg5": 0.9061007172313449, - "ndcg10": 0.918234463721243, - "p50_ms": 0.2440830139676109, - "p90_ms": 0.26165021408814937, - "p95_ms": 0.27130276284879074, - "p99_ms": 0.27512775239301845, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.7547033911637286, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "unranked-bm25", - "chunks": 263, - "tokens": 2742, - "ndcg5": 0.8578287045608461, - "ndcg10": 0.8578287045608461, - "p50_ms": 0.2507505123503506, - "p90_ms": 0.2603409899165854, - "p95_ms": 0.2631285635288805, - "p99_ms": 0.27259211405180395, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.6349978214206287, - "semantic": 0.9589921948412731, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "unranked-semantic", - "chunks": 263, - "tokens": 2704, - "ndcg5": 0.8058853585266573, - "ndcg10": 0.8392203097039183, - "p50_ms": 0.2519790141377598, - "p90_ms": 0.2678248943993822, - "p95_ms": 0.2781705654342658, - "p99_ms": 0.2978340946719981, - "index_ms": 129.31458299863152, - "by_category": { - "architecture": 0.6406843445879357, - "semantic": 0.9179843896825461, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-auto", - "chunks": 197, - "tokens": 3207, - "ndcg5": 0.8591297799361982, - "ndcg10": 0.8591297799361982, - "p50_ms": 0.7134999905247241, - "p90_ms": 6.690616387641056, - "p95_ms": 8.520512504037466, - "p99_ms": 9.458402500022203, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8811396422923916, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-balanced", - "chunks": 197, - "tokens": 3194, - "ndcg5": 0.8591297799361982, - "ndcg10": 0.8591297799361982, - "p50_ms": 0.7074579771142453, - "p90_ms": 6.717699399450792, - "p95_ms": 8.534591287025249, - "p99_ms": 9.321251067449339, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8811396422923916, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-bm25", - "chunks": 197, - "tokens": 3161, - "ndcg5": 0.8397050301241697, - "ndcg10": 0.8397050301241697, - "p50_ms": 0.6972500123083591, - "p90_ms": 6.518025195691733, - "p95_ms": 8.487474708817896, - "p99_ms": 9.40559493843466, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8475878017079786, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "semble-semantic", - "chunks": 197, - "tokens": 3036, - "ndcg5": 0.8259229508008584, - "ndcg10": 0.8434668104499813, - "p50_ms": 0.6304589915089309, - "p90_ms": 6.428333598887546, - "p95_ms": 8.411487500416113, - "p99_ms": 9.174597506644204, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.7666666666666667, - "semantic": 0.8356850968378461, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "unranked-auto", - "chunks": 197, - "tokens": 3262, - "ndcg5": 0.7653421881627279, - "ndcg10": 0.7840899348526239, - "p50_ms": 0.25445802020840347, - "p90_ms": 0.2636997844092548, - "p95_ms": 0.2761420008027926, - "p99_ms": 0.279562005889602, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.6035565121611999, - "semantic": 0.807266018308532, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "unranked-balanced", - "chunks": 197, - "tokens": 3276, - "ndcg5": 0.7653421881627279, - "ndcg10": 0.7840899348526239, - "p50_ms": 0.2491670020390302, - "p90_ms": 0.25994221796281636, - "p95_ms": 0.2634625096106901, - "p99_ms": 0.27849249832797796, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.6035565121611999, - "semantic": 0.807266018308532, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "unranked-bm25", - "chunks": 197, - "tokens": 3213, - "ndcg5": 0.7307932700227693, - "ndcg10": 0.7473966845904393, - "p50_ms": 0.2480830007698387, - "p90_ms": 0.25603342219255865, - "p95_ms": 0.25748780462890863, - "p99_ms": 0.25979756377637386, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.6123212623289701, - "semantic": 0.7399027905066813, - "symbol": 1.0 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "unranked-semantic", - "chunks": 197, - "tokens": 3123, - "ndcg5": 0.7206597929061216, - "ndcg10": 0.7546214778232747, - "p50_ms": 0.2457080117892474, - "p90_ms": 0.2533664111979306, - "p95_ms": 0.25557502231094986, - "p99_ms": 0.25611500546801835, - "index_ms": 112.7214590087533, - "by_category": { - "architecture": 0.5839989159778691, - "semantic": 0.7988076131983104, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-auto", - "chunks": 315, - "tokens": 3388, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.49604199011810124, - "p90_ms": 5.100833304459229, - "p95_ms": 5.371216368803289, - "p99_ms": 5.587943277496379, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 1.0, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-balanced", - "chunks": 315, - "tokens": 3352, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4935000033583492, - "p90_ms": 5.153075317502953, - "p95_ms": 5.208352106274106, - "p99_ms": 5.291604016092606, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 1.0, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-bm25", - "chunks": 315, - "tokens": 3257, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.4579164960887283, - "p90_ms": 5.006449995562435, - "p95_ms": 5.324749990541022, - "p99_ms": 5.467249991779681, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 1.0, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "semble-semantic", - "chunks": 315, - "tokens": 3302, - "ndcg5": 0.9775325271359823, - "ndcg10": 0.9775325271359823, - "p50_ms": 0.4236670065438375, - "p90_ms": 5.1334210962522775, - "p95_ms": 5.214589259412605, - "p99_ms": 5.336284257064108, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.986620131524698, - "semantic": 0.9630929753571458, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "unranked-auto", - "chunks": 315, - "tokens": 3546, - "ndcg5": 0.8468306505776612, - "ndcg10": 0.8748601298124866, - "p50_ms": 0.25666649162303656, - "p90_ms": 0.2717749943258241, - "p95_ms": 0.28448124503484, - "p99_ms": 0.3202962523209862, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.9695882650589908, - "semantic": 0.8048743252324331, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "click", - "language": "python", - "mode": "unranked-balanced", - "chunks": 315, - "tokens": 3557, - "ndcg5": 0.8468306505776612, - "ndcg10": 0.8748601298124866, - "p50_ms": 0.24764549743849784, - "p90_ms": 0.2590249903732911, - "p95_ms": 0.26560210826573893, - "p99_ms": 0.2766540212905966, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.9695882650589908, - "semantic": 0.8048743252324331, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "click", - "language": "python", - "mode": "unranked-bm25", - "chunks": 315, - "tokens": 3554, - "ndcg5": 0.889389356842921, - "ndcg10": 0.9003097286838292, - "p50_ms": 0.2482290001353249, - "p90_ms": 0.2606464986456558, - "p95_ms": 0.2622339525260031, - "p99_ms": 0.27781318640336394, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.9137459265651259, - "semantic": 0.8892789260714373, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "click", - "language": "python", - "mode": "unranked-semantic", - "chunks": 315, - "tokens": 3330, - "ndcg5": 0.7346268032608154, - "ndcg10": 0.7791307782964112, - "p50_ms": 0.24835449585225433, - "p90_ms": 0.25352920638397336, - "p95_ms": 0.256208646169398, - "p99_ms": 0.25874172599287704, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.91041406385918, - "semantic": 0.7132994242093663, - "symbol": 0.7467842351698699 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-auto", - "chunks": 398, - "tokens": 5293, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.6678334902971983, - "p90_ms": 7.8019497130299, - "p95_ms": 8.477602040511561, - "p99_ms": 14.131653193035154, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-balanced", - "chunks": 398, - "tokens": 5289, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.6652084994129837, - "p90_ms": 7.555875598336571, - "p95_ms": 8.237491708132444, - "p99_ms": 14.043765561073076, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-bm25", - "chunks": 398, - "tokens": 5621, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.591646006796509, - "p90_ms": 7.5360541784903035, - "p95_ms": 8.14037113304949, - "p99_ms": 13.966974233917416, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "semble-semantic", - "chunks": 398, - "tokens": 4199, - "ndcg5": 0.790440450572295, - "ndcg10": 0.790440450572295, - "p50_ms": 0.5443125119199976, - "p90_ms": 7.687270807218739, - "p95_ms": 8.362999644305097, - "p99_ms": 13.962932744470882, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 0.793643251190486, - "semantic": 0.7769954094820893, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "unranked-auto", - "chunks": 398, - "tokens": 3773, - "ndcg5": 0.8389821033974456, - "ndcg10": 0.8389821033974456, - "p50_ms": 0.26227100170217454, - "p90_ms": 0.271212199004367, - "p95_ms": 0.2751729465671815, - "p99_ms": 0.2835018004407175, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 0.8362970934676666, - "semantic": 0.8300845230519507, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "unranked-balanced", - "chunks": 398, - "tokens": 3776, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8574356157188727, - "p50_ms": 0.26502099353820086, - "p90_ms": 0.2743589866440743, - "p95_ms": 0.27627144736470655, - "p99_ms": 0.2848206940689124, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 0.8362970934676666, - "semantic": 0.8300845230519507, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "unranked-bm25", - "chunks": 398, - "tokens": 3898, - "ndcg5": 0.7235643897382131, - "ndcg10": 0.7386158895214121, - "p50_ms": 0.25687449669931084, - "p90_ms": 0.26646668557077646, - "p95_ms": 0.2741586387855932, - "p99_ms": 0.27593173494096845, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 0.6989698760630589, - "semantic": 0.7225062527707663, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "unranked-semantic", - "chunks": 398, - "tokens": 3462, - "ndcg5": 0.7886407638034061, - "ndcg10": 0.8197606717859672, - "p50_ms": 0.2582079905550927, - "p90_ms": 0.2679580793483183, - "p95_ms": 0.2696652547456324, - "p99_ms": 0.2785002556629479, - "index_ms": 183.82320800446905, - "by_category": { - "architecture": 0.614000745216012, - "semantic": 0.8828371785839336, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-auto", - "chunks": 3176, - "tokens": 3252, - "ndcg5": 0.8696123574829959, - "ndcg10": 0.8958857274902101, - "p50_ms": 1.2149170215707272, - "p90_ms": 18.637250002939254, - "p95_ms": 26.661041978513822, - "p99_ms": 26.990608376218006, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.7216293209723186, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-balanced", - "chunks": 3176, - "tokens": 3195, - "ndcg5": 0.8696123574829959, - "ndcg10": 0.8958857274902101, - "p50_ms": 1.2728330038953573, - "p90_ms": 19.140541000524536, - "p95_ms": 26.84862501337193, - "p99_ms": 27.023824997013435, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.7216293209723186, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-bm25", - "chunks": 3176, - "tokens": 3333, - "ndcg5": 0.8273812714242084, - "ndcg10": 0.8273812714242084, - "p50_ms": 1.2431249779183418, - "p90_ms": 18.674374994589016, - "p95_ms": 26.370583014795557, - "p99_ms": 27.46911659487523, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.5377157309218195, - "semantic": 0.8401328219387797, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "semble-semantic", - "chunks": 3176, - "tokens": 3124, - "ndcg5": 0.8988098428527798, - "ndcg10": 0.9229751887164013, - "p50_ms": 1.112625002861023, - "p90_ms": 18.615957989823073, - "p95_ms": 26.422582974191755, - "p99_ms": 27.16731660766527, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.7068731519671702, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "unranked-auto", - "chunks": 3176, - "tokens": 3495, - "ndcg5": 0.8043761391577814, - "ndcg10": 0.8043761391577814, - "p50_ms": 0.6217499903868884, - "p90_ms": 0.7662079879082739, - "p95_ms": 0.7743329915683717, - "p99_ms": 0.8238665934186429, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.6458344499847289, - "semantic": 0.808818987056269, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "unranked-balanced", - "chunks": 3176, - "tokens": 3506, - "ndcg5": 0.8043761391577814, - "ndcg10": 0.8043761391577814, - "p50_ms": 0.6040419975761324, - "p90_ms": 0.6817499815952033, - "p95_ms": 0.731500011170283, - "p99_ms": 0.8679327846039088, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.6458344499847289, - "semantic": 0.808818987056269, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "unranked-bm25", - "chunks": 3176, - "tokens": 3265, - "ndcg5": 0.6418831630471958, - "ndcg10": 0.6418831630471958, - "p50_ms": 0.6157919997349381, - "p90_ms": 0.6817500106990337, - "p95_ms": 0.6899579893797636, - "p99_ms": 0.7156915962696075, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.677622660637882, - "semantic": 0.558267763464715, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "unranked-semantic", - "chunks": 3176, - "tokens": 3204, - "ndcg5": 0.821950912797236, - "ndcg10": 0.8307402316915011, - "p50_ms": 0.6621250067837536, - "p90_ms": 0.7506250112783164, - "p95_ms": 0.7597919902764261, - "p99_ms": 0.879391992930323, - "index_ms": 1376.2499999720603, - "by_category": { - "architecture": 0.707359682244585, - "semantic": 0.8615433079746321, - "symbol": 0.8154648767857288 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-auto", - "chunks": 4485, - "tokens": 2977, - "ndcg5": 0.6059541823122645, - "ndcg10": 0.7042297304400422, - "p50_ms": 1.0613129998091608, - "p90_ms": 1.1454416991909966, - "p95_ms": 1.205129493610002, - "p99_ms": 1.2311595148639753, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.6509413349725708, - "semantic": 0.7478293267316096 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-balanced", - "chunks": 4485, - "tokens": 2977, - "ndcg5": 0.6059541823122645, - "ndcg10": 0.7042297304400422, - "p50_ms": 1.7622710001887754, - "p90_ms": 2.0667618984589353, - "p95_ms": 2.0765999986906536, - "p99_ms": 2.2130199978710148, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.6509413349725708, - "semantic": 0.7478293267316096 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-bm25", - "chunks": 4485, - "tokens": 3165, - "ndcg5": 0.5658738461810555, - "ndcg10": 0.6327907827090764, - "p50_ms": 1.5260414947988465, - "p90_ms": 1.8547705025412142, - "p95_ms": 1.898780942428857, - "p99_ms": 1.9093897915445268, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.6278678063282713, - "semantic": 0.6368186724751894 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "semble-semantic", - "chunks": 4485, - "tokens": 2910, - "ndcg5": 0.6567529365307936, - "ndcg10": 0.6834465522109883, - "p50_ms": 0.8992710063466802, - "p90_ms": 1.093970809597522, - "p95_ms": 1.123176739201881, - "p99_ms": 1.14360173989553, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.6501557421013141, - "semantic": 0.7106844877552668 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "unranked-auto", - "chunks": 4485, - "tokens": 3013, - "ndcg5": 0.519843289803598, - "ndcg10": 0.5342965311194924, - "p50_ms": 0.5894165078643709, - "p90_ms": 0.665520815527998, - "p95_ms": 0.7185788461356424, - "p99_ms": 0.7356157826143317, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.400726861104333, - "semantic": 0.6435808065864409 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "unranked-balanced", - "chunks": 4485, - "tokens": 3013, - "ndcg5": 0.519843289803598, - "ndcg10": 0.5342965311194924, - "p50_ms": 0.5438960070023313, - "p90_ms": 0.6506204954348505, - "p95_ms": 0.6741580698871985, - "p99_ms": 0.7189988094614818, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.400726861104333, - "semantic": 0.6435808065864409 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "unranked-bm25", - "chunks": 4485, - "tokens": 3087, - "ndcg5": 0.49882976820122876, - "ndcg10": 0.5386566226739258, - "p50_ms": 0.5152289959369227, - "p90_ms": 0.5998420121613891, - "p95_ms": 0.6446419836720452, - "p99_ms": 0.651861994410865, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.49138459061286394, - "semantic": 0.5773337398147944 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "unranked-semantic", - "chunks": 4485, - "tokens": 2866, - "ndcg5": 0.44817154898348466, - "ndcg10": 0.5068784954736206, - "p50_ms": 0.5097710090922192, - "p90_ms": 0.5629083956591785, - "p95_ms": 0.5784714478068054, - "p99_ms": 0.5881606810726225, - "index_ms": 2173.038125009043, - "by_category": { - "architecture": 0.39756822023237465, - "semantic": 0.5963141752164581 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-auto", - "chunks": 422, - "tokens": 2497, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8741022823855396, - "p50_ms": 5.417124499217607, - "p90_ms": 8.008304215036336, - "p95_ms": 10.217866991297345, - "p99_ms": 13.15260699775535, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.7217132018086354, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-balanced", - "chunks": 422, - "tokens": 2495, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8741022823855396, - "p50_ms": 5.323312012478709, - "p90_ms": 7.554662809707228, - "p95_ms": 10.084383317735048, - "p99_ms": 12.917409467045212, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.7217132018086354, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 422, - "tokens": 2822, - "ndcg5": 0.8946394630357186, - "ndcg10": 0.9104127068750051, - "p50_ms": 5.303874509991147, - "p90_ms": 7.606320478953425, - "p95_ms": 10.271122599078812, - "p99_ms": 13.140724513505115, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.9077324383928644, - "semantic": 0.8905634141483573, - "symbol": 1.0 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 422, - "tokens": 2440, - "ndcg5": 0.7477197786179612, - "ndcg10": 0.7810531119512946, - "p50_ms": 5.358208989491686, - "p90_ms": 7.474916393402967, - "p95_ms": 10.122671155841092, - "p99_ms": 12.685834246804003, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.4910657717261977, - "semantic": 0.8197537809323923, - "symbol": 1.0 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "unranked-auto", - "chunks": 422, - "tokens": 3034, - "ndcg5": 0.8530803155822426, - "ndcg10": 0.8681318153654416, - "p50_ms": 0.27227149985264987, - "p90_ms": 0.2849670097930357, - "p95_ms": 0.28816490375902504, - "p99_ms": 0.2957329776836559, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.8252574989159953, - "semantic": 0.9278158701265269, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "unranked-balanced", - "chunks": 422, - "tokens": 3045, - "ndcg5": 0.8530803155822426, - "ndcg10": 0.8681318153654416, - "p50_ms": 0.2786874974844977, - "p90_ms": 0.333158002467826, - "p95_ms": 0.33962049783440307, - "p99_ms": 0.34209049452329054, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.8252574989159953, - "semantic": 0.9278158701265269, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "unranked-bm25", - "chunks": 422, - "tokens": 2975, - "ndcg5": 0.8508891280402999, - "ndcg10": 0.8653423693561944, - "p50_ms": 0.2652080147527158, - "p90_ms": 0.2815788902807981, - "p95_ms": 0.28773990052286536, - "p99_ms": 0.2964479831280187, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 1.0, - "semantic": 0.8399995830684112, - "symbol": 0.7956176024115139 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "unranked-semantic", - "chunks": 422, - "tokens": 2687, - "ndcg5": 0.6382994242093665, - "ndcg10": 0.6698459118879393, - "p50_ms": 0.27045849128626287, - "p90_ms": 0.28984592063352466, - "p95_ms": 0.2925339533248916, - "p99_ms": 0.3031731938244775, - "index_ms": 219.3461249989923, - "by_category": { - "architecture": 0.4077324383928644, - "semantic": 0.7983950520732912, - "symbol": 0.46228426907818054 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-auto", - "chunks": 764, - "tokens": 5419, - "ndcg5": 0.8890941716165459, - "ndcg10": 0.9078419183064419, - "p50_ms": 1.0366669739596546, - "p90_ms": 12.299558613449333, - "p95_ms": 13.596004206920039, - "p99_ms": 15.078334436984733, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 1.0, - "semantic": 0.8936974380193028, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-balanced", - "chunks": 764, - "tokens": 5417, - "ndcg5": 0.8890941716165459, - "ndcg10": 0.9078419183064419, - "p50_ms": 0.8215419948101044, - "p90_ms": 10.677841398864985, - "p95_ms": 11.04269998031668, - "p99_ms": 11.94503997801803, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 1.0, - "semantic": 0.8936974380193028, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 764, - "tokens": 6779, - "ndcg5": 0.8822031319548903, - "ndcg10": 0.8997469916040131, - "p50_ms": 0.7036250026430935, - "p90_ms": 10.949057998368517, - "p95_ms": 11.382795614190396, - "p99_ms": 12.310426328331232, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 1.0, - "semantic": 0.8818663913003686, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 764, - "tokens": 4246, - "ndcg5": 0.9085189214285745, - "ndcg10": 0.9260627810776972, - "p50_ms": 0.5657919973600656, - "p90_ms": 10.832116397796199, - "p95_ms": 11.160620904411187, - "p99_ms": 11.620491360663436, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 1.0, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "unranked-auto", - "chunks": 764, - "tokens": 6132, - "ndcg5": 0.881796967203219, - "ndcg10": 0.881796967203219, - "p50_ms": 0.2968749904539436, - "p90_ms": 0.37538340548053384, - "p95_ms": 0.41058361239265645, - "p99_ms": 0.43338312243577093, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9278158701265269, - "symbol": 0.6872021038816168 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "unranked-balanced", - "chunks": 764, - "tokens": 6123, - "ndcg5": 0.8854455694098825, - "ndcg10": 0.8854455694098825, - "p50_ms": 0.295000005280599, - "p90_ms": 0.31399199506267905, - "p95_ms": 0.3178794926498085, - "p99_ms": 0.3257094894070178, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9278158701265269, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "unranked-bm25", - "chunks": 764, - "tokens": 7586, - "ndcg5": 0.9154099610902302, - "ndcg10": 0.9154099610902302, - "p50_ms": 0.29558298410847783, - "p90_ms": 0.33330779406242067, - "p95_ms": 0.3784917062148451, - "p99_ms": 0.4009319469332695, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 0.7539531690476383, - "semantic": 0.9615384615384616, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "unranked-semantic", - "chunks": 764, - "tokens": 4716, - "ndcg5": 0.6820276078633493, - "ndcg10": 0.6986310224310192, - "p50_ms": 0.2892090124078095, - "p90_ms": 0.3275995957665145, - "p95_ms": 0.3864618804072961, - "p99_ms": 0.38859237160068005, - "index_ms": 426.8510830006562, - "by_category": { - "architecture": 0.7956176024115139, - "semantic": 0.6822580044729863, - "symbol": 0.6725941869353331 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-auto", - "chunks": 748, - "tokens": 2910, - "ndcg5": 0.6721248511673115, - "ndcg10": 0.7154638415285817, - "p50_ms": 1.2123334890929982, - "p90_ms": 10.177795897470787, - "p95_ms": 10.698054800741378, - "p99_ms": 13.931410945951933, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.6547543623015969, - "semantic": 0.6675009816904887, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-balanced", - "chunks": 748, - "tokens": 2883, - "ndcg5": 0.6721248511673115, - "ndcg10": 0.7154638415285817, - "p50_ms": 1.329646009253338, - "p90_ms": 9.737787797348574, - "p95_ms": 10.644475002482075, - "p99_ms": 18.30489500513066, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.6547543623015969, - "semantic": 0.6675009816904887, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 748, - "tokens": 2953, - "ndcg5": 0.640281540814747, - "ndcg10": 0.6893881179873668, - "p50_ms": 1.0735000105341896, - "p90_ms": 8.926908293506132, - "p95_ms": 9.836151800118387, - "p99_ms": 10.160197564400733, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.5495994033730207, - "semantic": 0.6527831535448767, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 748, - "tokens": 2824, - "ndcg5": 0.6823884767144834, - "ndcg10": 0.7035279684348159, - "p50_ms": 1.3375625130720437, - "p90_ms": 10.0055002985755, - "p95_ms": 10.951193737855647, - "p99_ms": 11.394938754674513, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.5, - "semantic": 0.6836113834783085, - "symbol": 1.0 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "unranked-auto", - "chunks": 748, - "tokens": 2965, - "ndcg5": 0.5292662662965341, - "ndcg10": 0.5437195076124285, - "p50_ms": 0.3072914987569675, - "p90_ms": 0.4096868971828372, - "p95_ms": 0.43287499865982687, - "p99_ms": 0.508875002269633, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.420619835714305, - "semantic": 0.5794664746504038, - "symbol": 0.5 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "unranked-balanced", - "chunks": 748, - "tokens": 2975, - "ndcg5": 0.5292662662965341, - "ndcg10": 0.5437195076124285, - "p50_ms": 0.3147500101476908, - "p90_ms": 0.38975449569988996, - "p95_ms": 0.39665030926698824, - "p99_ms": 0.4723964541335589, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.420619835714305, - "semantic": 0.5794664746504038, - "symbol": 0.5 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "unranked-bm25", - "chunks": 748, - "tokens": 3020, - "ndcg5": 0.4815464876785729, - "ndcg10": 0.5245511411927698, - "p50_ms": 0.3083750052610412, - "p90_ms": 0.43512080446816986, - "p95_ms": 0.4588976036757231, - "p99_ms": 0.4617795208469033, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.1111111111111111, - "semantic": 0.6184063921801473, - "symbol": 0.5 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "unranked-semantic", - "chunks": 748, - "tokens": 2996, - "ndcg5": 0.40437669706801777, - "ndcg10": 0.48246427529830116, - "p50_ms": 0.30095850524958223, - "p90_ms": 0.4081835853867234, - "p95_ms": 0.48642259062035015, - "p99_ms": 0.5276845124899409, - "index_ms": 346.651625004597, - "by_category": { - "architecture": 0.2103099178571525, - "semantic": 0.5830106118061816, - "symbol": 0.28540239570267406 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-auto", - "chunks": 52, - "tokens": 3222, - "ndcg5": 0.8828459250958742, - "ndcg10": 0.9097317116419653, - "p50_ms": 0.4282494919607416, - "p90_ms": 0.5187252943869681, - "p95_ms": 0.7401499999105021, - "p99_ms": 3.1573299804585946, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.95, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-balanced", - "chunks": 52, - "tokens": 3222, - "ndcg5": 0.8828459250958742, - "ndcg10": 0.9097317116419653, - "p50_ms": 0.41566649451851845, - "p90_ms": 0.6225002871360631, - "p95_ms": 0.8439000070211503, - "p99_ms": 3.5479800045140975, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.95, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 52, - "tokens": 3164, - "ndcg5": 0.8328459250958742, - "ndcg10": 0.8763983783086319, - "p50_ms": 0.4125420091440901, - "p90_ms": 0.4857534891925754, - "p95_ms": 0.7484202156774723, - "p99_ms": 3.2754840492270842, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.8833333333333334, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 52, - "tokens": 3135, - "ndcg5": 0.9673793323602942, - "ndcg10": 0.9673793323602942, - "p50_ms": 0.38239549030549824, - "p90_ms": 0.4851958045037464, - "p95_ms": 0.6729955508490116, - "p99_ms": 3.1245663241133985, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.9595224133763464, - "semantic": 0.9630929753571458, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "unranked-auto", - "chunks": 52, - "tokens": 3065, - "ndcg5": 0.8511859507142916, - "ndcg10": 0.8621063225551998, - "p50_ms": 0.2400204975856468, - "p90_ms": 0.26526658330112696, - "p95_ms": 0.2706598155782558, - "p99_ms": 0.29906556272180745, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8356195986270888, - "semantic": 0.9261859507142916, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "unranked-balanced", - "chunks": 52, - "tokens": 3065, - "ndcg5": 0.8511859507142916, - "ndcg10": 0.8621063225551998, - "p50_ms": 0.2416875067865476, - "p90_ms": 0.317245488986373, - "p95_ms": 0.3373788480530493, - "p99_ms": 0.36467577418079594, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8356195986270888, - "semantic": 0.9261859507142916, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "unranked-bm25", - "chunks": 52, - "tokens": 3042, - "ndcg5": 0.8340318758101658, - "ndcg10": 0.8340318758101658, - "p50_ms": 0.24445851158816367, - "p90_ms": 0.33396221115253866, - "p95_ms": 0.35821875062538344, - "p99_ms": 0.6921437717392104, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.8268354650698487, - "semantic": 0.8761859507142915, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "unranked-semantic", - "chunks": 52, - "tokens": 3028, - "ndcg5": 0.8700052554926719, - "ndcg10": 0.8901544121725585, - "p50_ms": 0.2468745078658685, - "p90_ms": 0.3056249930523336, - "p95_ms": 0.31778125849086797, - "p99_ms": 0.3657562477746978, - "index_ms": 26.341082993894815, - "by_category": { - "architecture": 0.9256603463804863, - "semantic": 0.9261859507142916, - "symbol": 0.6872021038816168 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-auto", - "chunks": 602, - "tokens": 2771, - "ndcg5": 0.7720650033558547, - "ndcg10": 0.8110148544315884, - "p50_ms": 0.6697710050502792, - "p90_ms": 6.181054702028633, - "p95_ms": 6.9635118648875505, - "p99_ms": 7.403868773253634, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.752227327035497, - "semantic": 0.744338224922911, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-balanced", - "chunks": 602, - "tokens": 2762, - "ndcg5": 0.7720650033558547, - "ndcg10": 0.8110148544315884, - "p50_ms": 0.6073124968679622, - "p90_ms": 5.645929495221936, - "p95_ms": 6.375100283185021, - "p99_ms": 6.923186463536694, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.752227327035497, - "semantic": 0.744338224922911, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-bm25", - "chunks": 602, - "tokens": 2884, - "ndcg5": 0.7488903984408443, - "ndcg10": 0.779547758079117, - "p50_ms": 0.5392705061240122, - "p90_ms": 5.6127832969650635, - "p95_ms": 6.133230886189268, - "p99_ms": 6.960078960983081, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.6655732204458643, - "semantic": 0.7414928273076613, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "semble-semantic", - "chunks": 602, - "tokens": 2643, - "ndcg5": 0.7278631948012831, - "ndcg10": 0.759375258663963, - "p50_ms": 0.49552098789718, - "p90_ms": 5.834666412556544, - "p95_ms": 5.939185756142252, - "p99_ms": 6.900870757526716, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.716463304293911, - "semantic": 0.6465327554027356, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "unranked-auto", - "chunks": 602, - "tokens": 2954, - "ndcg5": 0.5732348013074413, - "ndcg10": 0.6011778498652703, - "p50_ms": 0.2608955110190436, - "p90_ms": 0.27927529299631715, - "p95_ms": 0.2860103952116333, - "p99_ms": 0.28806849353713915, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.6424089883345083, - "semantic": 0.5700565217790561, - "symbol": 0.5932483809462802 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "unranked-balanced", - "chunks": 602, - "tokens": 2968, - "ndcg5": 0.569768629211111, - "ndcg10": 0.5977116777689401, - "p50_ms": 0.26124999567400664, - "p90_ms": 0.27894648374058306, - "p95_ms": 0.2903902408434078, - "p99_ms": 0.2950452541699633, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.6424089883345083, - "semantic": 0.5700565217790561, - "symbol": 0.5793836925609589 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "unranked-bm25", - "chunks": 602, - "tokens": 2937, - "ndcg5": 0.5575617259627392, - "ndcg10": 0.6056539312004549, - "p50_ms": 0.26652051019482315, - "p90_ms": 0.28847858193330467, - "p95_ms": 0.3039211587747559, - "p99_ms": 0.3077842266066, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.5596612303921843, - "semantic": 0.6406776829706734, - "symbol": 0.614005709499684 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "unranked-semantic", - "chunks": 602, - "tokens": 2842, - "ndcg5": 0.4970484167459651, - "ndcg10": 0.5676854571504828, - "p50_ms": 0.27277048502583057, - "p90_ms": 0.29372107819654053, - "p95_ms": 0.3160413529258222, - "p99_ms": 0.3572082740720361, - "index_ms": 281.0208330047317, - "by_category": { - "architecture": 0.6582009931413012, - "semantic": 0.5099294544153737, - "symbol": 0.5333733111395114 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-auto", - "chunks": 295, - "tokens": 3091, - "ndcg5": 0.8557211782963206, - "ndcg10": 0.8645104971905857, - "p50_ms": 0.5638750153593719, - "p90_ms": 5.110416997922584, - "p95_ms": 5.278666998492554, - "p99_ms": 6.182099814759568, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.844478447513369, - "semantic": 0.875474919603933, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-balanced", - "chunks": 295, - "tokens": 3085, - "ndcg5": 0.8557211782963206, - "ndcg10": 0.8645104971905857, - "p50_ms": 0.5710000114049762, - "p90_ms": 4.9544579815119505, - "p95_ms": 4.987291002180427, - "p99_ms": 5.83369181258604, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.844478447513369, - "semantic": 0.875474919603933, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-bm25", - "chunks": 295, - "tokens": 3118, - "ndcg5": 0.7880156619029626, - "ndcg10": 0.8169378300546872, - "p50_ms": 0.5197090213187039, - "p90_ms": 4.77954201051034, - "p95_ms": 5.102124996483326, - "p99_ms": 5.736624985001982, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.7368910005703153, - "semantic": 0.8531191122173428, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "semble-semantic", - "chunks": 295, - "tokens": 3007, - "ndcg5": 0.8330286581849992, - "ndcg10": 0.8518689783565331, - "p50_ms": 0.44395800796337426, - "p90_ms": 4.899207997368649, - "p95_ms": 5.206582980463281, - "p99_ms": 5.8127838012296715, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.8862663128276633, - "semantic": 0.8247488329934634, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "unranked-auto", - "chunks": 295, - "tokens": 3147, - "ndcg5": 0.6478277332867745, - "ndcg10": 0.677171363668866, - "p50_ms": 0.2654590061865747, - "p90_ms": 0.32945798011496663, - "p95_ms": 0.35612500505521894, - "p99_ms": 0.37312499480322003, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.6333847373778614, - "semantic": 0.779608773725262, - "symbol": 0.40373632147442334 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "unranked-balanced", - "chunks": 295, - "tokens": 3139, - "ndcg5": 0.6478277332867745, - "ndcg10": 0.6767499014384991, - "p50_ms": 0.24862497230060399, - "p90_ms": 0.2924999862443656, - "p95_ms": 0.29658302082680166, - "p99_ms": 0.349316600477323, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.6333847373778614, - "semantic": 0.779608773725262, - "symbol": 0.40078608586185577 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "unranked-bm25", - "chunks": 295, - "tokens": 3144, - "ndcg5": 0.554631589036825, - "ndcg10": 0.5922428243145523, - "p50_ms": 0.2637909783516079, - "p90_ms": 0.3173750010319054, - "p95_ms": 0.33599999733269215, - "p99_ms": 0.4640327999368311, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.4900891594837953, - "semantic": 0.6592268109676124, - "symbol": 0.5849934245250985 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "unranked-semantic", - "chunks": 295, - "tokens": 3141, - "ndcg5": 0.6698597257550478, - "ndcg10": 0.6790705068796797, - "p50_ms": 0.2466249861754477, - "p90_ms": 0.27616601437330246, - "p95_ms": 0.2765829849522561, - "p99_ms": 0.27868300094269216, - "index_ms": 127.164959005313, - "by_category": { - "architecture": 0.7129089297290726, - "semantic": 0.6775080700965304, - "symbol": 0.6058431217693115 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-auto", - "chunks": 483, - "tokens": 2937, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.5766460089944303, - "p90_ms": 1.2238666007760983, - "p95_ms": 5.775753561465535, - "p99_ms": 5.830284308467526, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-balanced", - "chunks": 483, - "tokens": 2937, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.5769374984083697, - "p90_ms": 1.4634249790106038, - "p95_ms": 5.826712482667062, - "p99_ms": 5.947742497373838, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 483, - "tokens": 2949, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.5352710140869021, - "p90_ms": 1.2791378045221864, - "p95_ms": 5.9010853845393285, - "p99_ms": 5.928983480553143, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 483, - "tokens": 2805, - "ndcg5": 0.9139821033974457, - "ndcg10": 0.9139821033974457, - "p50_ms": 0.4951874871039763, - "p90_ms": 1.168949718703523, - "p95_ms": 5.696910407277755, - "p99_ms": 5.883648474118672, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "unranked-auto", - "chunks": 483, - "tokens": 3042, - "ndcg5": 0.6839441240727362, - "ndcg10": 0.7325792270506228, - "p50_ms": 0.2825625124387443, - "p90_ms": 0.3067710989853367, - "p95_ms": 0.3134059516014531, - "p99_ms": 0.31451477261725813, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.7670099985546605, - "semantic": 0.7116929812938521, - "symbol": 0.7956176024115139 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "unranked-balanced", - "chunks": 483, - "tokens": 3030, - "ndcg5": 0.6839441240727362, - "ndcg10": 0.7325792270506228, - "p50_ms": 0.28062501223757863, - "p90_ms": 0.31127528054639697, - "p95_ms": 0.31360624998342246, - "p99_ms": 0.3171212546294555, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.7670099985546605, - "semantic": 0.7116929812938521, - "symbol": 0.7956176024115139 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "unranked-bm25", - "chunks": 483, - "tokens": 2919, - "ndcg5": 0.6974229559439696, - "ndcg10": 0.7469514817492364, - "p50_ms": 0.27470798522699624, - "p90_ms": 0.2899585902923718, - "p95_ms": 0.29417884798021987, - "p99_ms": 0.301335753465537, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.7202016034197648, - "symbol": 0.7854023957026741 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "unranked-semantic", - "chunks": 483, - "tokens": 2931, - "ndcg5": 0.7483120839842696, - "ndcg10": 0.7661224433396707, - "p50_ms": 0.2705414954107255, - "p90_ms": 0.2923922991612926, - "p95_ms": 0.3021503463969566, - "p99_ms": 0.30569726863177493, - "index_ms": 474.85504200449213, - "by_category": { - "architecture": 0.7854023957026741, - "semantic": 0.7525403658294285, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-auto", - "chunks": 576, - "tokens": 3122, - "ndcg5": 0.8596409794466148, - "ndcg10": 0.8596409794466148, - "p50_ms": 0.7069584971759468, - "p90_ms": 6.457408104324714, - "p95_ms": 6.804773554904386, - "p99_ms": 7.149654714157804, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.9696354815039873, - "semantic": 0.7613642454462158, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-balanced", - "chunks": 576, - "tokens": 3052, - "ndcg5": 0.8596409794466148, - "ndcg10": 0.8596409794466148, - "p50_ms": 0.830312492325902, - "p90_ms": 6.043283405597323, - "p95_ms": 6.776140251895413, - "p99_ms": 6.98409526492469, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.9696354815039873, - "semantic": 0.7613642454462158, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-bm25", - "chunks": 576, - "tokens": 3114, - "ndcg5": 0.8478915245796339, - "ndcg10": 0.8478915245796339, - "p50_ms": 0.6882705056341365, - "p90_ms": 5.8014084002934405, - "p95_ms": 6.564373541914392, - "p99_ms": 6.768274711503182, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.9741138831378698, - "semantic": 0.7375588357059507, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "semble-semantic", - "chunks": 576, - "tokens": 3004, - "ndcg5": 0.7272745881097904, - "ndcg10": 0.7453150200895939, - "p50_ms": 0.5724790098611265, - "p90_ms": 5.649741992237979, - "p95_ms": 6.149117011227645, - "p99_ms": 6.222456994582899, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.746085697019908, - "semantic": 0.6754351108793119, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "unranked-auto", - "chunks": 576, - "tokens": 3169, - "ndcg5": 0.6299639818719751, - "ndcg10": 0.679834204788617, - "p50_ms": 0.26647900813259184, - "p90_ms": 0.2811334124999121, - "p95_ms": 0.2859360480215401, - "p99_ms": 0.32358721247874195, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.676164962011653, - "semantic": 0.6399722112456746, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "unranked-balanced", - "chunks": 576, - "tokens": 3166, - "ndcg5": 0.6299639818719751, - "ndcg10": 0.679834204788617, - "p50_ms": 0.2748124970821664, - "p90_ms": 0.2925705164670944, - "p95_ms": 0.2948163484688848, - "p99_ms": 0.3135632758494466, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.676164962011653, - "semantic": 0.6399722112456746, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "unranked-bm25", - "chunks": 576, - "tokens": 3108, - "ndcg5": 0.5630627979278054, - "ndcg10": 0.5704648457019521, - "p50_ms": 0.2597705024527386, - "p90_ms": 0.27110481751151383, - "p95_ms": 0.27258155460003763, - "p99_ms": 0.2750827168347314, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.44351516510961914, - "semantic": 0.5680187203073934, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "unranked-semantic", - "chunks": 576, - "tokens": 3091, - "ndcg5": 0.6579769982598568, - "ndcg10": 0.677319638621584, - "p50_ms": 0.2596665144665167, - "p90_ms": 0.27309939032420516, - "p95_ms": 0.2761875046417117, - "p99_ms": 0.2809374965727329, - "index_ms": 302.56762501085177, - "by_category": { - "architecture": 0.6307555442147937, - "semantic": 0.6601690461039014, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-auto", - "chunks": 1472, - "tokens": 3451, - "ndcg5": 0.8981274659106212, - "ndcg10": 0.8981274659106212, - "p50_ms": 2.0786459936061874, - "p90_ms": 11.050600293674506, - "p95_ms": 11.814164598763458, - "p99_ms": 15.939666520862367, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.6751724527673773, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-balanced", - "chunks": 1472, - "tokens": 3425, - "ndcg5": 0.8981274659106212, - "ndcg10": 0.8981274659106212, - "p50_ms": 2.1051454968983307, - "p90_ms": 11.279457996715793, - "p95_ms": 12.777299704612235, - "p99_ms": 15.503293548827054, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.6751724527673773, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-bm25", - "chunks": 1472, - "tokens": 3667, - "ndcg5": 0.8077987860914849, - "ndcg10": 0.843019934649174, - "p50_ms": 1.281729491893202, - "p90_ms": 9.908978911698798, - "p95_ms": 10.884648263163403, - "p99_ms": 14.61406326008727, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.603501015656573, - "semantic": 0.8446394630357187, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "semble-semantic", - "chunks": 1472, - "tokens": 3045, - "ndcg5": 0.6702976822534626, - "ndcg10": 0.6891977872733046, - "p50_ms": 0.9912709938362241, - "p90_ms": 9.822375309886413, - "p95_ms": 10.78706664120546, - "p99_ms": 14.306879739451682, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.27881306371324033, - "semantic": 0.6668703490613132, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "unranked-auto", - "chunks": 1472, - "tokens": 3343, - "ndcg5": 0.5025325271359822, - "ndcg10": 0.5396374335614975, - "p50_ms": 0.43381199066061527, - "p90_ms": 0.4830872145248577, - "p95_ms": 0.48497292009415105, - "p99_ms": 0.4959609979414381, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.684312594875533, - "semantic": 0.5222164958394485, - "symbol": 0.47222222222222227 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "unranked-balanced", - "chunks": 1472, - "tokens": 3358, - "ndcg5": 0.5056128427182248, - "ndcg10": 0.5427177491437402, - "p50_ms": 0.41879199852701277, - "p90_ms": 0.4955753072863445, - "p95_ms": 0.539758347440511, - "p99_ms": 0.5569852632470429, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.684312594875533, - "semantic": 0.5222164958394485, - "symbol": 0.48248994082969726 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "unranked-bm25", - "chunks": 1472, - "tokens": 3368, - "ndcg5": 0.41498166220922944, - "ndcg10": 0.47305782850902844, - "p50_ms": 0.4294374957680702, - "p90_ms": 0.4916288802633062, - "p95_ms": 0.5062398762675002, - "p99_ms": 0.516847973340191, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.5355175557423575, - "semantic": 0.41703740328336814, - "symbol": 0.5247853857295761 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "unranked-semantic", - "chunks": 1472, - "tokens": 3056, - "ndcg5": 0.35839371354213445, - "ndcg10": 0.4147818757101879, - "p50_ms": 0.43799998820759356, - "p90_ms": 0.49634940514806664, - "p95_ms": 0.5267270826152526, - "p99_ms": 0.5529790229047649, - "index_ms": 637.1460829977877, - "by_category": { - "architecture": 0.3950698027129531, - "semantic": 0.4570086289926036, - "symbol": 0.357545335570985 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-auto", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.932845925095874, - "ndcg10": 0.932845925095874, - "p50_ms": 0.7078124908730388, - "p90_ms": 5.0256255955901, - "p95_ms": 5.065220867982134, - "p99_ms": 5.216777789173648, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 1.0, - "semantic": 0.8966860386090373, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-balanced", - "chunks": 208, - "tokens": 2786, - "ndcg5": 0.932845925095874, - "ndcg10": 0.932845925095874, - "p50_ms": 0.7422080088872463, - "p90_ms": 5.037078892928548, - "p95_ms": 5.089519030298106, - "p99_ms": 5.271570188342594, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 1.0, - "semantic": 0.8966860386090373, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-bm25", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.9503631703726118, - "ndcg10": 0.9503631703726118, - "p50_ms": 0.692395493388176, - "p90_ms": 5.264316295506433, - "p95_ms": 5.397007676947397, - "p99_ms": 6.099501530115957, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 1.0, - "semantic": 0.9236356467270953, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "semble-semantic", - "chunks": 208, - "tokens": 2671, - "ndcg5": 0.9038319645532835, - "ndcg10": 0.9038319645532835, - "p50_ms": 0.6913125107530504, - "p90_ms": 4.755212488817052, - "p95_ms": 5.053345854685176, - "p99_ms": 5.109902782423887, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 1.0, - "semantic": 0.8520491762358209, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "unranked-auto", - "chunks": 208, - "tokens": 2788, - "ndcg5": 0.7471911988659319, - "ndcg10": 0.7690319425477482, - "p50_ms": 0.26454150793142617, - "p90_ms": 0.2860457869246602, - "p95_ms": 0.30147055076668045, - "p99_ms": 0.3586613180232233, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 0.9438515431945408, - "semantic": 0.6860118821384528, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "unranked-balanced", - "chunks": 208, - "tokens": 2790, - "ndcg5": 0.740644711187359, - "ndcg10": 0.7624854548691753, - "p50_ms": 0.2678125019883737, - "p90_ms": 0.30686598329339176, - "p95_ms": 0.31417438149219384, - "p99_ms": 0.38080209371400986, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 0.9438515431945408, - "semantic": 0.6860118821384528, - "symbol": 0.875 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "unranked-bm25", - "chunks": 208, - "tokens": 2827, - "ndcg5": 0.6966901155768763, - "ndcg10": 0.7372702463659444, - "p50_ms": 0.26014598552137613, - "p90_ms": 0.2908749942434952, - "p95_ms": 0.34559171326691296, - "p99_ms": 0.4590855495189315, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 0.9301288265165021, - "semantic": 0.6403145149383018, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "unranked-semantic", - "chunks": 208, - "tokens": 2833, - "ndcg5": 0.6507673678865613, - "ndcg10": 0.6609864877659856, - "p50_ms": 0.25691650807857513, - "p90_ms": 0.334271212341264, - "p95_ms": 0.3968339311541058, - "p99_ms": 0.4101331697893329, - "index_ms": 87.51633300562389, - "by_category": { - "architecture": 0.827091553035404, - "semantic": 0.5467327186647725, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-auto", - "chunks": 974, - "tokens": 2995, - "ndcg5": 0.9569537411240482, - "ndcg10": 0.9569537411240482, - "p50_ms": 6.592750505660661, - "p90_ms": 9.677766700042413, - "p95_ms": 11.089681553130506, - "p99_ms": 13.191302707127758, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.9590717717793499, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-balanced", - "chunks": 974, - "tokens": 2984, - "ndcg5": 0.9569537411240482, - "ndcg10": 0.9569537411240482, - "p50_ms": 6.463083496782929, - "p90_ms": 8.522270788671449, - "p95_ms": 8.958914256072607, - "p99_ms": 12.378249258617865, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.9590717717793499, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-bm25", - "chunks": 974, - "tokens": 3084, - "ndcg5": 0.930657359638273, - "ndcg10": 0.9415777314791811, - "p50_ms": 6.609666495933197, - "p90_ms": 8.374628887395374, - "p95_ms": 8.593187798396688, - "p99_ms": 11.567003958043637, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.9438515431945408, - "semantic": 0.9285714285714286, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "semble-semantic", - "chunks": 974, - "tokens": 2754, - "ndcg5": 0.9340790148145551, - "ndcg10": 0.9340790148145551, - "p50_ms": 6.076520498027094, - "p90_ms": 8.125062478939071, - "p95_ms": 8.39327498979401, - "p99_ms": 11.144855017191725, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.8502168475732151, - "semantic": 0.9379235538265327, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "unranked-auto", - "chunks": 974, - "tokens": 2936, - "ndcg5": 0.8061606311644851, - "ndcg10": 0.8336423107007498, - "p50_ms": 0.37350050115492195, - "p90_ms": 0.40414188988506794, - "p95_ms": 0.40643686370458454, - "p99_ms": 0.41055376816075295, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.9355245321275764, - "semantic": 0.7761623298308761, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "unranked-balanced", - "chunks": 974, - "tokens": 2948, - "ndcg5": 0.8061606311644851, - "ndcg10": 0.8336423107007498, - "p50_ms": 0.3636244946392253, - "p90_ms": 0.3972589911427349, - "p95_ms": 0.39883189456304535, - "p99_ms": 0.41589997446862975, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.9355245321275764, - "semantic": 0.7761623298308761, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "unranked-bm25", - "chunks": 974, - "tokens": 3073, - "ndcg5": 0.7002968226739916, - "ndcg10": 0.7489319256518782, - "p50_ms": 0.36897951213177294, - "p90_ms": 0.40730389009695506, - "p95_ms": 0.4517648863838987, - "p99_ms": 0.6014529807725919, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.8710490642551528, - "semantic": 0.6953258261929033, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "unranked-semantic", - "chunks": 974, - "tokens": 2820, - "ndcg5": 0.8017782560805999, - "ndcg10": 0.828664042626691, - "p50_ms": 0.3728334995685145, - "p90_ms": 0.3995753068011254, - "p95_ms": 0.4063124943058938, - "p99_ms": 0.435762497363612, - "index_ms": 590.8950410084799, - "by_category": { - "architecture": 0.8637450682743425, - "semantic": 0.7844318319793421, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-auto", - "chunks": 248, - "tokens": 3071, - "ndcg5": 0.8558604034079137, - "ndcg10": 0.8655928985311748, - "p50_ms": 0.5428750009741634, - "p90_ms": 4.2457499948795885, - "p95_ms": 5.0612500053830445, - "p99_ms": 5.274250020738691, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.8385023461759126, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-balanced", - "chunks": 248, - "tokens": 3071, - "ndcg5": 0.8558604034079137, - "ndcg10": 0.8655928985311748, - "p50_ms": 0.5467919982038438, - "p90_ms": 4.208958009257913, - "p95_ms": 5.0760000012815, - "p99_ms": 5.3492327919229865, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.8385023461759126, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-bm25", - "chunks": 248, - "tokens": 3147, - "ndcg5": 0.7967391998053831, - "ndcg10": 0.8168720490628425, - "p50_ms": 0.5306660023052245, - "p90_ms": 4.377375007607043, - "p95_ms": 5.061125004431233, - "p99_ms": 5.355258606141433, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.6697244465126132, - "semantic": 0.8295824338590445, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "semble-semantic", - "chunks": 248, - "tokens": 2988, - "ndcg5": 0.8636943999759038, - "ndcg10": 0.8636943999759038, - "p50_ms": 0.4332080134190619, - "p90_ms": 4.25804199767299, - "p95_ms": 4.89541600109078, - "p99_ms": 5.194983194814995, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.7693371977496508, - "semantic": 0.861358001694047, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "unranked-auto", - "chunks": 248, - "tokens": 3159, - "ndcg5": 0.7718463695880237, - "ndcg10": 0.8011899999701151, - "p50_ms": 0.24949997896328568, - "p90_ms": 0.286291993688792, - "p95_ms": 0.28908299282193184, - "p99_ms": 0.301250210031867, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.7874602613304431, - "semantic": 0.8244421010383269, - "symbol": 0.7785578521428744 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "unranked-balanced", - "chunks": 248, - "tokens": 3156, - "ndcg5": 0.7656116194179542, - "ndcg10": 0.7949552498000458, - "p50_ms": 0.24883300648070872, - "p90_ms": 0.26354100555181503, - "p95_ms": 0.269292009761557, - "p99_ms": 0.27549201040528715, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.7874602613304431, - "semantic": 0.8244421010383269, - "symbol": 0.752371901428583 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "unranked-bm25", - "chunks": 248, - "tokens": 3206, - "ndcg5": 0.6504388112195796, - "ndcg10": 0.7194234700416017, - "p50_ms": 0.23933302145451307, - "p90_ms": 0.26087500737048686, - "p95_ms": 0.2615000121295452, - "p99_ms": 0.2747335936874151, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.6618424433006205, - "semantic": 0.7313562785616576, - "symbol": 0.7785578521428744 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "unranked-semantic", - "chunks": 248, - "tokens": 3007, - "ndcg5": 0.7305743412973411, - "ndcg10": 0.7500393315438635, - "p50_ms": 0.24870899505913258, - "p90_ms": 0.27670798590406775, - "p95_ms": 0.2835830091498792, - "p99_ms": 0.29715021373704076, - "index_ms": 103.29145900323056, - "by_category": { - "architecture": 0.7207271158895354, - "semantic": 0.8125496544977794, - "symbol": 0.6785578521428745 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-auto", - "chunks": 4635, - "tokens": 2854, - "ndcg5": 0.7271911875419426, - "ndcg10": 0.7661410386176761, - "p50_ms": 1.8264375103171915, - "p90_ms": 16.696137507096868, - "p95_ms": 18.69939374882961, - "p99_ms": 20.93217876303242, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.6226294385530917, - "semantic": 0.708679883333827, - "symbol": 0.9719257715972703 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-balanced", - "chunks": 4635, - "tokens": 2868, - "ndcg5": 0.7271911875419426, - "ndcg10": 0.7648919869576316, - "p50_ms": 1.5855625097174197, - "p90_ms": 16.18825479235966, - "p95_ms": 17.838408652460203, - "p99_ms": 19.69268174259923, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.6226294385530917, - "semantic": 0.708679883333827, - "symbol": 0.9677622660637882 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-bm25", - "chunks": 4635, - "tokens": 2925, - "ndcg5": 0.7078428691643481, - "ndcg10": 0.7187632410052565, - "p50_ms": 1.4940209948690608, - "p90_ms": 15.832233102992179, - "p95_ms": 17.232715208956506, - "p99_ms": 19.039709458302237, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.696495111878151, - "semantic": 0.5436432511904858, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "semble-semantic", - "chunks": 4635, - "tokens": 2765, - "ndcg5": 0.6963932929028848, - "ndcg10": 0.7130599595695515, - "p50_ms": 1.322438009083271, - "p90_ms": 15.995149404625408, - "p95_ms": 16.59472082537832, - "p99_ms": 18.904676951060534, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.5065735963827291, - "semantic": 0.6794648907457693, - "symbol": 0.9355245321275764 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "unranked-auto", - "chunks": 4635, - "tokens": 3098, - "ndcg5": 0.43681799080275796, - "ndcg10": 0.4572562305616065, - "p50_ms": 0.5462084955070168, - "p90_ms": 0.6252705032238738, - "p95_ms": 0.691485099378042, - "p99_ms": 0.8685970160877329, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.4861353566238805, - "semantic": 0.4329909403116438, - "symbol": 0.4695882275513224 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "unranked-balanced", - "chunks": 4635, - "tokens": 3100, - "ndcg5": 0.4061606311644851, - "ndcg10": 0.44440923027873486, - "p50_ms": 0.5430835153674707, - "p90_ms": 0.6300494103925303, - "p95_ms": 0.656716650701128, - "p99_ms": 0.7018097228137775, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.4861353566238805, - "semantic": 0.4329909403116438, - "symbol": 0.4267648932750831 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "unranked-bm25", - "chunks": 4635, - "tokens": 3114, - "ndcg5": 0.3911732909393883, - "ndcg10": 0.4633511163771451, - "p50_ms": 0.4944374813931063, - "p90_ms": 0.6054871890228242, - "p95_ms": 0.6411416339688004, - "p99_ms": 0.7173947221599518, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.5021911987942431, - "semantic": 0.3452615576882476, - "symbol": 0.6081187190629095 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "unranked-semantic", - "chunks": 4635, - "tokens": 2909, - "ndcg5": 0.3868598856384648, - "ndcg10": 0.42367570898501816, - "p50_ms": 0.5049165047239512, - "p90_ms": 0.6070083036320284, - "p95_ms": 0.632647612656001, - "p99_ms": 0.6450295358081348, - "index_ms": 2050.977083010366, - "by_category": { - "architecture": 0.4276256451932704, - "semantic": 0.5898473574203784, - "symbol": 0.1711266228251007 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-auto", - "chunks": 891, - "tokens": 5691, - "ndcg5": 0.9258891280402999, - "ndcg10": 0.9258891280402999, - "p50_ms": 3.969979487010278, - "p90_ms": 12.794638093328103, - "p95_ms": 13.127058364625558, - "p99_ms": 16.838645253737916, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.9298416114861429, - "symbol": 1.0 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-balanced", - "chunks": 891, - "tokens": 5692, - "ndcg5": 0.9258891280402999, - "ndcg10": 0.9258891280402999, - "p50_ms": 4.333228993345983, - "p90_ms": 12.751958606531844, - "p95_ms": 13.481474627042193, - "p99_ms": 16.80102772661484, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.9298416114861429, - "symbol": 1.0 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 891, - "tokens": 6076, - "ndcg5": 0.8770750787545915, - "ndcg10": 0.8770750787545915, - "p50_ms": 4.236292006680742, - "p90_ms": 12.83933330269065, - "p95_ms": 13.804951804922897, - "p99_ms": 16.9284575630445, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.8507551301085979, - "symbol": 1.0 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 891, - "tokens": 5439, - "ndcg5": 0.8755032715262121, - "ndcg10": 0.8755032715262121, - "p50_ms": 4.380729500553571, - "p90_ms": 13.056424996466376, - "p95_ms": 13.32630624820013, - "p99_ms": 16.32726125011686, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8102255193577976, - "semantic": 0.8628134908893463, - "symbol": 1.0 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "unranked-auto", - "chunks": 891, - "tokens": 6140, - "ndcg5": 0.7161732909393883, - "ndcg10": 0.7339836502947894, - "p50_ms": 0.5336454923963174, - "p90_ms": 0.807925601839088, - "p95_ms": 0.8502062744810246, - "p99_ms": 0.8818412499385886, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.7271195004211277, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "unranked-balanced", - "chunks": 891, - "tokens": 6161, - "ndcg5": 0.7161732909393883, - "ndcg10": 0.7339836502947894, - "p50_ms": 0.3811040078289807, - "p90_ms": 0.5467207869514824, - "p95_ms": 0.6065684137865902, - "p99_ms": 0.6823464762419461, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.7271195004211277, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "unranked-bm25", - "chunks": 891, - "tokens": 6157, - "ndcg5": 0.719253606521631, - "ndcg10": 0.719253606521631, - "p50_ms": 0.3596460010157898, - "p90_ms": 0.4186835954897106, - "p95_ms": 0.4371142335003242, - "p99_ms": 0.4413892439333722, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.6967244554900828, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "unranked-semantic", - "chunks": 891, - "tokens": 6168, - "ndcg5": 0.6948459118879393, - "ndcg10": 0.7098974116711384, - "p50_ms": 0.3597080067265779, - "p90_ms": 0.4264163871994242, - "p95_ms": 0.43138573673786595, - "p99_ms": 0.44421074591809884, - "index_ms": 395.7505419966765, - "by_category": { - "architecture": 0.7956176024115139, - "semantic": 0.6792903878945887, - "symbol": 0.7670099985546605 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-auto", - "chunks": 425, - "tokens": 3653, - "ndcg5": 0.7900720626804801, - "ndcg10": 0.817659101188055, - "p50_ms": 1.1286460066912696, - "p90_ms": 8.778895786963403, - "p95_ms": 8.869320488884114, - "p99_ms": 9.043930491316132, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.8100730714340207, - "semantic": 0.668952931960422, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-balanced", - "chunks": 425, - "tokens": 3655, - "ndcg5": 0.7900720626804801, - "ndcg10": 0.817659101188055, - "p50_ms": 1.247354011866264, - "p90_ms": 8.543011889560148, - "p95_ms": 8.989206262049265, - "p99_ms": 9.07214125210885, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.8100730714340207, - "semantic": 0.668952931960422, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-bm25", - "chunks": 425, - "tokens": 4184, - "ndcg5": 0.6932243773277306, - "ndcg10": 0.7240351892289266, - "p50_ms": 1.2109794915886596, - "p90_ms": 8.467212491086684, - "p95_ms": 8.630027108301874, - "p99_ms": 8.664639023772907, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.7054200272245202, - "semantic": 0.5061090848581274, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "semble-semantic", - "chunks": 425, - "tokens": 2990, - "ndcg5": 0.8817442629897814, - "ndcg10": 0.8817442629897814, - "p50_ms": 0.8963750005932525, - "p90_ms": 8.195575000718236, - "p95_ms": 8.342064610042144, - "p99_ms": 8.35254651872674, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.8314523706433415, - "semantic": 0.830674095041748, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "unranked-auto", - "chunks": 425, - "tokens": 4794, - "ndcg5": 0.521456584669979, - "ndcg10": 0.5809116970904882, - "p50_ms": 0.2843959955498576, - "p90_ms": 0.3356463770614937, - "p95_ms": 0.3532101050950587, - "p99_ms": 0.3722420125268399, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.5205039613345114, - "semantic": 0.35352945892402604, - "symbol": 0.9166666666666666 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "unranked-balanced", - "chunks": 425, - "tokens": 4796, - "ndcg5": 0.49645658466997905, - "ndcg10": 0.5559116970904882, - "p50_ms": 0.2699375036172569, - "p90_ms": 0.2859124942915514, - "p95_ms": 0.2874312558560632, - "p99_ms": 0.28828626236645505, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.5205039613345114, - "semantic": 0.35352945892402604, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "unranked-bm25", - "chunks": 425, - "tokens": 4759, - "ndcg5": 0.41137801104364013, - "ndcg10": 0.4545836567590248, - "p50_ms": 0.2775000029942021, - "p90_ms": 0.2979493845487014, - "p95_ms": 0.32543335255468264, - "p99_ms": 0.328220269002486, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.27349099993619197, - "semantic": 0.23960516223245035, - "symbol": 0.9166666666666666 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "unranked-semantic", - "chunks": 425, - "tokens": 3251, - "ndcg5": 0.5851610740876642, - "ndcg10": 0.64376266160649, - "p50_ms": 0.26945849822368473, - "p90_ms": 0.2895330195315182, - "p95_ms": 0.29759136377833784, - "p99_ms": 0.3243182634469121, - "index_ms": 190.9224590053782, - "by_category": { - "architecture": 0.5111293037725083, - "semantic": 0.6678499922958597, - "symbol": 0.7703996932752036 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-auto", - "chunks": 6257, - "tokens": 2712, - "ndcg5": 0.7270004576052422, - "ndcg10": 0.767053986066706, - "p50_ms": 1.409812510246411, - "p90_ms": 17.292586877010766, - "p95_ms": 18.58537288790103, - "p99_ms": 18.701240990194492, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.7179954576115433, - "semantic": 0.7426868627202068, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-balanced", - "chunks": 6257, - "tokens": 2692, - "ndcg5": 0.7270004576052422, - "ndcg10": 0.767053986066706, - "p50_ms": 1.5923335013212636, - "p90_ms": 16.928745806217194, - "p95_ms": 17.359676759224385, - "p99_ms": 17.686001744586974, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.7179954576115433, - "semantic": 0.7426868627202068, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-bm25", - "chunks": 6257, - "tokens": 2797, - "ndcg5": 0.7809729571593107, - "ndcg10": 0.7809729571593107, - "p50_ms": 1.4712920092279091, - "p90_ms": 16.89901670033578, - "p95_ms": 17.34104824863607, - "p99_ms": 17.628043266304303, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.6437052076399759, - "semantic": 0.8313992151261028, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "semble-semantic", - "chunks": 6257, - "tokens": 2521, - "ndcg5": 0.6109864765136851, - "ndcg10": 0.6540674555317095, - "p50_ms": 1.2629999982891604, - "p90_ms": 16.986862488556653, - "p95_ms": 17.43483335158089, - "p99_ms": 17.576700265344698, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.5648387874474085, - "semantic": 0.6517353434843796, - "symbol": 0.8154648767857288 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "unranked-auto", - "chunks": 6257, - "tokens": 2866, - "ndcg5": 0.39730119579023093, - "ndcg10": 0.5111934218158691, - "p50_ms": 0.6911454984219745, - "p90_ms": 0.8779671945376322, - "p95_ms": 0.8984701795270666, - "p99_ms": 0.9011940349591896, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.654037073164219, - "semantic": 0.44409962331004355, - "symbol": 0.4121780785943642 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "unranked-balanced", - "chunks": 6257, - "tokens": 2885, - "ndcg5": 0.365754708111658, - "ndcg10": 0.481684049653411, - "p50_ms": 0.6837914843345061, - "p90_ms": 0.842646392993629, - "p95_ms": 0.8705205123987981, - "p99_ms": 1.0120705064036881, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.654037073164219, - "semantic": 0.44409962331004355, - "symbol": 0.26463121778207316 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "unranked-bm25", - "chunks": 6257, - "tokens": 2964, - "ndcg5": 0.5079834041651331, - "ndcg10": 0.5383516807244441, - "p50_ms": 0.6758329982403666, - "p90_ms": 0.8187913976144047, - "p95_ms": 0.9042253019288182, - "p99_ms": 0.9260114561766386, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.6812939970768299, - "semantic": 0.46449402996034855, - "symbol": 0.4543823413269837 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "unranked-semantic", - "chunks": 6257, - "tokens": 2642, - "ndcg5": 0.2632941800406837, - "ndcg10": 0.33091345502413133, - "p50_ms": 0.6802705029258505, - "p90_ms": 0.7856881129555404, - "p95_ms": 0.8155145464115776, - "p99_ms": 0.8442357092280872, - "index_ms": 2628.8907499983907, - "by_category": { - "architecture": 0.41888850862276333, - "semantic": 0.3390762456806633, - "symbol": 0.15859083224932863 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-auto", - "chunks": 302, - "tokens": 3068, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7263576294855845, - "p50_ms": 0.7257079996634275, - "p90_ms": 0.8256547007476911, - "p95_ms": 0.8548577214241959, - "p99_ms": 0.861571540881414, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.8459052436406065, - "semantic": 0.6285459451769299 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-balanced", - "chunks": 302, - "tokens": 3068, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7263576294855845, - "p50_ms": 0.7215210061985999, - "p90_ms": 0.8384208020288499, - "p95_ms": 0.9491184348007664, - "p99_ms": 0.9496572957141325, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.8459052436406065, - "semantic": 0.6285459451769299 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 302, - "tokens": 3031, - "ndcg5": 0.7129079234363127, - "ndcg10": 0.7307182827917138, - "p50_ms": 0.6756664952263236, - "p90_ms": 0.7381661009276287, - "p95_ms": 0.7857648946810514, - "p99_ms": 0.825252990471199, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.8154935086995972, - "semantic": 0.6613567343216273 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 302, - "tokens": 2732, - "ndcg5": 0.7607826497458058, - "ndcg10": 0.7607826497458058, - "p50_ms": 0.5908539897063747, - "p90_ms": 0.664737803163007, - "p95_ms": 0.7206166366813704, - "p99_ms": 0.7223897328367457, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.9364295397841883, - "semantic": 0.6170715578962201 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "unranked-auto", - "chunks": 302, - "tokens": 3096, - "ndcg5": 0.5547870064450192, - "ndcg10": 0.5989353526479505, - "p50_ms": 0.2658334851730615, - "p90_ms": 0.27993720723316073, - "p95_ms": 0.28157293563708663, - "p99_ms": 0.29218178475275636, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.6779499965318695, - "semantic": 0.5342870076520168 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "unranked-balanced", - "chunks": 302, - "tokens": 3096, - "ndcg5": 0.5547870064450192, - "ndcg10": 0.5989353526479505, - "p50_ms": 0.2650629903655499, - "p90_ms": 0.27549970254767686, - "p95_ms": 0.27709788555512205, - "p99_ms": 0.2785859795403667, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.6779499965318695, - "semantic": 0.5342870076520168 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "unranked-bm25", - "chunks": 302, - "tokens": 3089, - "ndcg5": 0.5342082204330852, - "ndcg10": 0.5677918236277726, - "p50_ms": 0.2636459976201877, - "p90_ms": 0.27062561421189457, - "p95_ms": 0.27123959735035896, - "p99_ms": 0.2748815203085542, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.6363955800969783, - "semantic": 0.5116614774256955 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "unranked-semantic", - "chunks": 302, - "tokens": 2903, - "ndcg5": 0.6009524198073943, - "ndcg10": 0.6009524198073943, - "p50_ms": 0.2676665026228875, - "p90_ms": 0.28166221745777875, - "p95_ms": 0.28760830173268914, - "p99_ms": 0.29875446343794465, - "index_ms": 142.86858300329186, - "by_category": { - "architecture": 0.8176099971604736, - "semantic": 0.42368712924578406 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-auto", - "chunks": 1361, - "tokens": 3079, - "ndcg5": 0.5424282114366414, - "ndcg10": 0.6060468408375095, - "p50_ms": 0.865249487105757, - "p90_ms": 1.0336630890378729, - "p95_ms": 1.0655396225047298, - "p99_ms": 1.1801415277295744, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5939033477042664, - "symbol": 1.0 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-balanced", - "chunks": 1361, - "tokens": 3079, - "ndcg5": 0.5424282114366414, - "ndcg10": 0.6060468408375095, - "p50_ms": 0.8430830057477579, - "p90_ms": 1.0308215103577822, - "p95_ms": 1.0370402582339011, - "p99_ms": 1.0819752464885823, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5939033477042664, - "symbol": 1.0 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-bm25", - "chunks": 1361, - "tokens": 3204, - "ndcg5": 0.6627817673693733, - "ndcg10": 0.6898209115637528, - "p50_ms": 0.8169374923454598, - "p90_ms": 0.9622119017876686, - "p95_ms": 1.0292207982274704, - "p99_ms": 1.0496769644669257, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.3562071871080222, - "semantic": 0.6911228357870575, - "symbol": 1.0 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "semble-semantic", - "chunks": 1361, - "tokens": 2978, - "ndcg5": 0.6113278161077247, - "ndcg10": 0.6363298447859895, - "p50_ms": 0.7543334941146895, - "p90_ms": 0.8477044961182401, - "p95_ms": 0.8799482617178, - "p99_ms": 0.9203232594882137, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.6369298549209376, - "symbol": 0.6309297535714575 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "unranked-auto", - "chunks": 1361, - "tokens": 3092, - "ndcg5": 0.4518930827652844, - "ndcg10": 0.5152478851605556, - "p50_ms": 0.4260005080141127, - "p90_ms": 0.5136503197718412, - "p95_ms": 0.5325333433574997, - "p99_ms": 0.5653402672032826, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.502394344226011, - "symbol": 0.6309297535714575 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "unranked-balanced", - "chunks": 1361, - "tokens": 3092, - "ndcg5": 0.4518930827652844, - "ndcg10": 0.5152478851605556, - "p50_ms": 0.41552050970494747, - "p90_ms": 0.47986660501919687, - "p95_ms": 0.4936264420393855, - "p99_ms": 0.5329252884257584, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.502394344226011, - "symbol": 0.6309297535714575 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "unranked-bm25", - "chunks": 1361, - "tokens": 3144, - "ndcg5": 0.5213706067614089, - "ndcg10": 0.5520733147824276, - "p50_ms": 0.42243750067427754, - "p90_ms": 0.4895577003480867, - "p95_ms": 0.5325038349837996, - "p99_ms": 0.5332007797551341, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5679964961300343, - "symbol": 0.38685280723454163 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "unranked-semantic", - "chunks": 1361, - "tokens": 2989, - "ndcg5": 0.450360114441086, - "ndcg10": 0.5089840804394457, - "p50_ms": 0.4164379934081808, - "p90_ms": 0.47854938311502343, - "p95_ms": 0.5161083492566831, - "p99_ms": 0.5215552859590389, - "index_ms": 589.7668749967124, - "by_category": { - "architecture": 1.0, - "semantic": 0.4932584229513851, - "symbol": 0.3010299956639812 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-auto", - "chunks": 1145, - "tokens": 2653, - "ndcg5": 0.874427588278496, - "ndcg10": 0.8920487559320669, - "p50_ms": 7.124916490283795, - "p90_ms": 9.301587482332252, - "p95_ms": 9.731735379318707, - "p99_ms": 9.896813458180986, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.6736862264229985, - "semantic": 0.9051366903277052, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-balanced", - "chunks": 1145, - "tokens": 2656, - "ndcg5": 0.874427588278496, - "ndcg10": 0.8920487559320669, - "p50_ms": 6.9698955048806965, - "p90_ms": 9.152028785319999, - "p95_ms": 9.19155768933706, - "p99_ms": 9.218411551555619, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.6736862264229985, - "semantic": 0.9051366903277052, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 1145, - "tokens": 2791, - "ndcg5": 0.7948572292040226, - "ndcg10": 0.815996720924355, - "p50_ms": 7.022000485449098, - "p90_ms": 9.312870606663637, - "p95_ms": 9.706081879267003, - "p99_ms": 9.761149983096402, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.5549314847232217, - "semantic": 0.788912053288246, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 1145, - "tokens": 2554, - "ndcg5": 0.7598018597531008, - "ndcg10": 0.8076349671536278, - "p50_ms": 7.113749990821816, - "p90_ms": 9.175195300485939, - "p95_ms": 9.389821461809333, - "p99_ms": 9.621430681727361, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.5635861159975681, - "semantic": 0.7664838754535873, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "unranked-auto", - "chunks": 1145, - "tokens": 2874, - "ndcg5": 0.5680205168029498, - "ndcg10": 0.5951202234925475, - "p50_ms": 0.40052051190286875, - "p90_ms": 0.44372020347509533, - "p95_ms": 0.4513413441600278, - "p99_ms": 0.47426825913134957, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.5171880855882297, - "semantic": 0.6558861743805153, - "symbol": 0.5615252225819133 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "unranked-balanced", - "chunks": 1145, - "tokens": 2857, - "ndcg5": 0.5680205168029498, - "ndcg10": 0.5951202234925475, - "p50_ms": 0.39297950570471585, - "p90_ms": 0.4503207979723812, - "p95_ms": 0.5191684715100564, - "p99_ms": 0.5299672999535687, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.5171880855882297, - "semantic": 0.6558861743805153, - "symbol": 0.5615252225819133 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "unranked-bm25", - "chunks": 1145, - "tokens": 2924, - "ndcg5": 0.5644683220544305, - "ndcg10": 0.6130894933110277, - "p50_ms": 0.395957991713658, - "p90_ms": 0.42728359694592666, - "p95_ms": 0.4872433783020824, - "p99_ms": 0.5105814838316292, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.3100666895069397, - "semantic": 0.7323162833466, - "symbol": 0.6329537940104847 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "unranked-semantic", - "chunks": 1145, - "tokens": 2592, - "ndcg5": 0.42742338449513256, - "ndcg10": 0.4707836668419939, - "p50_ms": 0.3899790026480332, - "p90_ms": 0.4714624781627208, - "p95_ms": 0.4762291340739466, - "p99_ms": 0.4854122202959843, - "index_ms": 597.2278749977704, - "by_category": { - "architecture": 0.42719248623041794, - "semantic": 0.4323820572369419, - "symbol": 0.5450664109693898 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-auto", - "chunks": 2172, - "tokens": 3478, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.8656659920234233, - "p90_ms": 1.1080874945037067, - "p95_ms": 1.149243745021522, - "p99_ms": 1.1985487444326282, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-balanced", - "chunks": 2172, - "tokens": 3478, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.8796250040177256, - "p90_ms": 1.0557666042586789, - "p95_ms": 1.0594035615213215, - "p99_ms": 1.0611143265850842, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 2172, - "tokens": 3483, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.8543330040993169, - "p90_ms": 1.0473170055774972, - "p95_ms": 1.0729190384154208, - "p99_ms": 1.133750224544201, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 2172, - "tokens": 3445, - "ndcg5": 0.9139821033974457, - "ndcg10": 0.9139821033974457, - "p50_ms": 0.7991460006451234, - "p90_ms": 0.9839125006692484, - "p95_ms": 1.0282708273734902, - "p99_ms": 1.543487774906679, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.8924776292468072 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "unranked-auto", - "chunks": 2172, - "tokens": 3486, - "ndcg5": 0.8930676558073394, - "ndcg10": 0.9108780151627405, - "p50_ms": 0.5294165021041408, - "p90_ms": 0.6622372078709304, - "p95_ms": 0.6695146061247215, - "p99_ms": 0.7248365244595333, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.8885975189534255 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "unranked-balanced", - "chunks": 2172, - "tokens": 3486, - "ndcg5": 0.8930676558073394, - "ndcg10": 0.9108780151627405, - "p50_ms": 0.5279584875097498, - "p90_ms": 0.7526534900534898, - "p95_ms": 0.7766222290229053, - "p99_ms": 0.9032572421710936, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.8885975189534255 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "unranked-bm25", - "chunks": 2172, - "tokens": 3477, - "ndcg5": 0.785812753975107, - "ndcg10": 0.800864253758306, - "p50_ms": 0.5388755089370534, - "p90_ms": 0.7078085996909067, - "p95_ms": 0.7178475992986934, - "p99_ms": 0.8339695382164789, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.7972140980014503 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "unranked-semantic", - "chunks": 2172, - "tokens": 3389, - "ndcg5": 0.8815464876785729, - "ndcg10": 0.8815464876785729, - "p50_ms": 0.5289590044412762, - "p90_ms": 0.6543913943460212, - "p95_ms": 0.7422294380376115, - "p99_ms": 0.7697786745848134, - "index_ms": 1041.277957992861, - "by_category": { - "architecture": 1.0, - "semantic": 0.8519331095982161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-auto", - "chunks": 108, - "tokens": 3196, - "ndcg5": 0.6512217603364261, - "ndcg10": 0.6723612520567586, - "p50_ms": 0.5792079900857061, - "p90_ms": 3.888720483519138, - "p95_ms": 4.4719683908624575, - "p99_ms": 4.905326477601192, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.6144216780370446, - "semantic": 0.6646273294875858, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-balanced", - "chunks": 108, - "tokens": 3200, - "ndcg5": 0.6512217603364261, - "ndcg10": 0.6723612520567586, - "p50_ms": 0.5551255017053336, - "p90_ms": 3.897091283579358, - "p95_ms": 4.5079201881890185, - "p99_ms": 4.745484040176962, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.6144216780370446, - "semantic": 0.6646273294875858, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-bm25", - "chunks": 108, - "tokens": 3132, - "ndcg5": 0.5957682274660325, - "ndcg10": 0.6334690268817214, - "p50_ms": 0.5203540058573708, - "p90_ms": 3.8652333052596086, - "p95_ms": 4.566068410349544, - "p99_ms": 4.7045464857365005, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.6467419235796276, - "semantic": 0.5711510514503642, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "semble-semantic", - "chunks": 108, - "tokens": 2713, - "ndcg5": 0.6569725159710945, - "ndcg10": 0.6678928878120027, - "p50_ms": 0.47510450531262904, - "p90_ms": 3.804792001028546, - "p95_ms": 4.344358644448221, - "p99_ms": 4.560071732848883, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.6251817907500372, - "semantic": 0.6481585220989793, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "unranked-auto", - "chunks": 108, - "tokens": 3130, - "ndcg5": 0.5163352566284622, - "ndcg10": 0.5796700460213304, - "p50_ms": 0.25010399986058474, - "p90_ms": 0.2646374952746555, - "p95_ms": 0.28751876088790607, - "p99_ms": 0.39420375484041853, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.569789367598276, - "semantic": 0.6009682506762428, - "symbol": 0.5317309468254161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "unranked-balanced", - "chunks": 108, - "tokens": 3118, - "ndcg5": 0.5356778969901893, - "ndcg10": 0.5823460197163908, - "p50_ms": 0.24654150183778256, - "p90_ms": 0.2531836013076827, - "p95_ms": 0.25456008297624066, - "p99_ms": 0.27321200963342557, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.569789367598276, - "semantic": 0.6009682506762428, - "symbol": 0.5495707714591522 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "unranked-bm25", - "chunks": 108, - "tokens": 3130, - "ndcg5": 0.524814948079167, - "ndcg10": 0.5626211064661663, - "p50_ms": 0.24087500059977174, - "p90_ms": 0.2572038065409288, - "p95_ms": 0.2600222243927419, - "p99_ms": 0.2692372282035649, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.6365225451886137, - "semantic": 0.5201571472526777, - "symbol": 0.5317309468254161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "unranked-semantic", - "chunks": 108, - "tokens": 2946, - "ndcg5": 0.5270061356211097, - "ndcg10": 0.5597672511438342, - "p50_ms": 0.24566698994021863, - "p90_ms": 0.27397950179874897, - "p95_ms": 0.29222114535514265, - "p99_ms": 0.3215442301006987, - "index_ms": 50.01116599305533, - "by_category": { - "architecture": 0.5672327788663696, - "semantic": 0.5294039012738703, - "symbol": 0.643558852691131 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-auto", - "chunks": 421, - "tokens": 2639, - "ndcg5": 0.8745181254051755, - "ndcg10": 0.8833800897443777, - "p50_ms": 0.9899790020426735, - "p90_ms": 5.681054200977087, - "p95_ms": 5.7641211489681154, - "p99_ms": 5.822324232431129, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.6108909204244194, - "semantic": 0.9613147192765459, - "symbol": 1.0 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-balanced", - "chunks": 421, - "tokens": 2662, - "ndcg5": 0.8745181254051755, - "ndcg10": 0.8833800897443777, - "p50_ms": 0.9793335048016161, - "p90_ms": 5.659328796900809, - "p95_ms": 5.9007534917327575, - "p99_ms": 5.979983497818466, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.6108909204244194, - "semantic": 0.9613147192765459, - "symbol": 1.0 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-bm25", - "chunks": 421, - "tokens": 2565, - "ndcg5": 0.8775325271359822, - "ndcg10": 0.8775325271359822, - "p50_ms": 0.9986875083995983, - "p90_ms": 5.608033100725152, - "p95_ms": 5.651783982466441, - "p99_ms": 5.656723997963127, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.6613147192765458, - "semantic": 0.9244076946336917, - "symbol": 1.0 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "semble-semantic", - "chunks": 421, - "tokens": 2671, - "ndcg5": 0.7994076946336917, - "ndcg10": 0.7994076946336917, - "p50_ms": 0.8160419965861365, - "p90_ms": 5.48139171442017, - "p95_ms": 5.641958641353995, - "p99_ms": 5.720491746906191, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.44881538926738324, - "semantic": 0.8744076946336916, - "symbol": 1.0 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "unranked-auto", - "chunks": 421, - "tokens": 2742, - "ndcg5": 0.5984714275890022, - "ndcg10": 0.6479999533942691, - "p50_ms": 0.2711669949349016, - "p90_ms": 0.2888711082050577, - "p95_ms": 0.3059288530494088, - "p99_ms": 0.4859857921837826, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.4926984196600426, - "semantic": 0.7032243882680377, - "symbol": 0.6928526173809582 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "unranked-balanced", - "chunks": 421, - "tokens": 2740, - "ndcg5": 0.5612675802721563, - "ndcg10": 0.6107961060774233, - "p50_ms": 0.26960449758917093, - "p90_ms": 0.2835583029082045, - "p95_ms": 0.2861871922505088, - "p99_ms": 0.3010710296803154, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.4926984196600426, - "semantic": 0.7032243882680377, - "symbol": 0.544037228113575 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "unranked-bm25", - "chunks": 421, - "tokens": 2658, - "ndcg5": 0.714003934176018, - "ndcg10": 0.7306706008426846, - "p50_ms": 0.2679170138435438, - "p90_ms": 0.2796372020384297, - "p95_ms": 0.2859499931219034, - "p99_ms": 0.2889899941510521, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.49487908510771844, - "semantic": 0.8174753504410308, - "symbol": 0.7928526173809581 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "unranked-semantic", - "chunks": 421, - "tokens": 2740, - "ndcg5": 0.33373767522051545, - "ndcg10": 0.3833151528810333, - "p50_ms": 0.27360398962628096, - "p90_ms": 0.2992038003867492, - "p95_ms": 0.313672301126644, - "p99_ms": 0.3289680590387434, - "index_ms": 168.57316700043157, - "by_category": { - "architecture": 0.2738302787118273, - "semantic": 0.557741027967025, - "symbol": 0.1439482768782562 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-auto", - "chunks": 2217, - "tokens": 2812, - "ndcg5": 0.8806128427182248, - "ndcg10": 0.8806128427182248, - "p50_ms": 11.357124996720813, - "p90_ms": 13.870475301519038, - "p95_ms": 15.245397965190934, - "p99_ms": 16.881646806141358, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8237823919677136, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-balanced", - "chunks": 2217, - "tokens": 2778, - "ndcg5": 0.8806128427182248, - "ndcg10": 0.8806128427182248, - "p50_ms": 12.028749493765645, - "p90_ms": 16.026125004282225, - "p95_ms": 18.21478954370832, - "p99_ms": 18.66759070631815, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8237823919677136, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-bm25", - "chunks": 2217, - "tokens": 2993, - "ndcg5": 0.8718751674977092, - "ndcg10": 0.888541834164376, - "p50_ms": 12.073999998392537, - "p90_ms": 15.40907949965913, - "p95_ms": 16.17553988326108, - "p99_ms": 17.71450796135468, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8381987400516251, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "semble-semantic", - "chunks": 2217, - "tokens": 2655, - "ndcg5": 0.8815464876785729, - "ndcg10": 0.896597987461772, - "p50_ms": 11.35156249802094, - "p90_ms": 13.875532988458874, - "p95_ms": 14.750966346764473, - "p99_ms": 16.64159326086519, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 1.0, - "semantic": 0.8119963408395854, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "unranked-auto", - "chunks": 2217, - "tokens": 3034, - "ndcg5": 0.5908319513453486, - "ndcg10": 0.6638708245341954, - "p50_ms": 0.5504159926204011, - "p90_ms": 0.7676337147131562, - "p95_ms": 0.7816214667400346, - "p99_ms": 0.8790907048387452, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.6322918517712509, - "semantic": 0.6229759660440859, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "unranked-balanced", - "chunks": 2217, - "tokens": 3032, - "ndcg5": 0.5908319513453486, - "ndcg10": 0.6638708245341954, - "p50_ms": 0.6565829971805215, - "p90_ms": 0.8463999925879762, - "p95_ms": 0.8751353918341921, - "p99_ms": 0.9493934869533404, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.6322918517712509, - "semantic": 0.6229759660440859, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "unranked-bm25", - "chunks": 2217, - "tokens": 3113, - "ndcg5": 0.6346268032608154, - "ndcg10": 0.6758446111202518, - "p50_ms": 0.6682295061182231, - "p90_ms": 0.9069791150977835, - "p95_ms": 0.9605139406630774, - "p99_ms": 1.4180027862312266, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.5233035056624095, - "semantic": 0.6706428353118709, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "unranked-semantic", - "chunks": 2217, - "tokens": 2941, - "ndcg5": 0.35519991125688216, - "ndcg10": 0.4347786123826721, - "p50_ms": 1.2096249993192032, - "p90_ms": 1.4707666938193145, - "p95_ms": 1.546344107191544, - "p99_ms": 1.615536020544823, - "index_ms": 985.2979589777533, - "by_category": { - "architecture": 0.45625273227063595, - "semantic": 0.4269269406260648, - "symbol": 0.420619835714305 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-auto", - "chunks": 811, - "tokens": 3048, - "ndcg5": 0.8295386627570916, - "ndcg10": 0.8404590345979999, - "p50_ms": 1.1826044792542234, - "p90_ms": 7.763378598610871, - "p95_ms": 8.27797325910069, - "p99_ms": 8.52962825098075, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.7951420120034352, - "semantic": 0.8243186607935954, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-balanced", - "chunks": 811, - "tokens": 3032, - "ndcg5": 0.8295386627570916, - "ndcg10": 0.8404590345979999, - "p50_ms": 1.5534584817942232, - "p90_ms": 8.381012789322995, - "p95_ms": 8.442624998860992, - "p99_ms": 9.366024996270424, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.7951420120034352, - "semantic": 0.8243186607935954, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-bm25", - "chunks": 811, - "tokens": 3093, - "ndcg5": 0.8652095417497391, - "ndcg10": 0.8761299135906473, - "p50_ms": 1.1428959987824783, - "p90_ms": 7.882779216743075, - "p95_ms": 8.296273191808723, - "p99_ms": 8.455587436328642, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.8328660295138052, - "semantic": 0.8692536065216308, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "semble-semantic", - "chunks": 811, - "tokens": 2967, - "ndcg5": 0.7227861263165816, - "ndcg10": 0.7572631523386494, - "p50_ms": 1.0871664999285713, - "p90_ms": 7.972333309589885, - "p95_ms": 8.21620176138822, - "p99_ms": 8.525806752149947, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.7178637097511767, - "semantic": 0.7120217078514749, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "unranked-auto", - "chunks": 811, - "tokens": 3180, - "ndcg5": 0.6253657924569532, - "ndcg10": 0.6946971465369343, - "p50_ms": 0.3998750034952536, - "p90_ms": 0.6444041006034241, - "p95_ms": 0.7155119004892188, - "p99_ms": 0.9715695731574665, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.8350162546675353, - "semantic": 0.5548829148065936, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "unranked-balanced", - "chunks": 811, - "tokens": 3169, - "ndcg5": 0.6253657924569532, - "ndcg10": 0.6946971465369343, - "p50_ms": 0.4234369989717379, - "p90_ms": 0.6312957964837551, - "p95_ms": 0.6534268002724276, - "p99_ms": 0.8296525449259203, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.8350162546675353, - "semantic": 0.5548829148065936, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "unranked-bm25", - "chunks": 811, - "tokens": 3047, - "ndcg5": 0.731130526935184, - "ndcg10": 0.7522700186555163, - "p50_ms": 0.5547915061470121, - "p90_ms": 0.8279297180706637, - "p95_ms": 0.9937264549080284, - "p99_ms": 1.0554452950600535, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.8094663530159334, - "semantic": 0.6379135901998796, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "unranked-semantic", - "chunks": 811, - "tokens": 3146, - "ndcg5": 0.5195678978178954, - "ndcg10": 0.5304882696588036, - "p50_ms": 0.5006875144317746, - "p90_ms": 0.87417891190853, - "p95_ms": 1.0919836524408315, - "p99_ms": 1.5850967296864829, - "index_ms": 553.188791993307, - "by_category": { - "architecture": 0.6423740286300876, - "semantic": 0.41131471927654584, - "symbol": 0.6666666666666666 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-auto", - "chunks": 154, - "tokens": 3072, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.5238125158939511, - "p90_ms": 0.6764246994862335, - "p95_ms": 0.7870312459999697, - "p99_ms": 0.8483062480809166, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-balanced", - "chunks": 154, - "tokens": 3072, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4969165020156652, - "p90_ms": 0.5312499968567863, - "p95_ms": 0.5340812378562987, - "p99_ms": 0.5429162387736142, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-bm25", - "chunks": 154, - "tokens": 3078, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.5207915091887116, - "p90_ms": 0.6705286126816645, - "p95_ms": 0.6776148846256547, - "p99_ms": 0.7186229698709211, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "semble-semantic", - "chunks": 154, - "tokens": 3026, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.5220210150582716, - "p90_ms": 0.6066961097531021, - "p95_ms": 0.6261663744226099, - "p99_ms": 0.7471332838758824, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "unranked-auto", - "chunks": 154, - "tokens": 3184, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.2752500004135072, - "p90_ms": 0.31385029724333435, - "p95_ms": 0.32024170359363785, - "p99_ms": 0.35811553912935773, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 0.9589921948412731 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "unranked-balanced", - "chunks": 154, - "tokens": 3184, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.2699169854167849, - "p90_ms": 0.3064039163291455, - "p95_ms": 0.3287211453425698, - "p99_ms": 0.33334424108034, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 1.0, - "semantic": 0.9589921948412731 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "unranked-bm25", - "chunks": 154, - "tokens": 3160, - "ndcg5": 0.8892789260714373, - "ndcg10": 0.8892789260714373, - "p50_ms": 0.2708335086936131, - "p90_ms": 0.29184111044742167, - "p95_ms": 0.2999273798195646, - "p99_ms": 0.3646854910766705, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 0.6309297535714575, - "semantic": 0.9179843896825461 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "unranked-semantic", - "chunks": 154, - "tokens": 3057, - "ndcg5": 0.9630929753571458, - "ndcg10": 0.9630929753571458, - "p50_ms": 0.3050005034310743, - "p90_ms": 0.3742088854778558, - "p95_ms": 0.38751431857235735, - "p99_ms": 0.43587006279267365, - "index_ms": 119.96283300686628, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.9794960974206366 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-auto", - "chunks": 3122, - "tokens": 2679, - "ndcg5": 0.6270750787545916, - "ndcg10": 0.6587932452044573, - "p50_ms": 1.66004199127201, - "p90_ms": 15.272821378312075, - "p95_ms": 16.764422616688535, - "p99_ms": 17.208484531147406, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.6368991050595311, - "semantic": 0.673389338634408 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-balanced", - "chunks": 3122, - "tokens": 2679, - "ndcg5": 0.6270750787545916, - "ndcg10": 0.6587932452044573, - "p50_ms": 1.7583125008968636, - "p90_ms": 15.207837490015667, - "p95_ms": 16.984149999916553, - "p99_ms": 17.193530001677573, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.6368991050595311, - "semantic": 0.673389338634408 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 3122, - "tokens": 2797, - "ndcg5": 0.6736089066582611, - "ndcg10": 0.6736089066582611, - "p50_ms": 1.5905629843473434, - "p90_ms": 14.594550014589915, - "p95_ms": 16.10813335282728, - "p99_ms": 16.70676027191803, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.6490670081520385, - "semantic": 0.6899701723290762 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 3122, - "tokens": 2746, - "ndcg5": 0.5846268032608155, - "ndcg10": 0.6315199550826629, - "p50_ms": 2.371103997575119, - "p90_ms": 16.76268299925141, - "p95_ms": 17.081158045039047, - "p99_ms": 18.898698812408835, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.6205328858630988, - "semantic": 0.6388446678957056 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "unranked-auto", - "chunks": 3122, - "tokens": 2729, - "ndcg5": 0.5270750787545915, - "ndcg10": 0.5437417454212582, - "p50_ms": 1.1321665078867227, - "p90_ms": 1.4695128047605976, - "p95_ms": 1.4753499970538542, - "p99_ms": 1.482570007792674, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.48882147769004647, - "semantic": 0.5803552572420659 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "unranked-balanced", - "chunks": 3122, - "tokens": 2729, - "ndcg5": 0.5270750787545915, - "ndcg10": 0.5437417454212582, - "p50_ms": 1.093083992600441, - "p90_ms": 1.4018119050888347, - "p95_ms": 1.5479104156838732, - "p99_ms": 1.7479484953219067, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.48882147769004647, - "semantic": 0.5803552572420659 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "unranked-bm25", - "chunks": 3122, - "tokens": 2798, - "ndcg5": 0.4285835871084546, - "ndcg10": 0.495324213801818, - "p50_ms": 1.1575420066947117, - "p90_ms": 1.478067008429207, - "p95_ms": 1.5291399031411856, - "p99_ms": 1.6351279744412748, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.4088293776224278, - "semantic": 0.5529874379214114 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "unranked-semantic", - "chunks": 3122, - "tokens": 2748, - "ndcg5": 0.45743561571887287, - "ndcg10": 0.48969921639016845, - "p50_ms": 0.9856250107986853, - "p90_ms": 1.2219747062772515, - "p95_ms": 1.3873958072508685, - "p99_ms": 1.4884119675843974, - "index_ms": 1629.4040840002708, - "by_category": { - "architecture": 0.5665156025825565, - "semantic": 0.4384882922619096 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-auto", - "chunks": 559, - "tokens": 6561, - "ndcg5": 0.8696694218045175, - "ndcg10": 0.8696694218045175, - "p50_ms": 0.9837920079007745, - "p90_ms": 7.108341605635358, - "p95_ms": 8.655366281163877, - "p99_ms": 9.077706053503789, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.8214210289682636, - "semantic": 0.8758471076530654, - "symbol": 1.0 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-balanced", - "chunks": 559, - "tokens": 6564, - "ndcg5": 0.8696694218045175, - "ndcg10": 0.8696694218045175, - "p50_ms": 0.9121250186581165, - "p90_ms": 7.198908203281461, - "p95_ms": 7.984713112819006, - "p99_ms": 8.95674262137618, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.8214210289682636, - "semantic": 0.8758471076530654, - "symbol": 1.0 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 559, - "tokens": 7099, - "ndcg5": 0.8600657041891455, - "ndcg10": 0.8600657041891455, - "p50_ms": 0.8462920086458325, - "p90_ms": 7.396433595567941, - "p95_ms": 8.098216680809852, - "p99_ms": 9.402976920828223, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.8137184243097517, - "semantic": 0.8596832229722856, - "symbol": 1.0 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 559, - "tokens": 5485, - "ndcg5": 0.8693569768845262, - "ndcg10": 0.8693569768845262, - "p50_ms": 0.7427920063491911, - "p90_ms": 7.019941811449825, - "p95_ms": 8.22346188360825, - "p99_ms": 8.9752923627384, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.847881083730162, - "semantic": 0.8409789724620774, - "symbol": 1.0 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "unranked-auto", - "chunks": 559, - "tokens": 6186, - "ndcg5": 0.6430770365753588, - "ndcg10": 0.687019263378931, - "p50_ms": 0.2846670104190707, - "p90_ms": 0.3092743980232626, - "p95_ms": 0.3226787812309337, - "p99_ms": 0.41246855689678347, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.7395892932814926, - "semantic": 0.7358458471153047, - "symbol": 0.4153804782863739 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "unranked-balanced", - "chunks": 559, - "tokens": 6304, - "ndcg5": 0.640770523373314, - "ndcg10": 0.6847127501768862, - "p50_ms": 0.2846670104190707, - "p90_ms": 0.3154665930196643, - "p95_ms": 0.3327414015075191, - "p99_ms": 0.3644818876637146, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.7395892932814926, - "semantic": 0.7358458471153047, - "symbol": 0.40077256134009015 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "unranked-bm25", - "chunks": 559, - "tokens": 6783, - "ndcg5": 0.5775993025576263, - "ndcg10": 0.6466911842420515, - "p50_ms": 0.28375000692903996, - "p90_ms": 0.29625778552144766, - "p95_ms": 0.3068124991841613, - "p99_ms": 0.3405624837614596, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.6869065320299473, - "semantic": 0.6961810226560111, - "symbol": 0.4105688512457914 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "unranked-semantic", - "chunks": 559, - "tokens": 6065, - "ndcg5": 0.6347745249075731, - "ndcg10": 0.6693659555797838, - "p50_ms": 0.2980419958475977, - "p90_ms": 0.34996700123883784, - "p95_ms": 0.3714960999786854, - "p99_ms": 0.3738656220957637, - "index_ms": 309.7613340069074, - "by_category": { - "architecture": 0.7298259003917382, - "semantic": 0.6838405350259164, - "symbol": 0.4542121024362773 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-auto", - "chunks": 280, - "tokens": 5453, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.6926455098437145, - "p90_ms": 5.512049997923897, - "p95_ms": 6.10523126233602, - "p99_ms": 7.146146269806193, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 1.0, - "semantic": 0.868189197704092, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-balanced", - "chunks": 280, - "tokens": 5439, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.6850829959148541, - "p90_ms": 5.326774690183812, - "p95_ms": 5.872674983402249, - "p99_ms": 6.808235007047186, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 1.0, - "semantic": 0.868189197704092, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-bm25", - "chunks": 280, - "tokens": 6113, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.6315414939308539, - "p90_ms": 5.636708391830326, - "p95_ms": 6.110486025863794, - "p99_ms": 7.058997202839235, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.8945513581632737, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "semble-semantic", - "chunks": 280, - "tokens": 4326, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8939963100696927, - "p50_ms": 0.5371459992602468, - "p90_ms": 5.396128896973097, - "p95_ms": 6.009804476343562, - "p99_ms": 7.003694501763674, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 1.0, - "semantic": 0.8749283177015996, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "unranked-auto", - "chunks": 280, - "tokens": 4434, - "ndcg5": 0.7824356157188729, - "ndcg10": 0.7991022823855396, - "p50_ms": 0.2594794932520017, - "p90_ms": 0.2724333025980741, - "p95_ms": 0.275878825050313, - "p99_ms": 0.28607575368369, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.765727581469134, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "unranked-balanced", - "chunks": 280, - "tokens": 4434, - "ndcg5": 0.7824356157188729, - "ndcg10": 0.7991022823855396, - "p50_ms": 0.25608351279515773, - "p90_ms": 0.27502111915964633, - "p95_ms": 0.27993299736408517, - "p99_ms": 0.30615299794590095, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.765727581469134, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "unranked-bm25", - "chunks": 280, - "tokens": 5086, - "ndcg5": 0.8139821033974457, - "ndcg10": 0.8139821033974457, - "p50_ms": 0.26706299104262143, - "p90_ms": 0.2957335906103254, - "p95_ms": 0.32132675696630036, - "p99_ms": 0.3763317555421962, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.8056887191392083, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "unranked-semantic", - "chunks": 280, - "tokens": 4138, - "ndcg5": 0.7746141434859123, - "ndcg10": 0.7746141434859123, - "p50_ms": 0.26033350150100887, - "p90_ms": 0.27799099625553936, - "p95_ms": 0.28228895098436624, - "p99_ms": 0.2860577922547236, - "index_ms": 149.05004101456143, - "by_category": { - "architecture": 0.8102255193577976, - "semantic": 0.745048325576671, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-auto", - "chunks": 1533, - "tokens": 3259, - "ndcg5": 0.7779397805814576, - "ndcg10": 0.7990792723017901, - "p50_ms": 0.9697915083961561, - "p90_ms": 10.286049693240786, - "p95_ms": 11.125189597078137, - "p99_ms": 14.719071541039733, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.7133473647659958, - "semantic": 0.7946530173877968, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-balanced", - "chunks": 1533, - "tokens": 3253, - "ndcg5": 0.7779397805814576, - "ndcg10": 0.7990792723017901, - "p50_ms": 1.0450419940752909, - "p90_ms": 10.346729797311127, - "p95_ms": 11.070554505568001, - "p99_ms": 14.272244509775186, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.7133473647659958, - "semantic": 0.7946530173877968, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-bm25", - "chunks": 1533, - "tokens": 3172, - "ndcg5": 0.7294373667507709, - "ndcg10": 0.7505768584711034, - "p50_ms": 0.920082995435223, - "p90_ms": 10.035311922547407, - "p95_ms": 10.797710386395924, - "p99_ms": 14.602808467170682, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.5617354388464583, - "semantic": 0.7599236371871074, - "symbol": 1.0 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "semble-semantic", - "chunks": 1533, - "tokens": 3154, - "ndcg5": 0.7456582305417333, - "ndcg10": 0.7553295507225968, - "p50_ms": 1.5529164957115427, - "p90_ms": 13.027562521165242, - "p95_ms": 16.761791650787934, - "p99_ms": 25.616424738545888, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.6508486388188989, - "semantic": 0.7399650986435234, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "unranked-auto", - "chunks": 1533, - "tokens": 3371, - "ndcg5": 0.626362295337211, - "ndcg10": 0.661917875356608, - "p50_ms": 1.7779169866116717, - "p90_ms": 2.251608605729416, - "p95_ms": 2.315141342114657, - "p99_ms": 2.382528285961598, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.5989404040126355, - "semantic": 0.6746327955832818, - "symbol": 0.7297424628754914 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "unranked-balanced", - "chunks": 1533, - "tokens": 3371, - "ndcg5": 0.5820196549754839, - "ndcg10": 0.635385594350282, - "p50_ms": 1.313645494519733, - "p90_ms": 2.0577994175255303, - "p95_ms": 2.4717499953112565, - "p99_ms": 2.5211499954457395, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.5989404040126355, - "semantic": 0.6746327955832818, - "symbol": 0.6236133388501874 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "unranked-bm25", - "chunks": 1533, - "tokens": 3365, - "ndcg5": 0.583960276835441, - "ndcg10": 0.5936315970163045, - "p50_ms": 1.060312511981465, - "p90_ms": 1.9329746952280409, - "p95_ms": 2.329172965255566, - "p99_ms": 2.552201795042492, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.4464737650493893, - "semantic": 0.5857136591669393, - "symbol": 0.8123212623289702 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "unranked-semantic", - "chunks": 1533, - "tokens": 3152, - "ndcg5": 0.43578832776167314, - "ndcg10": 0.5007305425561175, - "p50_ms": 1.1654170084511861, - "p90_ms": 2.1911746996920556, - "p95_ms": 2.2766999842133373, - "p99_ms": 2.3500400118064135, - "index_ms": 648.822791990824, - "by_category": { - "architecture": 0.5455497274898097, - "semantic": 0.55620266547932, - "symbol": 0.34922828697182434 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-auto", - "chunks": 256, - "tokens": 2716, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 1.7423749959561974, - "p90_ms": 10.633578701526863, - "p95_ms": 15.498512439080514, - "p99_ms": 15.554668873664923, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-balanced", - "chunks": 256, - "tokens": 2682, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.8553960215067491, - "p90_ms": 6.196378599270249, - "p95_ms": 8.144351882219777, - "p99_ms": 10.096037573239295, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 256, - "tokens": 2918, - "ndcg5": 0.8474523542700645, - "ndcg10": 0.8474523542700645, - "p50_ms": 0.6857914995634928, - "p90_ms": 6.62550368870143, - "p95_ms": 8.362856155144978, - "p99_ms": 9.917704024701376, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.7254142376861159, - "symbol": 1.0 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 256, - "tokens": 2548, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.6230209983186796, - "p90_ms": 7.28507511375938, - "p95_ms": 10.541673262196127, - "p99_ms": 10.931568262458311, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "unranked-auto", - "chunks": 256, - "tokens": 2977, - "ndcg5": 0.8898768089336665, - "ndcg10": 0.9096660971063346, - "p50_ms": 0.2837495121639222, - "p90_ms": 0.37971240526530897, - "p95_ms": 0.4524768562987446, - "p99_ms": 0.49052896443754423, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8987136940679481, - "symbol": 0.8773705614469083 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "unranked-balanced", - "chunks": 256, - "tokens": 2984, - "ndcg5": 0.8898768089336665, - "ndcg10": 0.9096660971063346, - "p50_ms": 0.2679579920368269, - "p90_ms": 0.37462109758052975, - "p95_ms": 0.45789730065735, - "p99_ms": 0.7173458547913463, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8987136940679481, - "symbol": 0.8773705614469083 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "unranked-bm25", - "chunks": 256, - "tokens": 2943, - "ndcg5": 0.8138173507987476, - "ndcg10": 0.8336066389714155, - "p50_ms": 0.27429149486124516, - "p90_ms": 0.3315583075163886, - "p95_ms": 0.3550650508259422, - "p99_ms": 0.39974580431589846, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.798713694067948, - "symbol": 0.8035565121611998 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "unranked-semantic", - "chunks": 256, - "tokens": 2839, - "ndcg5": 0.8534085064525992, - "ndcg10": 0.8709343329406952, - "p50_ms": 0.2693124988581985, - "p90_ms": 0.3166376060107723, - "p95_ms": 0.3314669389510526, - "p99_ms": 0.3826933755772187, - "index_ms": 238.04487500456162, - "by_category": { - "architecture": 1.0, - "semantic": 0.8746141434859123, - "symbol": 0.7861353116146785 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-auto", - "chunks": 498, - "tokens": 2508, - "ndcg5": 0.8445678978178954, - "ndcg10": 0.8445678978178954, - "p50_ms": 1.0861044866032898, - "p90_ms": 8.10421189235058, - "p95_ms": 10.129518739995547, - "p99_ms": 10.16210374480579, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.845500808108813, - "semantic": 0.8596832229722856, - "symbol": 0.8160170306431477 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-balanced", - "chunks": 498, - "tokens": 2509, - "ndcg5": 0.8466931715084023, - "ndcg10": 0.8569122913878265, - "p50_ms": 1.2620625057024881, - "p90_ms": 6.986525290994909, - "p95_ms": 9.982824978942517, - "p99_ms": 10.53876498743193, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.845500808108813, - "semantic": 0.8596832229722856, - "symbol": 0.8777389984928038 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 498, - "tokens": 2562, - "ndcg5": 0.7554753636489658, - "ndcg10": 0.7937239627632156, - "p50_ms": 1.049374506692402, - "p90_ms": 7.751387791358869, - "p95_ms": 10.270541690988466, - "p99_ms": 10.295875541632995, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.8341462304650082, - "semantic": 0.6937438838725746, - "symbol": 0.8777389984928038 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 498, - "tokens": 2319, - "ndcg5": 0.7976482134001379, - "ndcg10": 0.8170961181185407, - "p50_ms": 0.6660625076619908, - "p90_ms": 6.6678035043878525, - "p95_ms": 9.551609777554404, - "p99_ms": 9.7274555414333, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.793158922575921, - "semantic": 0.8132194378880441, - "symbol": 0.8777389984928038 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "unranked-auto", - "chunks": 498, - "tokens": 2828, - "ndcg5": 0.6500213969313876, - "ndcg10": 0.6992054807164123, - "p50_ms": 0.2736040041781962, - "p90_ms": 0.29434142634272575, - "p95_ms": 0.3014211688423529, - "p99_ms": 0.305284236674197, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.6942451276030375, - "semantic": 0.7475699635570601, - "symbol": 0.6257284302503723 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "unranked-balanced", - "chunks": 498, - "tokens": 2813, - "ndcg5": 0.6521466706218945, - "ndcg10": 0.7013307544069193, - "p50_ms": 0.2697500167414546, - "p90_ms": 0.2855749917216599, - "p95_ms": 0.28917086456203833, - "p99_ms": 0.2993677931954153, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.6942451276030375, - "semantic": 0.7475699635570601, - "symbol": 0.6363547987029069 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "unranked-bm25", - "chunks": 498, - "tokens": 2926, - "ndcg5": 0.5678773597178237, - "ndcg10": 0.6099176395412929, - "p50_ms": 0.26947949663735926, - "p90_ms": 0.28167502023279667, - "p95_ms": 0.28222712280694395, - "p99_ms": 0.283779029850848, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.5912193730665936, - "semantic": 0.6603425942358888, - "symbol": 0.5637450683938239 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "unranked-semantic", - "chunks": 498, - "tokens": 2567, - "ndcg5": 0.5090977896616014, - "ndcg10": 0.5649946972267813, - "p50_ms": 0.2690625115064904, - "p90_ms": 0.27739588695112616, - "p95_ms": 0.28020269819535315, - "p99_ms": 0.28580692247487605, - "index_ms": 254.99995800782926, - "by_category": { - "architecture": 0.5266790732018661, - "semantic": 0.5751241997928059, - "symbol": 0.6334782217922975 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-auto", - "chunks": 6367, - "tokens": 3434, - "ndcg5": 0.9158764682653967, - "ndcg10": 0.9158764682653967, - "p50_ms": 1.5695625188527629, - "p90_ms": 1.7903247120557353, - "p95_ms": 1.8275207941769622, - "p99_ms": 1.8468369517358951, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.8886852807234542 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-balanced", - "chunks": 6367, - "tokens": 3434, - "ndcg5": 0.9158764682653967, - "ndcg10": 0.9158764682653967, - "p50_ms": 1.5840624837437645, - "p90_ms": 1.7990160995395854, - "p95_ms": 1.8673045036848634, - "p99_ms": 1.8826944881584495, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.8886852807234542 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-bm25", - "chunks": 6367, - "tokens": 3998, - "ndcg5": 0.9215338279036697, - "ndcg10": 0.9382004945703365, - "p50_ms": 1.3811460084980354, - "p90_ms": 1.4684297988424078, - "p95_ms": 1.5498607564950364, - "p99_ms": 1.7314057453768326, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.9333333333333333 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "semble-semantic", - "chunks": 6367, - "tokens": 3174, - "ndcg5": 0.8889821033974457, - "ndcg10": 0.8889821033974457, - "p50_ms": 1.125208509620279, - "p90_ms": 1.2470875051803887, - "p95_ms": 1.2933062636875547, - "p99_ms": 1.4024612543289547, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.95, - "semantic": 0.8279642067948915 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "unranked-auto", - "chunks": 6367, - "tokens": 3167, - "ndcg5": 0.7377071188430581, - "ndcg10": 0.7555174781984592, - "p50_ms": 0.8092915086308494, - "p90_ms": 0.9737544838571921, - "p95_ms": 0.9860461403150113, - "p99_ms": 1.0583092423621563, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.7930676558073393, - "semantic": 0.7179673005895788 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "unranked-balanced", - "chunks": 6367, - "tokens": 3167, - "ndcg5": 0.7377071188430581, - "ndcg10": 0.7555174781984592, - "p50_ms": 0.8586875046603382, - "p90_ms": 0.9668954910011963, - "p95_ms": 1.0568496596533805, - "p99_ms": 1.133102747844532, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.7930676558073393, - "semantic": 0.7179673005895788 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "unranked-bm25", - "chunks": 6367, - "tokens": 3221, - "ndcg5": 0.6692536065216309, - "ndcg10": 0.7193275665483276, - "p50_ms": 0.8241455070674419, - "p90_ms": 0.9476291976170614, - "p95_ms": 0.9478044448769651, - "p99_ms": 0.9498936866293661, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.6479419810397723, - "semantic": 0.7907131520568825 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "unranked-semantic", - "chunks": 6367, - "tokens": 3142, - "ndcg5": 0.7758000942002038, - "ndcg10": 0.7758000942002038, - "p50_ms": 0.7755620026728138, - "p90_ms": 0.8923368906835094, - "p95_ms": 0.8983771127532236, - "p99_ms": 0.9326090253307483, - "index_ms": 3616.9542080024257, - "by_category": { - "architecture": 0.8192536065216307, - "semantic": 0.7323465818787765 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-auto", - "chunks": 53, - "tokens": 2834, - "ndcg5": 0.8863147192765458, - "ndcg10": 0.9137963988128106, - "p50_ms": 0.7015210139798, - "p90_ms": 3.9154455094831064, - "p95_ms": 4.14931219420396, - "p99_ms": 6.064196055522185, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.9032867981913646, - "semantic": 0.872911909678669, - "symbol": 1.0 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-balanced", - "chunks": 53, - "tokens": 2830, - "ndcg5": 0.8863147192765458, - "ndcg10": 0.9137963988128106, - "p50_ms": 0.6989795074332505, - "p90_ms": 3.547329214052297, - "p95_ms": 3.745594066276683, - "p99_ms": 5.910485215426885, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.9032867981913646, - "semantic": 0.872911909678669, - "symbol": 1.0 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-bm25", - "chunks": 53, - "tokens": 2929, - "ndcg5": 0.880657359638273, - "ndcg10": 0.8973240263049396, - "p50_ms": 0.5180205043870956, - "p90_ms": 3.43971689871978, - "p95_ms": 3.662661831185689, - "p99_ms": 5.591098767763466, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.8710490642551528, - "semantic": 0.8577984600630972, - "symbol": 1.0 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "semble-semantic", - "chunks": 53, - "tokens": 2709, - "ndcg5": 0.8928612069551187, - "ndcg10": 0.9197469935012098, - "p50_ms": 0.45991702063474804, - "p90_ms": 3.4315119177335873, - "p95_ms": 3.5768666479270923, - "p99_ms": 5.602139713009816, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.9051127971865672, - "semantic": 0.884918120767199, - "symbol": 1.0 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "unranked-auto", - "chunks": 53, - "tokens": 2942, - "ndcg5": 0.842475350441031, - "ndcg10": 0.842475350441031, - "p50_ms": 0.22427049407269806, - "p90_ms": 0.2442537865135819, - "p95_ms": 0.2759118477115409, - "p99_ms": 0.4772487498121333, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.7877157309218195, - "semantic": 0.8547262294684788, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "unranked-balanced", - "chunks": 53, - "tokens": 2941, - "ndcg5": 0.842475350441031, - "ndcg10": 0.842475350441031, - "p50_ms": 0.23010400764178485, - "p90_ms": 0.25075870798900723, - "p95_ms": 0.25844646006589755, - "p99_ms": 0.26015569892479107, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.7877157309218195, - "semantic": 0.8547262294684788, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "unranked-bm25", - "chunks": 53, - "tokens": 2973, - "ndcg5": 0.807049759204785, - "ndcg10": 0.807049759204785, - "p50_ms": 0.2239165041828528, - "p90_ms": 0.2514673105906695, - "p95_ms": 0.2598732462502085, - "p99_ms": 0.3181082473020068, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.7718216255952429, - "semantic": 0.78659876360565, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "unranked-semantic", - "chunks": 53, - "tokens": 2836, - "ndcg5": 0.8490218381196037, - "ndcg10": 0.8490218381196037, - "p50_ms": 0.21877099061384797, - "p90_ms": 0.24419139663223177, - "p95_ms": 0.25016905419761315, - "p99_ms": 0.25780018913792446, - "index_ms": 32.40712499246001, - "by_category": { - "architecture": 0.7146501161959612, - "semantic": 0.9179843896825461, - "symbol": 0.8861353116146786 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-auto", - "chunks": 169, - "tokens": 3016, - "ndcg5": 0.9652540586697873, - "ndcg10": 0.9652540586697873, - "p50_ms": 0.5069375038146973, - "p90_ms": 5.329687218181789, - "p95_ms": 5.39765627036104, - "p99_ms": 5.424731255334336, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.9709908720694624, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-balanced", - "chunks": 169, - "tokens": 3012, - "ndcg5": 0.9652540586697873, - "ndcg10": 0.9652540586697873, - "p50_ms": 0.5116664979141206, - "p90_ms": 5.157661903649569, - "p95_ms": 5.2128187569906, - "p99_ms": 5.248063759936485, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.9709908720694624, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-bm25", - "chunks": 169, - "tokens": 3124, - "ndcg5": 0.9335971402197305, - "ndcg10": 0.9424591045589329, - "p50_ms": 0.4717289994005114, - "p90_ms": 5.167208411148749, - "p95_ms": 5.184892282704823, - "p99_ms": 5.23707844724413, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.9058624317527358, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "semble-semantic", - "chunks": 169, - "tokens": 2896, - "ndcg5": 0.9740637329553106, - "ndcg10": 0.9740637329553106, - "p50_ms": 0.42762450175359845, - "p90_ms": 5.143799984944053, - "p95_ms": 5.229487510223407, - "p99_ms": 5.276797494443599, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 1.0, - "semantic": 0.9351593323882765, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "unranked-auto", - "chunks": 169, - "tokens": 2958, - "ndcg5": 0.7178166900350706, - "ndcg10": 0.7526710180929838, - "p50_ms": 0.25072949938476086, - "p90_ms": 0.26116250664927065, - "p95_ms": 0.2643125000759028, - "p99_ms": 0.27286249882308766, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.7668828761533699, - "semantic": 0.8048873492408704, - "symbol": 0.6492282869718243 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "unranked-balanced", - "chunks": 169, - "tokens": 2965, - "ndcg5": 0.7371593303967978, - "ndcg10": 0.7562404146154245, - "p50_ms": 0.24539550940971822, - "p90_ms": 0.2557541971327737, - "p95_ms": 0.2570566037320532, - "p99_ms": 0.2591785372351296, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.7668828761533699, - "semantic": 0.8048873492408704, - "symbol": 0.6635058730615869 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "unranked-bm25", - "chunks": 169, - "tokens": 3131, - "ndcg5": 0.5271409926060272, - "ndcg10": 0.6033418421058976, - "p50_ms": 0.24177049635909498, - "p90_ms": 0.26116250664927065, - "p95_ms": 0.2639937505591661, - "p99_ms": 0.26769875665195286, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.6178987550585167, - "semantic": 0.6240070552706198, - "symbol": 0.5498978229086747 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "unranked-semantic", - "chunks": 169, - "tokens": 2825, - "ndcg5": 0.8378690845321319, - "ndcg10": 0.8378690845321319, - "p50_ms": 0.24204151122830808, - "p90_ms": 0.25646309077274054, - "p95_ms": 0.26128953031729907, - "p99_ms": 0.26569070701953024, - "index_ms": 70.61870800680481, - "by_category": { - "architecture": 0.9128703030022887, - "semantic": 0.9055096182921145, - "symbol": 0.6246425246579402 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-auto", - "chunks": 1178, - "tokens": 3017, - "ndcg5": 0.7965338279036697, - "ndcg10": 0.8301174310983572, - "p50_ms": 1.4784585073357448, - "p90_ms": 8.80864170030691, - "p95_ms": 11.504694100585766, - "p99_ms": 11.904106028960086, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.8543823750838853, - "semantic": 0.6764208118547154, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-balanced", - "chunks": 1178, - "tokens": 3007, - "ndcg5": 0.7965338279036697, - "ndcg10": 0.8301174310983572, - "p50_ms": 1.452520999009721, - "p90_ms": 8.81572910875548, - "p95_ms": 11.379711919289548, - "p99_ms": 12.068209589051547, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.8543823750838853, - "semantic": 0.6764208118547154, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-bm25", - "chunks": 1178, - "tokens": 3102, - "ndcg5": 0.7946394630357186, - "ndcg10": 0.803501427374921, - "p50_ms": 1.4092919882386923, - "p90_ms": 8.546170592308048, - "p95_ms": 11.283117279526778, - "p99_ms": 11.952423453913068, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.8808169040355505, - "semantic": 0.5436432511904858, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "semble-semantic", - "chunks": 1178, - "tokens": 2089, - "ndcg5": 0.6508891280403, - "ndcg10": 0.6844727312349875, - "p50_ms": 1.0170619934797287, - "p90_ms": 8.533850620733578, - "p95_ms": 11.104443730437197, - "p99_ms": 11.683088734862393, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.5517782560805999, - "semantic": 0.6952786773156251, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "unranked-auto", - "chunks": 1178, - "tokens": 3048, - "ndcg5": 0.5780803155822426, - "ndcg10": 0.6137010342930449, - "p50_ms": 0.4113540198886767, - "p90_ms": 0.4554953222395853, - "p95_ms": 0.48079027037601924, - "p99_ms": 0.529525265446864, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.7561606311644851, - "semantic": 0.5, - "symbol": 0.42810359355401106 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "unranked-balanced", - "chunks": 1178, - "tokens": 3021, - "ndcg5": 0.6189567838476393, - "ndcg10": 0.6189567838476393, - "p50_ms": 0.425124992034398, - "p90_ms": 0.46523718629032373, - "p95_ms": 0.47960625088308007, - "p99_ms": 0.5059212521882728, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.7561606311644851, - "semantic": 0.5, - "symbol": 0.4543823413269837 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "unranked-bm25", - "chunks": 1178, - "tokens": 3272, - "ndcg5": 0.49771977861796124, - "ndcg10": 0.5310531119512947, - "p50_ms": 0.4036870086565614, - "p90_ms": 0.4421711026225239, - "p95_ms": 0.4614642981323414, - "p99_ms": 0.5147600578493438, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.6954395572359223, - "semantic": 0.5, - "symbol": 0.16666666666666666 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "unranked-semantic", - "chunks": 1178, - "tokens": 2542, - "ndcg5": 0.40704975920478503, - "ndcg10": 0.4543648596592796, - "p50_ms": 0.39585449849255383, - "p90_ms": 0.4445086175110191, - "p95_ms": 0.4640517348889262, - "p99_ms": 0.5262767442036419, - "index_ms": 521.1282909731381, - "by_category": { - "architecture": 0.398713694067948, - "semantic": 0.5064256568102102, - "symbol": 0.5154015779112127 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-auto", - "chunks": 70, - "tokens": 2831, - "ndcg5": 0.9530803155822426, - "ndcg10": 0.9530803155822426, - "p50_ms": 0.4927294939989224, - "p90_ms": 8.548737209639512, - "p95_ms": 8.67659789219033, - "p99_ms": 8.871885979897343, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.8123212623289702, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-balanced", - "chunks": 70, - "tokens": 2820, - "ndcg5": 0.9530803155822426, - "ndcg10": 0.9530803155822426, - "p50_ms": 0.5290419940138236, - "p90_ms": 8.344995809602551, - "p95_ms": 8.65373304404784, - "p99_ms": 8.678813810111023, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.8123212623289702, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-bm25", - "chunks": 70, - "tokens": 3698, - "ndcg5": 0.9382034061286294, - "ndcg10": 0.9382034061286294, - "p50_ms": 0.46285400458145887, - "p90_ms": 8.334595800261013, - "p95_ms": 8.397503827291075, - "p99_ms": 8.571100761473645, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.7528136245145183, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "semble-semantic", - "chunks": 70, - "tokens": 2321, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.4397080192575231, - "p90_ms": 8.288912507123314, - "p95_ms": 8.390341690392233, - "p99_ms": 8.712835547630675, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.9261859507142916, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "unranked-auto", - "chunks": 70, - "tokens": 2867, - "ndcg5": 0.913500228802621, - "ndcg10": 0.913500228802621, - "p50_ms": 0.2382294915150851, - "p90_ms": 0.27907979674637323, - "p95_ms": 0.30895653762854636, - "p99_ms": 0.31905771349556744, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.8016290137819013, - "semantic": 0.9179843896825461, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "unranked-balanced", - "chunks": 70, - "tokens": 2817, - "ndcg5": 0.913500228802621, - "ndcg10": 0.913500228802621, - "p50_ms": 0.23012499150354415, - "p90_ms": 0.24778752122074366, - "p95_ms": 0.24858959804987535, - "p99_ms": 0.25565152493072674, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.8016290137819013, - "semantic": 0.9179843896825461, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "unranked-bm25", - "chunks": 70, - "tokens": 3178, - "ndcg5": 0.7802715031241851, - "ndcg10": 0.8113914111067462, - "p50_ms": 0.23160398995969445, - "p90_ms": 0.24784169218037277, - "p95_ms": 0.2527190954424441, - "p99_ms": 0.2630110247991979, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.6804424038166692, - "semantic": 0.8216599605531315, - "symbol": 0.9051127596788988 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "unranked-semantic", - "chunks": 70, - "tokens": 2754, - "ndcg5": 0.8755032715262121, - "ndcg10": 0.8755032715262121, - "p50_ms": 0.23585400776937604, - "p90_ms": 0.2579960972070694, - "p95_ms": 0.27222468197578564, - "p99_ms": 0.2724785407190211, - "index_ms": 37.336124980356544, - "by_category": { - "architecture": 0.8773705614469083, - "semantic": 0.8957340346272056, - "symbol": 0.8436010519408085 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-auto", - "chunks": 107, - "tokens": 3153, - "ndcg5": 0.7723856192940887, - "ndcg10": 0.7872645734184941, - "p50_ms": 4.465625010197982, - "p90_ms": 9.214883390814068, - "p95_ms": 11.881908198120065, - "p99_ms": 14.354548050323496, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.6399069297160626, - "semantic": 0.7592455236131767, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-balanced", - "chunks": 107, - "tokens": 3183, - "ndcg5": 0.7723856192940887, - "ndcg10": 0.7872645734184941, - "p50_ms": 4.586750001180917, - "p90_ms": 9.208966384176167, - "p95_ms": 12.047599791549139, - "p99_ms": 14.784519961103792, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.6399069297160626, - "semantic": 0.7592455236131767, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-bm25", - "chunks": 107, - "tokens": 3157, - "ndcg5": 0.7091810794871367, - "ndcg10": 0.7523033552330219, - "p50_ms": 4.665959015255794, - "p90_ms": 9.536358603509145, - "p95_ms": 12.278008408611633, - "p99_ms": 14.892468092730264, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.7347941325294953, - "semantic": 0.6536516029201141, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "semble-semantic", - "chunks": 107, - "tokens": 2960, - "ndcg5": 0.6983682144511406, - "ndcg10": 0.741490490197026, - "p50_ms": 6.4540409948676825, - "p90_ms": 11.283842189004645, - "p95_ms": 15.820442192489265, - "p99_ms": 21.166122044669454, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.6058431967846482, - "semantic": 0.6888352546010559, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "unranked-auto", - "chunks": 107, - "tokens": 3092, - "ndcg5": 0.6881268014510534, - "ndcg10": 0.7049273735139892, - "p50_ms": 0.6159579788800329, - "p90_ms": 1.4474754105322065, - "p95_ms": 1.6611004073638465, - "p99_ms": 1.84862007969059, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.46228426907818054, - "semantic": 0.7538861497781879, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "unranked-balanced", - "chunks": 107, - "tokens": 3058, - "ndcg5": 0.6597367824950117, - "ndcg10": 0.6765373545579474, - "p50_ms": 0.34787500044330955, - "p90_ms": 1.1416246183216574, - "p95_ms": 1.3880248123314225, - "p99_ms": 1.591804957715794, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.46228426907818054, - "semantic": 0.7538861497781879, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "unranked-bm25", - "chunks": 107, - "tokens": 3047, - "ndcg5": 0.7125481032680617, - "ndcg10": 0.7125481032680617, - "p50_ms": 0.3293750050943345, - "p90_ms": 1.2202078010886908, - "p95_ms": 1.3174495950806884, - "p99_ms": 1.4092899125535039, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.5377157309218195, - "semantic": 0.7357111642456206, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "unranked-semantic", - "chunks": 107, - "tokens": 2847, - "ndcg5": 0.5050814110725662, - "ndcg10": 0.5192795415940714, - "p50_ms": 0.9705830016173422, - "p90_ms": 1.61684958729893, - "p95_ms": 1.7566248017828907, - "p99_ms": 1.87682498130016, - "index_ms": 47.160582995275036, - "by_category": { - "architecture": 0.31942710374955047, - "semantic": 0.6142956942508621, - "symbol": 0.49742762323941453 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-auto", - "chunks": 214, - "tokens": 2876, - "ndcg5": 0.9339593901316886, - "ndcg10": 0.9427487090259538, - "p50_ms": 1.1570000206120312, - "p90_ms": 5.433499987702817, - "p95_ms": 5.697750020772219, - "p99_ms": 6.6085163969546565, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.8907020808677296, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-balanced", - "chunks": 214, - "tokens": 2864, - "ndcg5": 0.9339593901316886, - "ndcg10": 0.9427487090259538, - "p50_ms": 0.8733330178074539, - "p90_ms": 5.0532919995021075, - "p95_ms": 5.684792005922645, - "p99_ms": 5.776792007964104, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.8907020808677296, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-bm25", - "chunks": 214, - "tokens": 2944, - "ndcg5": 0.9601808445469098, - "ndcg10": 0.9601808445469098, - "p50_ms": 0.7502080115955323, - "p90_ms": 5.239624995738268, - "p95_ms": 5.384916003094986, - "p99_ms": 5.77418320463039, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.9239816123168275, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "semble-semantic", - "chunks": 214, - "tokens": 2775, - "ndcg5": 0.9155378278824247, - "ndcg10": 0.9398508097927761, - "p50_ms": 0.531375000718981, - "p90_ms": 4.994582996005192, - "p95_ms": 5.398707988206297, - "p99_ms": 5.4525415995158255, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.885169727786209, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "unranked-auto", - "chunks": 214, - "tokens": 2934, - "ndcg5": 0.7662696949306094, - "ndcg10": 0.7904350407942309, - "p50_ms": 0.2588749921415001, - "p90_ms": 0.29399999766610563, - "p95_ms": 0.3002920129802078, - "p99_ms": 0.32529201707802713, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.8385571960700434, - "semantic": 0.8488153892673832, - "symbol": 0.6261859507142915 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "unranked-balanced", - "chunks": 214, - "tokens": 2914, - "ndcg5": 0.7362254209510162, - "ndcg10": 0.7762637826876537, - "p50_ms": 0.2600410080049187, - "p90_ms": 0.26895798509940505, - "p95_ms": 0.2878330124076456, - "p99_ms": 0.3184338042046875, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.8385571960700434, - "semantic": 0.8488153892673832, - "symbol": 0.5666666666666667 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "unranked-bm25", - "chunks": 214, - "tokens": 2962, - "ndcg5": 0.7718517772221829, - "ndcg10": 0.7972539902646625, - "p50_ms": 0.2556669933255762, - "p90_ms": 0.27550000231713057, - "p95_ms": 0.2757500042207539, - "p99_ms": 0.39261641213670384, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.7964551540695339, - "semantic": 0.7962654201586077, - "symbol": 0.8 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "unranked-semantic", - "chunks": 214, - "tokens": 2908, - "ndcg5": 0.6703132463064359, - "ndcg10": 0.679102565200701, - "p50_ms": 0.26620799326337874, - "p90_ms": 0.28670800384134054, - "p95_ms": 0.2974170201923698, - "p99_ms": 0.4003170120995493, - "index_ms": 177.66708301496692, - "by_category": { - "architecture": 0.7088838990495478, - "semantic": 0.766500245219647, - "symbol": 0.5261859507142915 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-auto", - "chunks": 544, - "tokens": 3061, - "ndcg5": 0.8024434932958862, - "ndcg10": 0.8024434932958862, - "p50_ms": 0.6957914883969352, - "p90_ms": 1.0429375222884127, - "p95_ms": 1.8028916689218055, - "p99_ms": 5.462544726033223, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.8805425336407291, - "semantic": 0.760390163879432 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-balanced", - "chunks": 544, - "tokens": 3061, - "ndcg5": 0.8024434932958862, - "ndcg10": 0.8024434932958862, - "p50_ms": 0.6816045206505805, - "p90_ms": 0.7193627912783997, - "p95_ms": 1.1244124776567368, - "p99_ms": 5.014282479824026, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.8805425336407291, - "semantic": 0.760390163879432 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-bm25", - "chunks": 544, - "tokens": 3112, - "ndcg5": 0.7627044967587167, - "ndcg10": 0.7627044967587167, - "p50_ms": 0.6555625004693866, - "p90_ms": 0.7602255849633367, - "p95_ms": 1.065560386632573, - "p99_ms": 5.088778469362289, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.8081312145596405, - "semantic": 0.738243956404373 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "semble-semantic", - "chunks": 544, - "tokens": 2904, - "ndcg5": 0.721282862131401, - "ndcg10": 0.7379495287980677, - "p50_ms": 0.5686670046998188, - "p90_ms": 0.6291956146014854, - "p95_ms": 0.90530691086315, - "p99_ms": 4.984194975113489, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.7563896412937944, - "semantic": 0.7280202374542147 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "unranked-auto", - "chunks": 544, - "tokens": 2967, - "ndcg5": 0.6954840741559705, - "ndcg10": 0.7132944335113717, - "p50_ms": 0.2802709932439029, - "p90_ms": 0.28366630722302943, - "p95_ms": 0.284505590389017, - "p99_ms": 0.2858675181050785, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.6767500220651603, - "semantic": 0.73297219352087 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "unranked-balanced", - "chunks": 544, - "tokens": 2967, - "ndcg5": 0.6954840741559705, - "ndcg10": 0.7132944335113717, - "p50_ms": 0.27774951013270766, - "p90_ms": 0.29648330237250775, - "p95_ms": 0.3100955262198113, - "p99_ms": 0.3140862865257077, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.6767500220651603, - "semantic": 0.73297219352087 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "unranked-bm25", - "chunks": 544, - "tokens": 3078, - "ndcg5": 0.6768415478476942, - "ndcg10": 0.7236112140807591, - "p50_ms": 0.27304199466016144, - "p90_ms": 0.28019580349791795, - "p95_ms": 0.2854183941963129, - "p99_ms": 0.28671648673480377, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.6294144576260611, - "semantic": 0.7743325444794424 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "unranked-semantic", - "chunks": 544, - "tokens": 2882, - "ndcg5": 0.600458754606164, - "ndcg10": 0.6360794733169663, - "p50_ms": 0.27447950560599566, - "p90_ms": 0.2923086780356243, - "p95_ms": 0.30150063539622357, - "p99_ms": 0.37053373496746633, - "index_ms": 235.49420799827203, - "by_category": { - "architecture": 0.6294058254047593, - "semantic": 0.6396729760389237 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-auto", - "chunks": 2758, - "tokens": 3492, - "ndcg5": 0.9438607657669025, - "ndcg10": 0.9530895506058809, - "p50_ms": 1.4512079942505807, - "p90_ms": 11.113879407639615, - "p95_ms": 11.693805623508524, - "p99_ms": 12.442627536074722, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.8436318353529363, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-balanced", - "chunks": 2758, - "tokens": 3454, - "ndcg5": 0.9438607657669025, - "ndcg10": 0.9530895506058809, - "p50_ms": 1.3660209951922297, - "p90_ms": 10.500529201817699, - "p95_ms": 11.058981531823521, - "p99_ms": 12.15626269142376, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.8436318353529363, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-bm25", - "chunks": 2758, - "tokens": 3493, - "ndcg5": 0.8928612069551187, - "ndcg10": 0.9236720188563148, - "p50_ms": 1.4638540014857426, - "p90_ms": 10.628158302279191, - "p95_ms": 11.259216352482326, - "p99_ms": 12.17704326903913, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.8100488640601395, - "semantic": 0.9516433990956823, - "symbol": 1.0 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "semble-semantic", - "chunks": 2758, - "tokens": 3319, - "ndcg5": 0.930657359638273, - "ndcg10": 0.9491906441583389, - "p50_ms": 1.2883330055046827, - "p90_ms": 10.52093279431574, - "p95_ms": 11.0139548254665, - "p99_ms": 12.144390972098334, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.8628732144640079, - "semantic": 0.9758216995478411, - "symbol": 1.0 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "unranked-auto", - "chunks": 2758, - "tokens": 3590, - "ndcg5": 0.7575015295703086, - "ndcg10": 0.7575015295703086, - "p50_ms": 0.5722505156882107, - "p90_ms": 0.751175021287054, - "p95_ms": 0.9185375165543519, - "p99_ms": 0.9590074929292313, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.6084868216345221, - "semantic": 0.8813313178399557, - "symbol": 0.7414098531465654 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "unranked-balanced", - "chunks": 2758, - "tokens": 3578, - "ndcg5": 0.7631588892085814, - "ndcg10": 0.7631588892085814, - "p50_ms": 0.6232080049812794, - "p90_ms": 0.7358708040555939, - "p95_ms": 0.7465350805432536, - "p99_ms": 0.7553070204448886, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.6084868216345221, - "semantic": 0.8813313178399557, - "symbol": 0.7602677186074751 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "unranked-bm25", - "chunks": 2758, - "tokens": 3528, - "ndcg5": 0.6827324383928645, - "ndcg10": 0.7096182249389554, - "p50_ms": 0.6318334781099111, - "p90_ms": 0.7006959000136703, - "p95_ms": 0.7146235468098894, - "p99_ms": 0.7627247023629024, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.6666666666666666, - "semantic": 0.7621464572878573, - "symbol": 0.6825321400793748 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "unranked-semantic", - "chunks": 2758, - "tokens": 3541, - "ndcg5": 0.7411732909393883, - "ndcg10": 0.7411732909393883, - "p50_ms": 0.593395991018042, - "p90_ms": 0.6749046908225866, - "p95_ms": 0.803030606766697, - "p99_ms": 0.8085725220735185, - "index_ms": 1251.7063340055756, - "by_category": { - "architecture": 0.6666666666666666, - "semantic": 0.7827324383928644, - "symbol": 0.7602677186074751 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-auto", - "chunks": 363, - "tokens": 2942, - "ndcg5": 0.8117219727220212, - "ndcg10": 0.8318711294019078, - "p50_ms": 5.395521002355963, - "p90_ms": 6.777825602330267, - "p95_ms": 7.024506252491849, - "p99_ms": 10.262201243313024, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.7751964340658473, - "semantic": 0.7765501593587683, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-balanced", - "chunks": 363, - "tokens": 2941, - "ndcg5": 0.8117219727220212, - "ndcg10": 0.8318711294019078, - "p50_ms": 5.432770514744334, - "p90_ms": 6.849008586141282, - "p95_ms": 7.336845484678636, - "p99_ms": 10.430235504754814, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.7751964340658473, - "semantic": 0.7765501593587683, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 363, - "tokens": 2987, - "ndcg5": 0.7541287872272752, - "ndcg10": 0.7759695309090915, - "p50_ms": 5.329520485247485, - "p90_ms": 6.711233107489534, - "p95_ms": 7.021617302962116, - "p99_ms": 10.316723453870503, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.6944873149852022, - "semantic": 0.7090702997571733, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 363, - "tokens": 2710, - "ndcg5": 0.8068376589861769, - "ndcg10": 0.8274293510079487, - "p50_ms": 5.1338329940335825, - "p90_ms": 6.407353616668843, - "p95_ms": 6.8405794852878925, - "p99_ms": 9.808949482394377, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.7518000951520766, - "semantic": 0.7905980369917656, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "unranked-auto", - "chunks": 363, - "tokens": 2942, - "ndcg5": 0.6114408689635499, - "ndcg10": 0.6325803606838825, - "p50_ms": 0.2706039958866313, - "p90_ms": 0.28316640527918935, - "p95_ms": 0.28629200533032423, - "p99_ms": 0.322392014786601, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.41450461779011866, - "semantic": 0.6720915025407486, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "unranked-balanced", - "chunks": 363, - "tokens": 2922, - "ndcg5": 0.604894381284977, - "ndcg10": 0.6260338730053095, - "p50_ms": 0.2744375087786466, - "p90_ms": 0.29419168422464287, - "p95_ms": 0.3152420002152212, - "p99_ms": 0.3353819987387396, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.41450461779011866, - "semantic": 0.6720915025407486, - "symbol": 0.9 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "unranked-bm25", - "chunks": 363, - "tokens": 2957, - "ndcg5": 0.544705810734339, - "ndcg10": 0.580628211253512, - "p50_ms": 0.27214600413572043, - "p90_ms": 0.28571659058798105, - "p95_ms": 0.28659517847700045, - "p99_ms": 0.28741904156049713, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.29926959853150964, - "semantic": 0.6026296338311663, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "unranked-semantic", - "chunks": 363, - "tokens": 2674, - "ndcg5": 0.5596626128829499, - "ndcg10": 0.6021081804168398, - "p50_ms": 0.2672914997674525, - "p90_ms": 0.28147948323749006, - "p95_ms": 0.28669614548562095, - "p99_ms": 0.28903922386234626, - "index_ms": 155.50399999483489, - "by_category": { - "architecture": 0.5120267330548428, - "semantic": 0.7084018290312251, - "symbol": 0.5974273881358959 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-auto", - "chunks": 796, - "tokens": 2553, - "ndcg5": 0.7740663550396519, - "ndcg10": 0.828789449954672, - "p50_ms": 0.9850000060396269, - "p90_ms": 6.565796415088698, - "p95_ms": 6.675245497899596, - "p99_ms": 6.770815495692659, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.5394794582550125, - "semantic": 0.8540964731663144, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-balanced", - "chunks": 796, - "tokens": 2537, - "ndcg5": 0.7740663550396519, - "ndcg10": 0.828789449954672, - "p50_ms": 1.0525629913900048, - "p90_ms": 6.584329501492903, - "p95_ms": 6.7759731944534, - "p99_ms": 6.828127441403922, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.5394794582550125, - "semantic": 0.8540964731663144, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-bm25", - "chunks": 796, - "tokens": 2675, - "ndcg5": 0.7428612069551187, - "ndcg10": 0.7967862323102238, - "p50_ms": 0.9920209995470941, - "p90_ms": 6.5129212132887915, - "p95_ms": 6.600815265846904, - "p99_ms": 6.67083026812179, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.5466356432386875, - "semantic": 0.8068441226063152, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "semble-semantic", - "chunks": 796, - "tokens": 2435, - "ndcg5": 0.7284216551762823, - "ndcg10": 0.7468792248542391, - "p50_ms": 0.7813539996277541, - "p90_ms": 6.237724382663146, - "p95_ms": 6.383843762159813, - "p99_ms": 6.544868749624584, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.5615252322598561, - "semantic": 0.7323577714503723, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "unranked-auto", - "chunks": 796, - "tokens": 2616, - "ndcg5": 0.491586222400731, - "ndcg10": 0.559982369573137, - "p50_ms": 0.34077101736329496, - "p90_ms": 0.39132500533014536, - "p95_ms": 0.3960729343816638, - "p99_ms": 0.4066817834973335, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.15942309414934297, - "semantic": 0.7096067402738068, - "symbol": 0.26229458172713843 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "unranked-balanced", - "chunks": 796, - "tokens": 2608, - "ndcg5": 0.5109288627624581, - "ndcg10": 0.5615146505794629, - "p50_ms": 0.34433300606906414, - "p90_ms": 0.3681839007185772, - "p95_ms": 0.3728892654180527, - "p99_ms": 0.3794442489743233, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.15942309414934297, - "semantic": 0.7096067402738068, - "symbol": 0.27250978843597823 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "unranked-bm25", - "chunks": 796, - "tokens": 2681, - "ndcg5": 0.48741029616906645, - "ndcg10": 0.5637783017228446, - "p50_ms": 0.3473329998087138, - "p90_ms": 0.3765077155549079, - "p95_ms": 0.38139549287734553, - "p99_ms": 0.3918455060920678, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.24608490373079303, - "semantic": 0.6993692777432422, - "symbol": 0.24871381161970726 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "unranked-semantic", - "chunks": 796, - "tokens": 2623, - "ndcg5": 0.44049061175130894, - "ndcg10": 0.5095585752233076, - "p50_ms": 0.3506460052449256, - "p90_ms": 0.38260030269157147, - "p95_ms": 0.41685831383802, - "p99_ms": 0.4508044722024351, - "index_ms": 358.66787499981, - "by_category": { - "architecture": 0.10034333188799373, - "semantic": 0.6326717828143439, - "symbol": 0.3442455164671185 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-auto", - "chunks": 1090, - "tokens": 2797, - "ndcg5": 0.6573465818787765, - "ndcg10": 0.6929673005895788, - "p50_ms": 1.0536665067775175, - "p90_ms": 7.9554537951480615, - "p95_ms": 9.121155603497758, - "p99_ms": 12.869697530695696, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.6132788343159646, - "semantic": 0.6862493865749392, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-balanced", - "chunks": 1090, - "tokens": 2791, - "ndcg5": 0.6573465818787765, - "ndcg10": 0.6929673005895788, - "p50_ms": 1.0756465053418651, - "p90_ms": 7.856558906496503, - "p95_ms": 8.888770501653202, - "p99_ms": 12.526320484757884, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.6132788343159646, - "semantic": 0.6862493865749392, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 1090, - "tokens": 2811, - "ndcg5": 0.6108127539751069, - "ndcg10": 0.6452897799971746, - "p50_ms": 1.061416493030265, - "p90_ms": 8.450529217952862, - "p95_ms": 9.034252403944269, - "p99_ms": 13.063550466613371, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.5991988067460414, - "semantic": 0.6072430005359807, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 1090, - "tokens": 2590, - "ndcg5": 0.6208254137500102, - "ndcg10": 0.6523719014285831, - "p50_ms": 0.8938120008679107, - "p90_ms": 8.144524987437762, - "p95_ms": 8.909947874781214, - "p99_ms": 12.57235597498947, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.5347090229166835, - "semantic": 0.6552958306818274, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "unranked-auto", - "chunks": 1090, - "tokens": 2988, - "ndcg5": 0.3904906117513089, - "ndcg10": 0.42161051973386987, - "p50_ms": 0.43733349593821913, - "p90_ms": 0.5059417133452371, - "p95_ms": 0.5422295012976975, - "p99_ms": 0.6400794943328946, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.48844609301223213, - "semantic": 0.40923034878218245, - "symbol": 0.3333333333333333 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "unranked-balanced", - "chunks": 1090, - "tokens": 2987, - "ndcg5": 0.3904906117513089, - "ndcg10": 0.42161051973386987, - "p50_ms": 0.4288955096853897, - "p90_ms": 0.5566545034525917, - "p95_ms": 0.6068482616683468, - "p99_ms": 0.6191032443894073, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.48844609301223213, - "semantic": 0.40923034878218245, - "symbol": 0.3333333333333333 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "unranked-bm25", - "chunks": 1090, - "tokens": 2898, - "ndcg5": 0.3355159313011154, - "ndcg10": 0.40064139111101105, - "p50_ms": 0.4108120047021657, - "p90_ms": 0.49108780222013604, - "p95_ms": 0.5716000145184807, - "p99_ms": 0.5750200184411369, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.3678130541784601, - "semantic": 0.40173606271953805, - "symbol": 0.46228426907818054 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "unranked-semantic", - "chunks": 1090, - "tokens": 2762, - "ndcg5": 0.3180676558073393, - "ndcg10": 0.40160173343994077, - "p50_ms": 0.40470800013281405, - "p90_ms": 0.45625059865415096, - "p95_ms": 0.4657229321310297, - "p99_ms": 0.5527117877500131, - "index_ms": 450.4977499891538, - "by_category": { - "architecture": 0.34798562347423273, - "semantic": 0.44946553890485624, - "symbol": 0.3333333333333333 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-auto", - "chunks": 124, - "tokens": 3034, - "ndcg5": 0.8039694436225424, - "ndcg10": 0.8141885635019669, - "p50_ms": 0.4933125019306317, - "p90_ms": 5.1343832921702415, - "p95_ms": 5.177597601141315, - "p99_ms": 5.5084195159724905, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.7691051895584848, - "semantic": 0.8442441461309548 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-balanced", - "chunks": 124, - "tokens": 3034, - "ndcg5": 0.8039694436225424, - "ndcg10": 0.8141885635019669, - "p50_ms": 0.49479199515189976, - "p90_ms": 5.189954090747051, - "p95_ms": 5.217486851324793, - "p99_ms": 5.522563769191037, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.7691051895584848, - "semantic": 0.8442441461309548 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-bm25", - "chunks": 124, - "tokens": 3142, - "ndcg5": 0.790237023894699, - "ndcg10": 0.790237023894699, - "p50_ms": 0.4666039894800633, - "p90_ms": 5.123054183786735, - "p95_ms": 5.248906546330545, - "p99_ms": 5.615447715681511, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.7717263405403151, - "semantic": 0.8025774794642881 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "semble-semantic", - "chunks": 124, - "tokens": 2774, - "ndcg5": 0.8788289086217574, - "ndcg10": 0.8890480285011819, - "p50_ms": 0.43520849430933595, - "p90_ms": 5.127274396363646, - "p95_ms": 5.246545800764579, - "p99_ms": 5.5740419603534965, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.8773876328600902, - "semantic": 0.8968216255952429 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "unranked-auto", - "chunks": 124, - "tokens": 3087, - "ndcg5": 0.5943640372931147, - "ndcg10": 0.6564281018227572, - "p50_ms": 0.2582500164862722, - "p90_ms": 0.2721830998780206, - "p95_ms": 0.28359229618217796, - "p99_ms": 0.28941846161615103, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.6863202996417996, - "semantic": 0.6364999699433956 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "unranked-balanced", - "chunks": 124, - "tokens": 3087, - "ndcg5": 0.5943640372931147, - "ndcg10": 0.6564281018227572, - "p50_ms": 0.25335401005577296, - "p90_ms": 0.2626743953442201, - "p95_ms": 0.26966041332343593, - "p99_ms": 0.27209847030462697, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.6863202996417996, - "semantic": 0.6364999699433956 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "unranked-bm25", - "chunks": 124, - "tokens": 3204, - "ndcg5": 0.5530331765778531, - "ndcg10": 0.5998028428109179, - "p50_ms": 0.25804150209296495, - "p90_ms": 0.27236220776103437, - "p95_ms": 0.27562499744817615, - "p99_ms": 0.287024995777756, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.5836446827505919, - "semantic": 0.6105749495178019 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "unranked-semantic", - "chunks": 124, - "tokens": 2848, - "ndcg5": 0.6148712314377457, - "ndcg10": 0.6257916032786539, - "p50_ms": 0.2577499981271103, - "p90_ms": 0.27312048769090325, - "p95_ms": 0.2739621908403933, - "p99_ms": 0.2816260396502912, - "index_ms": 65.27437499607913, - "by_category": { - "architecture": 0.5920237497030204, - "semantic": 0.6483035056624095 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-auto", - "chunks": 13307, - "tokens": 3112, - "ndcg5": 0.9196394630357186, - "ndcg10": 0.9196394630357186, - "p50_ms": 4.123374499613419, - "p90_ms": 34.13188358535991, - "p95_ms": 40.23881009343314, - "p99_ms": 45.533762028499034, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9565799710084067 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-balanced", - "chunks": 13307, - "tokens": 3112, - "ndcg5": 0.9196394630357186, - "ndcg10": 0.9196394630357186, - "p50_ms": 3.93295798858162, - "p90_ms": 35.29951609380078, - "p95_ms": 39.44958569918527, - "p99_ms": 44.513749932812054, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9565799710084067 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-bm25", - "chunks": 13307, - "tokens": 3092, - "ndcg5": 0.9011859507142915, - "ndcg10": 0.9011859507142915, - "p50_ms": 3.9656875014770776, - "p90_ms": 34.50333689979744, - "p95_ms": 39.78455414326164, - "p99_ms": 47.1725772335776, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9348699565126102 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "semble-semantic", - "chunks": 13307, - "tokens": 2966, - "ndcg5": 0.7446394630357187, - "ndcg10": 0.7754642066582041, - "p50_ms": 4.671667004004121, - "p90_ms": 34.439371098415, - "p95_ms": 39.10583716788097, - "p99_ms": 43.91670023178448, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.4384882922619096, - "semantic": 0.8349305444928444 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "unranked-auto", - "chunks": 13307, - "tokens": 3067, - "ndcg5": 0.7336215664331645, - "ndcg10": 0.7514319257885655, - "p50_ms": 4.454729016288184, - "p90_ms": 5.5050294031389075, - "p95_ms": 6.746649346314371, - "p99_ms": 6.776796272024512, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.420619835714305, - "semantic": 0.8098105299193172 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "unranked-balanced", - "chunks": 13307, - "tokens": 3067, - "ndcg5": 0.7336215664331645, - "ndcg10": 0.7514319257885655, - "p50_ms": 3.8954580086283386, - "p90_ms": 4.336587502621114, - "p95_ms": 4.502281245368067, - "p99_ms": 4.683256252028514, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.420619835714305, - "semantic": 0.8098105299193172 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "unranked-bm25", - "chunks": 13307, - "tokens": 3127, - "ndcg5": 0.8161732909393884, - "ndcg10": 0.8328399576060551, - "p50_ms": 3.9412499900208786, - "p90_ms": 4.400766605976969, - "p95_ms": 4.479759803507477, - "p99_ms": 4.549585578497499, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.3214210289682636, - "semantic": 0.9230903567774299 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "unranked-semantic", - "chunks": 13307, - "tokens": 2986, - "ndcg5": 0.34552859107601863, - "ndcg10": 0.42456185798037893, - "p50_ms": 3.8155414949869737, - "p90_ms": 5.1340836973395225, - "p95_ms": 7.004402687016409, - "p99_ms": 7.109946942364331, - "index_ms": 6684.479291987373, - "by_category": { - "architecture": 0.16666666666666666, - "semantic": 0.4700727740945634 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-auto", - "chunks": 100, - "tokens": 2525, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5863749975105748, - "p90_ms": 5.069799689226784, - "p95_ms": 5.158714608114678, - "p99_ms": 5.471676519664469, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-balanced", - "chunks": 100, - "tokens": 2525, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5914170033065602, - "p90_ms": 5.042237520683557, - "p95_ms": 5.228235443064477, - "p99_ms": 5.235614289704245, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-bm25", - "chunks": 100, - "tokens": 2544, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5627704958897084, - "p90_ms": 5.003928882069886, - "p95_ms": 5.0753565330524, - "p99_ms": 5.156137716257945, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "semble-semantic", - "chunks": 100, - "tokens": 2595, - "ndcg5": 0.8977197786179613, - "ndcg10": 0.8977197786179613, - "p50_ms": 0.5871459870832041, - "p90_ms": 4.965058603556827, - "p95_ms": 5.234697605192196, - "p99_ms": 5.261139502690639, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 0.8154648767857288, - "semantic": 0.906859212154876 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "unranked-auto", - "chunks": 100, - "tokens": 2781, - "ndcg5": 0.8211479713895817, - "ndcg10": 0.8389583307449829, - "p50_ms": 0.26454150793142617, - "p90_ms": 0.28897878364659846, - "p95_ms": 0.29995768709341064, - "p99_ms": 0.310091532592196, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 0.75, - "semantic": 0.8488425897166477 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "unranked-balanced", - "chunks": 100, - "tokens": 2781, - "ndcg5": 0.8211479713895817, - "ndcg10": 0.8389583307449829, - "p50_ms": 0.2621460007503629, - "p90_ms": 0.280713097890839, - "p95_ms": 0.29163540311856195, - "p99_ms": 0.30319348530611023, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 0.75, - "semantic": 0.8488425897166477 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "unranked-bm25", - "chunks": 100, - "tokens": 2851, - "ndcg5": 0.9, - "ndcg10": 0.9166666666666666, - "p50_ms": 0.26172898651566356, - "p90_ms": 0.2900707972003147, - "p95_ms": 0.2985142709803768, - "p99_ms": 0.38296925049507974, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 1.0, - "semantic": 0.9074074074074073 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "unranked-semantic", - "chunks": 100, - "tokens": 2710, - "ndcg5": 0.670231768402027, - "ndcg10": 0.7330698428344539, - "p50_ms": 0.2585835027275607, - "p90_ms": 0.2777794026769698, - "p95_ms": 0.29627856565639377, - "p99_ms": 0.30558930011466146, - "index_ms": 59.40283299423754, - "by_category": { - "architecture": 0.6445324131589439, - "semantic": 0.7429073350206216 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-auto", - "chunks": 1319, - "tokens": 2934, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8761859507142915, - "p50_ms": 0.8813329914119095, - "p90_ms": 0.9787048184080052, - "p95_ms": 1.5243045127135764, - "p99_ms": 8.159294493088954, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.9148299431318748 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-balanced", - "chunks": 1319, - "tokens": 2934, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8761859507142915, - "p50_ms": 0.8706454973435029, - "p90_ms": 1.0298835957655685, - "p95_ms": 1.540645530621993, - "p99_ms": 8.043396317807481, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.9148299431318748 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-bm25", - "chunks": 1319, - "tokens": 3049, - "ndcg5": 0.825, - "ndcg10": 0.8545047410990934, - "p50_ms": 0.8260834874818102, - "p90_ms": 0.908296398120001, - "p95_ms": 1.3578558937297265, - "p99_ms": 7.9569039706257065, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.7572899993805687, - "semantic": 0.9068511404859915 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "semble-semantic", - "chunks": 1319, - "tokens": 2787, - "ndcg5": 0.8846268032608154, - "ndcg10": 0.901293469927482, - "p50_ms": 0.7551460003014654, - "p90_ms": 0.9688088961411268, - "p95_ms": 1.4089746517129302, - "p99_ms": 7.897727729286988, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.9047619047619048, - "semantic": 0.8994258511704852 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "unranked-auto", - "chunks": 1319, - "tokens": 2869, - "ndcg5": 0.6446394630357186, - "ndcg10": 0.7124498223911198, - "p50_ms": 0.4395415016915649, - "p90_ms": 0.47418690228369087, - "p95_ms": 0.48350626311730593, - "p99_ms": 0.48550125618930906, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.6564561200680356, - "semantic": 0.7426002774881652 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "unranked-balanced", - "chunks": 1319, - "tokens": 2869, - "ndcg5": 0.6446394630357186, - "ndcg10": 0.7124498223911198, - "p50_ms": 0.45822949323337525, - "p90_ms": 0.5380701972171664, - "p95_ms": 0.5464913629111834, - "p99_ms": 0.5849982859217561, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.6564561200680356, - "semantic": 0.7426002774881652 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "unranked-bm25", - "chunks": 1319, - "tokens": 2933, - "ndcg5": 0.5577324383928645, - "ndcg10": 0.5878354379592625, - "p50_ms": 0.4261039866833016, - "p90_ms": 0.5144625058164821, - "p95_ms": 0.5970666927169077, - "p99_ms": 0.6265805530711077, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.5430042850948544, - "semantic": 0.611975289501636 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "unranked-semantic", - "chunks": 1319, - "tokens": 2732, - "ndcg5": 0.6098332521130361, - "ndcg10": 0.624884751896235, - "p50_ms": 0.4336460115155205, - "p90_ms": 0.46800808631815016, - "p95_ms": 0.47383815544890245, - "p99_ms": 0.5043012267560698, - "index_ms": 682.2228749806527, - "by_category": { - "architecture": 0.6266932581763631, - "semantic": 0.62391094082232 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-auto", - "chunks": 1812, - "tokens": 2865, - "ndcg5": 0.595861623462428, - "ndcg10": 0.6136719828178292, - "p50_ms": 8.045667011174373, - "p90_ms": 10.104108424275182, - "p95_ms": 10.465408992604356, - "p99_ms": 13.5483489773469, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.6297620990369716, - "semantic": 0.586420115895172, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-balanced", - "chunks": 1812, - "tokens": 2821, - "ndcg5": 0.595861623462428, - "ndcg10": 0.6136719828178292, - "p50_ms": 7.925457990495488, - "p90_ms": 10.260308612487279, - "p95_ms": 10.4702100972645, - "p99_ms": 13.230942001100624, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.6297620990369716, - "semantic": 0.586420115895172, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-bm25", - "chunks": 1812, - "tokens": 3007, - "ndcg5": 0.522486247711064, - "ndcg10": 0.5827634665859462, - "p50_ms": 7.6838335080537945, - "p90_ms": 9.480995780904777, - "p95_ms": 10.001660106354397, - "p99_ms": 13.05993201967794, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.5660170306431477, - "semantic": 0.5584824196596058, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "semble-semantic", - "chunks": 1812, - "tokens": 2692, - "ndcg5": 0.33209427612483317, - "ndcg10": 0.3993885146886994, - "p50_ms": 8.985896012745798, - "p90_ms": 10.551433899672702, - "p95_ms": 11.450255916861357, - "p99_ms": 17.044583996466816, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.29875546189751173, - "semantic": 0.3740055298546575, - "symbol": 0.643558852691131 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "unranked-auto", - "chunks": 1812, - "tokens": 2879, - "ndcg5": 0.4696394630357187, - "ndcg10": 0.5007593710182797, - "p50_ms": 0.645562497084029, - "p90_ms": 1.089120513643138, - "p95_ms": 1.1485392504255287, - "p99_ms": 1.2428742609336039, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.2544456402014998, - "semantic": 0.5281903927683183, - "symbol": 0.7103099178571526 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "unranked-balanced", - "chunks": 1812, - "tokens": 2882, - "ndcg5": 0.47618595071429154, - "ndcg10": 0.5073058586968526, - "p50_ms": 0.5712290003430098, - "p90_ms": 0.7472875149687752, - "p95_ms": 0.781295845808927, - "p99_ms": 0.8142927711014636, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.2544456402014998, - "semantic": 0.5281903927683183, - "symbol": 0.7539531690476383 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "unranked-bm25", - "chunks": 1812, - "tokens": 3008, - "ndcg5": 0.37591052497168753, - "ndcg10": 0.4173000116024168, - "p50_ms": 0.4924789827782661, - "p90_ms": 0.5490784824360163, - "p95_ms": 0.6381305909599178, - "p99_ms": 0.6698925289674662, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.5, - "semantic": 0.3526262096081092, - "symbol": 0.5872865023809717 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "unranked-semantic", - "chunks": 1812, - "tokens": 2731, - "ndcg5": 0.2943426403617271, - "ndcg10": 0.348114213453909, - "p50_ms": 0.46429148642346263, - "p90_ms": 0.5143458023667336, - "p95_ms": 0.5317225935868919, - "p99_ms": 0.5604445305652916, - "index_ms": 857.6820000016596, - "by_category": { - "architecture": 0.0, - "semantic": 0.39453468736498826, - "symbol": 0.611111111111111 - } - } - ] -} diff --git a/src/semble/cli.py b/src/semble/cli.py index ef58a3a..75d9114 100644 --- a/src/semble/cli.py +++ b/src/semble/cli.py @@ -10,7 +10,7 @@ from semble.index import SembleIndex from semble.stats import format_savings_report -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.utils import format_results, is_git_url, resolve_chunk class Agent(str, Enum): @@ -68,7 +68,10 @@ def _mcp_main() -> None: def _run_index(*, path: str, include_text_files: bool = False, out: str) -> None: """Index and store a codebase.""" - index = SembleIndex.from_path(path, include_text_files=include_text_files) + if is_git_url(path): + index = SembleIndex.from_git(path, include_text_files=include_text_files) + else: + index = SembleIndex.from_path(path, include_text_files=include_text_files) Path(out).mkdir(parents=True, exist_ok=True) index.save(out) @@ -155,7 +158,7 @@ def _cli_main() -> None: else: index = ( SembleIndex.from_git(args.path, include_text_files=include_text) - if _is_git_url(args.path) + if is_git_url(args.path) else SembleIndex.from_path(args.path, include_text_files=include_text) ) @@ -164,10 +167,10 @@ def _cli_main() -> None: if not results: print("No results found.") else: - print(_format_results(f"Search results for: {args.query!r}", results)) + print(format_results(f"Search results for: {args.query!r}", results)) elif args.command == "find-related": - chunk = _resolve_chunk(index.chunks, args.file_path, args.line) + chunk = resolve_chunk(index.chunks, args.file_path, args.line) if chunk is None: print(f"No chunk found at {args.file_path}:{args.line}.", file=sys.stderr) sys.exit(1) @@ -175,4 +178,4 @@ def _cli_main() -> None: if not results: print(f"No related chunks found for {args.file_path}:{args.line}.") else: - print(_format_results(f"Chunks related to {args.file_path}:{args.line}", results)) + print(format_results(f"Chunks related to {args.file_path}:{args.line}", results)) diff --git a/src/semble/index/dense.py b/src/semble/index/dense.py index ef9409e..9677c22 100644 --- a/src/semble/index/dense.py +++ b/src/semble/index/dense.py @@ -17,16 +17,23 @@ @cache -def load_model(model_path: str | None = None) -> tuple[StaticModel, str]: - """Return the current model, loading the default if none was provided.""" - if model_path is None: - model_path = _DEFAULT_MODEL_NAME +def _load_cached(model_path: str) -> StaticModel: + """Load a model and cache it, but only after the path resolves.""" # Disable HF progress bars since the model is loaded silently in the background during indexing. disable_progress_bars() try: model = StaticModel.from_pretrained(model_path, force_download=False) finally: disable_progress_bars() + + return model + + +def load_model(model_path: str | None = None) -> tuple[StaticModel, str]: + """Return the current model, loading the default if none was provided.""" + if model_path is None: + model_path = _DEFAULT_MODEL_NAME + model = _load_cached(model_path) return model, model_path diff --git a/src/semble/index/index.py b/src/semble/index/index.py index 38cea5b..063a4ad 100644 --- a/src/semble/index/index.py +++ b/src/semble/index/index.py @@ -253,10 +253,17 @@ def load_from_disk(cls: type[SembleIndex], path: Path | str) -> SembleIndex: if not path.exists(): raise FileNotFoundError(f"Index not found at {path}") persistence_paths = PersistencePath.from_path(path) + non_existent = persistence_paths.non_existing() + if non_existent: + missing = ", ".join(str(p) for p in non_existent) + raise FileNotFoundError(f"Index not found at {path}. Missing: {missing}") + bm_25_index = BM25.load(persistence_paths.bm25_index) semantic_index = SelectableBasicBackend.load(persistence_paths.semantic_index) - metadata = orjson.loads(open(persistence_paths.metadata).read()) - chunk_data = orjson.loads(open(persistence_paths.chunks).read()) + with open(persistence_paths.metadata, "r") as f: + metadata = orjson.loads(f.read()) + with open(persistence_paths.chunks, "r") as f: + chunk_data = orjson.loads(f.read()) chunks = [] for chunk_item in chunk_data: diff --git a/src/semble/index/types.py b/src/semble/index/types.py index 6607247..fc3c7f1 100644 --- a/src/semble/index/types.py +++ b/src/semble/index/types.py @@ -13,6 +13,12 @@ class PersistencePath: semantic_index: Path metadata: Path + def non_existing(self) -> list[Path]: + """Return all resolved that do not exist.""" + return [ + path for path in [self.chunks, self.bm25_index, self.semantic_index, self.metadata] if not path.exists() + ] + @classmethod def from_path(cls: type[PersistencePath], path: Path) -> PersistencePath: """Create a PersistencePath from a base path.""" diff --git a/src/semble/mcp.py b/src/semble/mcp.py index ec6ff48..411fa0b 100644 --- a/src/semble/mcp.py +++ b/src/semble/mcp.py @@ -12,7 +12,7 @@ from semble.index import SembleIndex from semble.index.dense import load_model -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.utils import format_results, is_git_url, resolve_chunk logger = logging.getLogger(__name__) @@ -31,7 +31,7 @@ async def _get_index( cache: _IndexCache, ) -> SembleIndex: """Return a cached index for a repo, rejecting unsafe git transport schemes.""" - if repo is not None and _is_git_url(repo) and not repo.startswith(("https://", "http://")): + if repo is not None and is_git_url(repo) and not repo.startswith(("https://", "http://")): raise ValueError(f"Only https://, http://, or local directory paths are accepted as `repo`. Got: {repo!r}") source = repo or default_source if not source: @@ -76,7 +76,7 @@ async def search( results = index.search(query, top_k=top_k) if not results: return "No results found." - return _format_results(f"Search results for: {query!r}", results) + return format_results(f"Search results for: {query!r}", results) @server.tool() async def find_related( @@ -97,7 +97,7 @@ async def find_related( index = await _get_index(repo, default_source, cache) except ValueError as exc: return str(exc) - chunk = _resolve_chunk(index.chunks, file_path, line) + chunk = resolve_chunk(index.chunks, file_path, line) if chunk is None: return ( f"No chunk found at {file_path}:{line}. " @@ -106,7 +106,7 @@ async def find_related( results = index.find_related(chunk, top_k=top_k) if not results: return f"No related chunks found for {file_path}:{line}." - return _format_results(f"Chunks related to {file_path}:{line}", results) + return format_results(f"Chunks related to {file_path}:{line}", results) return server @@ -130,7 +130,7 @@ async def _load_and_prewarm() -> None: await cache.get(path, ref=ref) except Exception: logger.warning("Failed to pre-index %r at startup", path, exc_info=True) - if not _is_git_url(path): + if not is_git_url(path): await cache.start_watcher(path) init_task = asyncio.create_task(_load_and_prewarm()) @@ -164,7 +164,7 @@ async def _await_model(self) -> str: def _compute_cache_key(self, source: str, ref: str | None = None) -> str: """Compute the canonical cache key for a source.""" - is_git = _is_git_url(source) + is_git = is_git_url(source) return (f"{source}@{ref}" if ref else source) if is_git else str(Path(source).resolve()) def evict(self, source: str) -> None: @@ -196,7 +196,7 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: if cache_key not in self._tasks: if len(self._tasks) >= _CACHE_MAX_SIZE: self._tasks.popitem(last=False) - if _is_git_url(source): + if is_git_url(source): self._tasks[cache_key] = asyncio.create_task( asyncio.to_thread( SembleIndex.from_git, diff --git a/src/semble/utils.py b/src/semble/utils.py index 89dc3f9..f8c16f1 100644 --- a/src/semble/utils.py +++ b/src/semble/utils.py @@ -8,12 +8,12 @@ _SCP_GIT_URL_RE = re.compile(r"^[\w.-]+@[\w.-]+:(?!/)") -def _is_git_url(path: str) -> bool: +def is_git_url(path: str) -> bool: """Return True if path looks like a remote git URL rather than a local path.""" return path.startswith(_GIT_URL_SCHEMES) or _SCP_GIT_URL_RE.match(path) is not None -def _resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | None: +def resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | None: """Return the chunk containing *line* in *file_path*, or None. Reconstructs a Chunk from its JSON-primitive MCP tool arguments (file_path + line) @@ -29,7 +29,7 @@ def _resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | No return fallback -def _format_results(header: str, results: list[SearchResult]) -> str: +def format_results(header: str, results: list[SearchResult]) -> str: """Render SearchResult objects as numbered, fenced code blocks.""" lines: list[str] = [header, ""] for i, r in enumerate(results, 1): diff --git a/tests/index/test_index.py b/tests/index/test_index.py index e1b439e..1d31d08 100644 --- a/tests/index/test_index.py +++ b/tests/index/test_index.py @@ -139,3 +139,22 @@ def test_load_non_existent(tmp_path: Path, indexed_index: SembleIndex) -> None: """Test that saving and loading a folder leads to the same data.""" with pytest.raises(FileNotFoundError): SembleIndex.load_from_disk(tmp_path / "temp") + + +def test_load_from_disk_missing_files_reports_them(tmp_path: Path) -> None: + """When the directory exists but required index files are missing, the error lists them.""" + index_dir = tmp_path / "incomplete_index" + index_dir.mkdir() + # Create only one of the four expected files so the rest are reported as missing. + (index_dir / "chunks.json").write_text("[]") + + with pytest.raises(FileNotFoundError, match="Missing:") as exc_info: + SembleIndex.load_from_disk(index_dir) + + error_msg = str(exc_info.value) + # The three missing files should all appear in the error message. + assert "bm25_index" in error_msg + assert "semantic_index" in error_msg + assert "metadata.json" in error_msg + # The file we did create should NOT be listed as missing. + assert "chunks.json" not in error_msg diff --git a/tests/test_cli.py b/tests/test_cli.py index 5428457..f079cb9 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -217,6 +217,17 @@ def test_index_via_cli(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: fake_index.save.assert_called_once_with(str(out_dir)) +def test_index_git_via_cli(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_cli_main index subcommand calls _run_index with the correct arguments.""" + out_dir = tmp_path / "built_index" + fake_index = MagicMock() + monkeypatch.setattr(sys, "argv", ["semble", "index", "git://xyz.git", "-o", str(out_dir)]) + with patch("semble.cli.SembleIndex.from_git", return_value=fake_index): + _cli_main() + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + def test_cli_search_with_prebuilt_index(monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str]) -> None: """_cli_main search with --index loads the pre-built index from disk.""" chunk = make_chunk("def foo(): pass", "src/foo.py") diff --git a/tests/test_mcp.py b/tests/test_mcp.py index b8fdf48..2d2494a 100644 --- a/tests/test_mcp.py +++ b/tests/test_mcp.py @@ -9,7 +9,7 @@ from semble.mcp import _CACHE_MAX_SIZE, _IndexCache, create_server, serve from semble.types import Chunk, SearchResult -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.utils import format_results, is_git_url, resolve_chunk from tests.conftest import make_chunk @@ -54,16 +54,16 @@ def test_resolve_chunk() -> None: boundary = make_chunk("last line", "src/a.py") # start=1, end=1 (single-line) # Line strictly inside a multi-line chunk hits the early-return path. - assert _resolve_chunk([interior], "src/a.py", 2) is interior + assert resolve_chunk([interior], "src/a.py", 2) is interior # Line equal to end_line of a single-line chunk hits the fallback path. - assert _resolve_chunk([boundary], "src/a.py", 1) is boundary + assert resolve_chunk([boundary], "src/a.py", 1) is boundary # Unknown file returns None. - assert _resolve_chunk([interior], "src/other.py", 1) is None + assert resolve_chunk([interior], "src/other.py", 1) is None # Line out of range returns None. - assert _resolve_chunk([interior], "src/a.py", 99) is None + assert resolve_chunk([interior], "src/a.py", 99) is None @pytest.mark.parametrize( @@ -83,18 +83,18 @@ def test_resolve_chunk() -> None: ) def test_is_git_url(path: str, expected: bool) -> None: """Remote git URLs are detected; local paths are not.""" - assert _is_git_url(path) is expected + assert is_git_url(path) is expected def test_format_results() -> None: """_format_results: empty list → header only; with results → numbered fenced blocks with scores.""" - empty_out = _format_results("My header", []) + empty_out = format_results("My header", []) assert "My header" in empty_out assert "```" not in empty_out chunks = [make_chunk(f"def fn_{i}(): pass", f"f{i}.py") for i in range(3)] results = [SearchResult(chunk=c, score=round(0.1 * (i + 1), 3)) for i, c in enumerate(chunks)] - out = _format_results("Results for: 'foo'", results) + out = format_results("Results for: 'foo'", results) assert "Results for: 'foo'" in out assert out.count("```") >= len(results) * 2 # opening + closing fence each for i, c in enumerate(chunks, start=1): From f26ea96227744487916d7662e2177473487a120f Mon Sep 17 00:00:00 2001 From: stephantul Date: Fri, 22 May 2026 14:55:04 +0200 Subject: [PATCH 3/6] fix --- src/semble/index/index.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/semble/index/index.py b/src/semble/index/index.py index e4a5780..7949471 100644 --- a/src/semble/index/index.py +++ b/src/semble/index/index.py @@ -303,7 +303,7 @@ def load_from_disk(cls: type[SembleIndex], path: Path | str) -> SembleIndex: if root_path: root_path = Path(root_path) - model = StaticModel.from_pretrained(model_path) + model, model_path = load_model(model_path) return cls(model, bm_25_index, semantic_index, chunks, model_path, root=root_path) From 403975d881a50214dcf4fe764a8d8efc4c1a1edf Mon Sep 17 00:00:00 2001 From: stephantul Date: Fri, 22 May 2026 15:04:13 +0200 Subject: [PATCH 4/6] docs --- README.md | 62 +++++++++++++++++++++++++++++++++++++++++++++---------- 1 file changed, 51 insertions(+), 11 deletions(-) diff --git a/README.md b/README.md index f1be277..e6e1b5a 100644 --- a/README.md +++ b/README.md @@ -63,6 +63,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ​``` +If you anticipate doing more than one search, use `semble index` to create an index. + +​```bash +semble index ./my-project -o my_index +​``` + +You can then reuse this index later on: + +​```bash +semble search "save_pretrained" --index my_index +​``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ​```bash @@ -77,17 +91,20 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ​``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. ### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. ``` @@ -318,6 +335,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ​``` +If you anticipate doing more than one search, use `semble index` to create an index. + +​```bash +semble index ./my-project -o my_index +​``` + +You can then reuse this index later on: + +​```bash +semble search "save_pretrained" --index my_index +​``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ​```bash @@ -332,17 +363,20 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ​``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. ``` ### Sub-agent setup @@ -365,8 +399,14 @@ If semble is not on `$PATH`, prefix the command with `uvx --from "semble[mcp]"`. Semble also ships as a standalone CLI. This is useful in scripts or anywhere you want search results without an MCP session. ```bash +# Index a local repository +semble index ./my-project -o my-index + # Search a local repo semble search "authentication flow" ./my-project +# Or with index (significantly faster) +# the index flag applies to all commands below. +semble search "authentication flow" --index my-index # Search for a symbol or identifier semble search "save_pretrained" ./my-project From 64fa8cf54011aaf27453b40fe04fa10d32f69c93 Mon Sep 17 00:00:00 2001 From: stephantul Date: Fri, 22 May 2026 15:21:47 +0200 Subject: [PATCH 5/6] fix agents files --- src/semble/agents/claude.md | 29 +++++++++++++++++++++++------ src/semble/agents/copilot.md | 29 +++++++++++++++++++++++------ src/semble/agents/cursor.md | 29 +++++++++++++++++++++++------ src/semble/agents/gemini.md | 29 +++++++++++++++++++++++------ src/semble/agents/kiro.md | 29 +++++++++++++++++++++++------ src/semble/agents/opencode.md | 29 +++++++++++++++++++++++------ 6 files changed, 138 insertions(+), 36 deletions(-) diff --git a/src/semble/agents/claude.md b/src/semble/agents/claude.md index a85b78c..895e282 100644 --- a/src/semble/agents/claude.md +++ b/src/semble/agents/claude.md @@ -12,6 +12,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -26,14 +40,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/copilot.md b/src/semble/agents/copilot.md index a85b78c..895e282 100644 --- a/src/semble/agents/copilot.md +++ b/src/semble/agents/copilot.md @@ -12,6 +12,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -26,14 +40,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/cursor.md b/src/semble/agents/cursor.md index 825ad7d..baf455c 100644 --- a/src/semble/agents/cursor.md +++ b/src/semble/agents/cursor.md @@ -11,6 +11,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -25,14 +39,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/gemini.md b/src/semble/agents/gemini.md index 4e82f9f..e4e9b6a 100644 --- a/src/semble/agents/gemini.md +++ b/src/semble/agents/gemini.md @@ -14,6 +14,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -28,14 +42,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/kiro.md b/src/semble/agents/kiro.md index d3cf869..d556c13 100644 --- a/src/semble/agents/kiro.md +++ b/src/semble/agents/kiro.md @@ -14,6 +14,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -28,14 +42,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/opencode.md b/src/semble/agents/opencode.md index 00eacb1..2ec43c8 100644 --- a/src/semble/agents/opencode.md +++ b/src/semble/agents/opencode.md @@ -15,6 +15,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -29,14 +43,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. From d24767e6bb44f7541d951a0c80a61939b885c22b Mon Sep 17 00:00:00 2001 From: stephantul Date: Fri, 22 May 2026 15:28:03 +0200 Subject: [PATCH 6/6] fixes --- .../semble-ablations-64fa8cf54011.json | 9520 +++++++++++++++++ .../results/semble-hybrid-1529eb900e03.json | 1396 --- .../results/semble-hybrid-57d8f5b35a6a.json | 1396 --- ...e.json => semble-hybrid-64fa8cf54011.json} | 834 +- .../results/semble-hybrid-d36268329f6a.json | 1396 --- 5 files changed, 9937 insertions(+), 4605 deletions(-) create mode 100644 benchmarks/results/semble-ablations-64fa8cf54011.json delete mode 100644 benchmarks/results/semble-hybrid-1529eb900e03.json delete mode 100644 benchmarks/results/semble-hybrid-57d8f5b35a6a.json rename benchmarks/results/{semble-hybrid-757197f3967d-recurse.json => semble-hybrid-64fa8cf54011.json} (62%) delete mode 100644 benchmarks/results/semble-hybrid-d36268329f6a.json diff --git a/benchmarks/results/semble-ablations-64fa8cf54011.json b/benchmarks/results/semble-ablations-64fa8cf54011.json new file mode 100644 index 0000000..8541f96 --- /dev/null +++ b/benchmarks/results/semble-ablations-64fa8cf54011.json @@ -0,0 +1,9520 @@ +{ + "tool": "semble-ablations", + "model": "minishlab/potion-code-16M", + "by_mode": { + "semble-auto": { + "avg_ndcg10": 0.8529, + "avg_p50_ms": 1.6, + "avg_tokens": 3195.6 + }, + "semble-balanced": { + "avg_ndcg10": 0.853, + "avg_p50_ms": 1.6, + "avg_tokens": 3189.1 + }, + "semble-bm25": { + "avg_ndcg10": 0.8301, + "avg_p50_ms": 1.6, + "avg_tokens": 3334.7 + }, + "semble-semantic": { + "avg_ndcg10": 0.8205, + "avg_p50_ms": 1.5, + "avg_tokens": 2966.0 + }, + "unranked-auto": { + "avg_ndcg10": 0.719, + "avg_p50_ms": 0.4, + "avg_tokens": 3254.4 + }, + "unranked-balanced": { + "avg_ndcg10": 0.7164, + "avg_p50_ms": 0.4, + "avg_tokens": 3254.9 + }, + "unranked-bm25": { + "avg_ndcg10": 0.6794, + "avg_p50_ms": 0.4, + "avg_tokens": 3327.1 + }, + "unranked-semantic": { + "avg_ndcg10": 0.6561, + "avg_p50_ms": 0.4, + "avg_tokens": 3075.8 + } + }, + "repos": [ + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-auto", + "chunks": 8604, + "tokens": 2987, + "ndcg5": 0.9002968226739917, + "ndcg10": 0.9099681428548552, + "p50_ms": 1.8491874798201025, + "p90_ms": 26.797133596846834, + "p95_ms": 27.873033029027283, + "p99_ms": 29.114873814396557, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 1.0, + "semantic": 0.9132908571398067, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 8604, + "tokens": 2991, + "ndcg5": 0.8968306505776613, + "ndcg10": 0.9065019707585249, + "p50_ms": 1.8273124878760427, + "p90_ms": 26.511037192540247, + "p95_ms": 28.072531291400082, + "p99_ms": 28.950806232751347, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 1.0, + "semantic": 0.9132908571398067, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 8604, + "tokens": 3181, + "ndcg5": 0.7524823322000669, + "ndcg10": 0.770292691555468, + "p50_ms": 1.6513954906258732, + "p90_ms": 26.377888076240197, + "p95_ms": 27.066920828656293, + "p99_ms": 27.666117752087303, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.7516616051691933, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 8604, + "tokens": 2800, + "ndcg5": 0.8652370238946989, + "ndcg10": 0.8652370238946989, + "p50_ms": 1.5014999662525952, + "p90_ms": 26.808799983700737, + "p95_ms": 27.2638562542852, + "p99_ms": 28.06917121517472, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 1.0, + "semantic": 0.8536493651929319, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 8604, + "tokens": 3182, + "ndcg5": 0.799814948079167, + "ndcg10": 0.8272966276154318, + "p50_ms": 0.8875835337676108, + "p90_ms": 0.9227922768332064, + "p95_ms": 0.924829492578283, + "p99_ms": 0.9272994671482593, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.8372530407752768, + "symbol": 0.7854023957026741 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 8604, + "tokens": 3179, + "ndcg5": 0.8191575884408941, + "ndcg10": 0.8288289086217576, + "p50_ms": 0.8772089786361903, + "p90_ms": 0.9313743968959898, + "p95_ms": 0.9335354552604258, + "p99_ms": 0.9378743008710444, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.8372530407752768, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 8604, + "tokens": 3310, + "ndcg5": 0.673061118212001, + "ndcg10": 0.7089622267455828, + "p50_ms": 0.8803754753898829, + "p90_ms": 0.9246336354408413, + "p95_ms": 0.9394413355039433, + "p99_ms": 0.963888262049295, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 1.0, + "semantic": 0.6794738396154784, + "symbol": 0.6623789802264932 + } + }, + { + "repo": "abseil-cpp", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 8604, + "tokens": 2918, + "ndcg5": 0.774814948079167, + "ndcg10": 0.8000855677417903, + "p50_ms": 0.8836460183374584, + "p90_ms": 0.9341826662421227, + "p95_ms": 0.9349976171506569, + "p99_ms": 0.945099545060657, + "index_ms": 5205.662791966461, + "by_category": { + "architecture": 1.0, + "semantic": 0.7667807569890537, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-auto", + "chunks": 393, + "tokens": 3731, + "ndcg5": 0.7420624189796883, + "ndcg10": 0.7619528590399762, + "p50_ms": 6.332625023787841, + "p90_ms": 12.647713080514226, + "p95_ms": 15.879524999763824, + "p99_ms": 24.45840502856298, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.5896918237758785, + "semantic": 0.8193732041280086 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 393, + "tokens": 3731, + "ndcg5": 0.7420624189796883, + "ndcg10": 0.7619528590399762, + "p50_ms": 6.168375024572015, + "p90_ms": 13.384503603447232, + "p95_ms": 16.39045239135158, + "p99_ms": 25.013190460740574, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.5896918237758785, + "semantic": 0.8193732041280086 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 393, + "tokens": 3784, + "ndcg5": 0.7170624189796883, + "ndcg10": 0.733729085646355, + "p50_ms": 6.190125015564263, + "p90_ms": 13.073236908530822, + "p95_ms": 16.682291679899215, + "p99_ms": 24.265824732719906, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.49640912954215805, + "semantic": 0.8128357376810872 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 393, + "tokens": 3503, + "ndcg5": 0.7517311170762105, + "ndcg10": 0.7626514889171188, + "p50_ms": 6.158646516269073, + "p90_ms": 12.89741669897922, + "p95_ms": 16.328671170049354, + "p99_ms": 23.77863422327208, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.6809270736081082, + "semantic": 0.7898929606867888 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 393, + "tokens": 3668, + "ndcg5": 0.8315464876785729, + "ndcg10": 0.8493568470339741, + "p50_ms": 0.2677504962775856, + "p90_ms": 0.2750461164396256, + "p95_ms": 0.28184554539620876, + "p99_ms": 0.2820362988859415, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.6712414374216045, + "semantic": 0.9087286502380972 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 393, + "tokens": 3668, + "ndcg5": 0.8315464876785729, + "ndcg10": 0.8493568470339741, + "p50_ms": 0.2730419801082462, + "p90_ms": 0.2985836123116315, + "p95_ms": 0.3174038487486541, + "p99_ms": 0.3241807292215526, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.6712414374216045, + "semantic": 0.9087286502380972 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 393, + "tokens": 3687, + "ndcg5": 0.8215338279036697, + "ndcg10": 0.8215338279036697, + "p50_ms": 0.2820210356730968, + "p90_ms": 0.30756223131902516, + "p95_ms": 0.3177437261911109, + "p99_ms": 0.32144877652172, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.6, + "semantic": 0.895378437204893 + } + }, + { + "repo": "aeson", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 393, + "tokens": 3573, + "ndcg5": 0.8446394630357187, + "ndcg10": 0.8446394630357187, + "p50_ms": 0.28464547358453274, + "p90_ms": 0.3024872043170035, + "p95_ms": 0.30776250932831317, + "p99_ms": 0.31555248016957194, + "index_ms": 238.65254200063646, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.884123967142861 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-auto", + "chunks": 746, + "tokens": 3007, + "ndcg5": 0.8208189387032997, + "ndcg10": 0.857392320967274, + "p50_ms": 0.637040997389704, + "p90_ms": 6.569333956576884, + "p95_ms": 7.149916025809944, + "p99_ms": 8.876383234746756, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.888343919545452, + "semantic": 0.7540923670549543, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-balanced", + "chunks": 746, + "tokens": 3019, + "ndcg5": 0.8208189387032997, + "ndcg10": 0.857392320967274, + "p50_ms": 0.640333048067987, + "p90_ms": 5.995750019792467, + "p95_ms": 6.846416974440217, + "p99_ms": 8.611449785530569, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.888343919545452, + "semantic": 0.7540923670549543, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-bm25", + "chunks": 746, + "tokens": 3066, + "ndcg5": 0.7466134836472739, + "ndcg10": 0.8025489000814112, + "p50_ms": 0.5929999751970172, + "p90_ms": 6.041290995199233, + "p95_ms": 6.7415410303510725, + "p99_ms": 8.52704184362665, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.7975471497593476, + "semantic": 0.696744094821578, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "semble-semantic", + "chunks": 746, + "tokens": 2913, + "ndcg5": 0.8630525219852697, + "ndcg10": 0.8922931962910019, + "p50_ms": 0.513582956045866, + "p90_ms": 5.74908300768584, + "p95_ms": 6.558707973454148, + "p99_ms": 8.306875184644015, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.9759363756548032, + "semantic": 0.7674002769474908, + "symbol": 1.0 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-auto", + "chunks": 746, + "tokens": 3066, + "ndcg5": 0.581005607128441, + "ndcg10": 0.6383452730609407, + "p50_ms": 0.2633749973028898, + "p90_ms": 0.2786670229397714, + "p95_ms": 0.2851670142263174, + "p99_ms": 0.28686700388789177, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.7789803659718559, + "semantic": 0.5670997906278327, + "symbol": 0.5696980113652532 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-balanced", + "chunks": 746, + "tokens": 3079, + "ndcg5": 0.5789187618504005, + "ndcg10": 0.6351691966507721, + "p50_ms": 0.2708330284804106, + "p90_ms": 0.2829580334946513, + "p95_ms": 0.28554099844768643, + "p99_ms": 0.2912081894464791, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.7789803659718559, + "semantic": 0.5670997906278327, + "symbol": 0.556358490442545 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-bm25", + "chunks": 746, + "tokens": 3034, + "ndcg5": 0.5140525231427374, + "ndcg10": 0.5757276392421492, + "p50_ms": 0.26883301325142384, + "p90_ms": 0.28437498258426785, + "p95_ms": 0.29191700741648674, + "p99_ms": 0.29195062816143036, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.5548939703862777, + "semantic": 0.5570540629072088, + "symbol": 0.6385072130432616 + } + }, + { + "repo": "aiohttp", + "language": "python", + "mode": "unranked-semantic", + "chunks": 746, + "tokens": 3007, + "ndcg5": 0.5961189882499377, + "ndcg10": 0.6457541194068457, + "p50_ms": 0.2657499862834811, + "p90_ms": 0.2767500118352473, + "p95_ms": 0.28008304070681334, + "p99_ms": 0.2881494117900729, + "index_ms": 302.2740840096958, + "by_category": { + "architecture": 0.8733067418236369, + "semantic": 0.5862241389871722, + "symbol": 0.4343344127787502 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-auto", + "chunks": 655, + "tokens": 3131, + "ndcg5": 0.9635059068184884, + "ndcg10": 0.9635059068184884, + "p50_ms": 0.6836664979346097, + "p90_ms": 6.538938119774684, + "p95_ms": 6.898631266085433, + "p99_ms": 8.777826264267784, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.94094521338378, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-balanced", + "chunks": 655, + "tokens": 3132, + "ndcg5": 0.9635059068184884, + "ndcg10": 0.9635059068184884, + "p50_ms": 0.6865414907224476, + "p90_ms": 6.108616618439556, + "p95_ms": 6.7588201898615825, + "p99_ms": 8.554764030268412, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.94094521338378, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-bm25", + "chunks": 655, + "tokens": 3262, + "ndcg5": 0.9839441578296375, + "ndcg10": 0.9839441578296375, + "p50_ms": 0.6693124887533486, + "p90_ms": 6.309291906654836, + "p95_ms": 6.761351486784408, + "p99_ms": 8.673670306452546, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.9464805260987917, + "semantic": 0.9854037798451251, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "semble-semantic", + "chunks": 655, + "tokens": 3142, + "ndcg5": 0.9919720789148186, + "ndcg10": 0.9919720789148186, + "p50_ms": 0.5879795062355697, + "p90_ms": 6.0343334393110135, + "p95_ms": 6.746036084950903, + "p99_ms": 8.455307193216864, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.9732402630493958, + "semantic": 0.9927018899225625, + "symbol": 1.0 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-auto", + "chunks": 655, + "tokens": 3127, + "ndcg5": 0.8173793323602941, + "ndcg10": 0.8379710243820659, + "p50_ms": 0.27429097099229693, + "p90_ms": 0.28761253342963755, + "p95_ms": 0.28874376439489424, + "p99_ms": 0.29054875602014363, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.8793760753221173, + "semantic": 0.8292083874249968, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 655, + "tokens": 3135, + "ndcg5": 0.8173793323602941, + "ndcg10": 0.8379710243820659, + "p50_ms": 0.2678125165402889, + "p90_ms": 0.2790878002997488, + "p95_ms": 0.2797000313876197, + "p99_ms": 0.2827400102978572, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.8793760753221173, + "semantic": 0.8292083874249968, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 655, + "tokens": 3128, + "ndcg5": 0.7226953524045273, + "ndcg10": 0.7658757420465466, + "p50_ms": 0.26672898093238473, + "p90_ms": 0.2783412754070014, + "p95_ms": 0.27872232894878834, + "p99_ms": 0.28337805008050054, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.8036233607701616, + "semantic": 0.7187858871473136, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "alamofire", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 655, + "tokens": 3197, + "ndcg5": 0.8191606443724201, + "ndcg10": 0.846046430918511, + "p50_ms": 0.2593955141492188, + "p90_ms": 0.27139579760842025, + "p95_ms": 0.2763955621048808, + "p99_ms": 0.2811463503167033, + "index_ms": 290.2847499935888, + "by_category": { + "architecture": 0.7688578654609097, + "semantic": 0.8437292444231052, + "symbol": 0.8888888888888888 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-auto", + "chunks": 168, + "tokens": 2420, + "ndcg5": 0.8587075709912144, + "ndcg10": 0.8696279428321226, + "p50_ms": 0.7078329799696803, + "p90_ms": 4.065633082063869, + "p95_ms": 4.190636068233289, + "p99_ms": 4.2199272132711485, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.6030687082608802, + "semantic": 0.9308017017042276, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 168, + "tokens": 2442, + "ndcg5": 0.8587075709912144, + "ndcg10": 0.8696279428321226, + "p50_ms": 0.700249511282891, + "p90_ms": 3.9335083740297705, + "p95_ms": 4.075642267707735, + "p99_ms": 4.148728458676487, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.6030687082608802, + "semantic": 0.9308017017042276, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 168, + "tokens": 2457, + "ndcg5": 0.8509249376624345, + "ndcg10": 0.8746069638173074, + "p50_ms": 0.6813124928157777, + "p90_ms": 3.933370887534693, + "p95_ms": 4.058646416524425, + "p99_ms": 4.1678957000840455, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.6456142307547109, + "semantic": 0.9182297913969545, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 168, + "tokens": 2349, + "ndcg5": 0.8492675597231898, + "ndcg10": 0.8772970389580153, + "p50_ms": 0.5876874784007668, + "p90_ms": 3.9262493955902755, + "p95_ms": 3.953720850404352, + "p99_ms": 4.034977767150849, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.698242740216615, + "semantic": 0.8949696753419146, + "symbol": 1.0 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 168, + "tokens": 2523, + "ndcg5": 0.7701816001155912, + "ndcg10": 0.7892626843342179, + "p50_ms": 0.2406249986961484, + "p90_ms": 0.25283810100518167, + "p95_ms": 0.2555937971919775, + "p99_ms": 0.262718740850687, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.6057805388787051, + "semantic": 0.8598409368316484, + "symbol": 0.8362970934676666 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 168, + "tokens": 2524, + "ndcg5": 0.7723727876575338, + "ndcg10": 0.7914538718761605, + "p50_ms": 0.23981253616511822, + "p90_ms": 0.2538246917538345, + "p95_ms": 0.2549375465605408, + "p99_ms": 0.2558875095564872, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.6057805388787051, + "semantic": 0.8598409368316484, + "symbol": 0.8436010519408085 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 168, + "tokens": 2565, + "ndcg5": 0.5981270320634365, + "ndcg10": 0.652051962803907, + "p50_ms": 0.2439164964016527, + "p90_ms": 0.25589612196199596, + "p95_ms": 0.26133093051612377, + "p99_ms": 0.27839894406497473, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.4692905241115832, + "semantic": 0.6341610772045271, + "symbol": 0.8311894901132466 + } + }, + { + "repo": "axios", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 168, + "tokens": 2532, + "ndcg5": 0.7074356157188728, + "ndcg10": 0.7770285259419542, + "p50_ms": 0.2346250112168491, + "p90_ms": 0.251779513200745, + "p95_ms": 0.2562669717008248, + "p99_ms": 0.257787027512677, + "index_ms": 71.71849999576807, + "by_category": { + "architecture": 0.7791488175275083, + "semantic": 0.795298832280229, + "symbol": 0.7478561567799132 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-auto", + "chunks": 515, + "tokens": 3235, + "ndcg5": 0.7517782560805999, + "ndcg10": 0.7826029997030854, + "p50_ms": 0.7359580195043236, + "p90_ms": 6.608395936200395, + "p95_ms": 6.987098520039583, + "p99_ms": 9.884819697472262, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.663762511293996, + "semantic": 0.8348152134004999, + "symbol": 0.7718216255952429 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-balanced", + "chunks": 515, + "tokens": 3236, + "ndcg5": 0.7517782560805999, + "ndcg10": 0.7826029997030854, + "p50_ms": 0.7401664915960282, + "p90_ms": 6.405283318599686, + "p95_ms": 6.608164249337281, + "p99_ms": 9.636099279741751, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.663762511293996, + "semantic": 0.8348152134004999, + "symbol": 0.7718216255952429 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-bm25", + "chunks": 515, + "tokens": 3321, + "ndcg5": 0.7539694436225426, + "ndcg10": 0.7884464696446104, + "p50_ms": 0.7266250322572887, + "p90_ms": 6.60762024926953, + "p95_ms": 6.86809854814783, + "p99_ms": 9.29461972089484, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.6747979495828043, + "semantic": 0.8384671926370708, + "symbol": 0.7777777777777778 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "semble-semantic", + "chunks": 515, + "tokens": 3231, + "ndcg5": 0.7508891280403, + "ndcg10": 0.7653423693561943, + "p50_ms": 0.6492290121968836, + "p90_ms": 6.541308888699859, + "p95_ms": 6.774210106232206, + "p99_ms": 9.462742035393598, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.7578129652635776, + "semantic": 0.7931485467338333, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-auto", + "chunks": 515, + "tokens": 3250, + "ndcg5": 0.6696394630357186, + "ndcg10": 0.6863061297023854, + "p50_ms": 0.26945851277559996, + "p90_ms": 0.2753086679149419, + "p95_ms": 0.2800902526360005, + "p99_ms": 0.28208528994582593, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.452371901428583, + "semantic": 0.7916666666666666, + "symbol": 0.6547543623015969 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 515, + "tokens": 3234, + "ndcg5": 0.6696394630357186, + "ndcg10": 0.6696394630357186, + "p50_ms": 0.27118701837025583, + "p90_ms": 0.27885419549420476, + "p95_ms": 0.2814982319250703, + "p99_ms": 0.29033323284238577, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.452371901428583, + "semantic": 0.7916666666666666, + "symbol": 0.5436432511904858 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 515, + "tokens": 3351, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7291164890577864, + "p50_ms": 0.2671874826774001, + "p90_ms": 0.28079168405383825, + "p95_ms": 0.28165863477624953, + "p99_ms": 0.2891317300964147, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.7470219239087327, + "symbol": 0.6623789802264932 + } + }, + { + "repo": "axum", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 515, + "tokens": 3197, + "ndcg5": 0.5142789260714372, + "ndcg10": 0.5471407852100375, + "p50_ms": 0.2691879926715046, + "p90_ms": 0.2798661356791854, + "p95_ms": 0.2817711385432631, + "p99_ms": 0.2833542332518846, + "index_ms": 238.02170803537592, + "by_category": { + "architecture": 0.4236133388501875, + "semantic": 0.5687290841624842, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-auto", + "chunks": 736, + "tokens": 2426, + "ndcg5": 0.6470043731162394, + "ndcg10": 0.688749488579633, + "p50_ms": 1.0266874742228538, + "p90_ms": 1.1752874648664147, + "p95_ms": 1.234797912184149, + "p99_ms": 1.2621268001385033, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.631798727688293, + "symbol": 0.7123212623289701 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-balanced", + "chunks": 736, + "tokens": 2426, + "ndcg5": 0.6470043731162394, + "ndcg10": 0.688749488579633, + "p50_ms": 1.0180830140598118, + "p90_ms": 1.1776246770750731, + "p95_ms": 1.2188750057248399, + "p99_ms": 1.2587749998783693, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.631798727688293, + "symbol": 0.7123212623289701 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-bm25", + "chunks": 736, + "tokens": 2599, + "ndcg5": 0.6047843843606779, + "ndcg10": 0.6431864357378508, + "p50_ms": 0.9984994831029326, + "p90_ms": 1.1416246881708503, + "p95_ms": 1.1889145651366562, + "p99_ms": 1.218015708727762, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 0.75, + "semantic": 0.6145953051417687, + "symbol": 0.6747979495828043 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "semble-semantic", + "chunks": 736, + "tokens": 2109, + "ndcg5": 0.5996748131686652, + "ndcg10": 0.6185749181885072, + "p50_ms": 0.757353991502896, + "p90_ms": 0.8311544952448457, + "p95_ms": 0.8456898765871301, + "p99_ms": 0.8460379840107635, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 0.75, + "semantic": 0.5710030188377501, + "symbol": 0.6896918237758785 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-auto", + "chunks": 736, + "tokens": 2632, + "ndcg5": 0.6573007587339552, + "ndcg10": 0.7001131467676213, + "p50_ms": 0.2735205052886158, + "p90_ms": 0.28583358507603407, + "p95_ms": 0.2885684109060094, + "p99_ms": 0.2902472804998979, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.5881581344803386, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 736, + "tokens": 2632, + "ndcg5": 0.6573007587339552, + "ndcg10": 0.7001131467676213, + "p50_ms": 0.27520800358615816, + "p90_ms": 0.28327020700089633, + "p95_ms": 0.2864809532184154, + "p99_ms": 0.2868298126850277, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.5881581344803386, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 736, + "tokens": 2807, + "ndcg5": 0.6375696397737991, + "ndcg10": 0.6484900116147073, + "p50_ms": 0.2752919972408563, + "p90_ms": 0.28071245760656893, + "p95_ms": 0.2838687563780695, + "p99_ms": 0.2856737480033189, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.5799325903246731, + "symbol": 0.6861353116146786 + } + }, + { + "repo": "bash-it", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 736, + "tokens": 2409, + "ndcg5": 0.6004264621397062, + "ndcg10": 0.6393763132154399, + "p50_ms": 0.2725834783632308, + "p90_ms": 0.2777452697046101, + "p95_ms": 0.28080065676476806, + "p99_ms": 0.2821937500266358, + "index_ms": 405.70683300029486, + "by_category": { + "architecture": 1.0, + "semantic": 0.4947168520923674, + "symbol": 0.8712414374216044 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-auto", + "chunks": 48, + "tokens": 2986, + "ndcg5": 0.8477197786179612, + "ndcg10": 0.8477197786179612, + "p50_ms": 0.46766651212237775, + "p90_ms": 0.48842504038475454, + "p95_ms": 0.49967914819717413, + "p99_ms": 0.5442022159695624, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.6703622950309012, + "semantic": 0.9432199620879166 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-balanced", + "chunks": 48, + "tokens": 2986, + "ndcg5": 0.8477197786179612, + "ndcg10": 0.8477197786179612, + "p50_ms": 0.46562551870010793, + "p90_ms": 0.5040161253418773, + "p95_ms": 0.5158565967576578, + "p99_ms": 0.5282377457479015, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.6703622950309012, + "semantic": 0.9432199620879166 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-bm25", + "chunks": 48, + "tokens": 2969, + "ndcg5": 0.8346268032608155, + "ndcg10": 0.8346268032608155, + "p50_ms": 0.4734375106636435, + "p90_ms": 0.4968921828549355, + "p95_ms": 0.507972264313139, + "p99_ms": 0.5316280416445807, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.651658044520693, + "semantic": 0.9331484425824198 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "semble-semantic", + "chunks": 48, + "tokens": 2660, + "ndcg5": 0.782049759204785, + "ndcg10": 0.7998601185601861, + "p50_ms": 0.4358959849923849, + "p90_ms": 0.475929188542068, + "p95_ms": 0.4776482150191441, + "p99_ms": 0.49636245064903045, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.6149523294267735, + "semantic": 0.8994258511704852 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-auto", + "chunks": 48, + "tokens": 3122, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.22681299014948308, + "p90_ms": 0.24399593821726742, + "p95_ms": 0.2572651865193621, + "p99_ms": 0.28851942915935064, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.9472756790816368, + "semantic": 0.9716099810439582 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 48, + "tokens": 3122, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.22402103058993816, + "p90_ms": 0.23750002728775144, + "p95_ms": 0.23867078416515142, + "p99_ms": 0.2393669547745958, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.9472756790816368, + "semantic": 0.9716099810439582 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 48, + "tokens": 3213, + "ndcg5": 0.8946394630357186, + "ndcg10": 0.9124498223911198, + "p50_ms": 0.22972904844209552, + "p90_ms": 0.2448250015731901, + "p95_ms": 0.2502270886907354, + "p99_ms": 0.2536782139213756, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.8945513581632737, + "semantic": 0.9220874569753447 + } + }, + { + "repo": "bats-core", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 48, + "tokens": 2794, + "ndcg5": 0.8361353116146788, + "ndcg10": 0.8361353116146788, + "p50_ms": 0.22862499463371933, + "p90_ms": 0.2345916000194848, + "p95_ms": 0.24796395155135542, + "p99_ms": 0.25059278414119035, + "index_ms": 21.346624998841435, + "by_category": { + "architecture": 0.7659075880209694, + "semantic": 0.8739502397035989 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-auto", + "chunks": 1262, + "tokens": 2797, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9113147192765458, + "p50_ms": 3.2967084844131023, + "p90_ms": 9.058191423537215, + "p95_ms": 12.878604480647484, + "p99_ms": 13.92265446775127, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.8065735963827292, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-balanced", + "chunks": 1262, + "tokens": 2810, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9113147192765458, + "p50_ms": 3.394125000340864, + "p90_ms": 8.829478919506078, + "p95_ms": 12.646631605457515, + "p99_ms": 13.430793543811886, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.8065735963827292, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-bm25", + "chunks": 1262, + "tokens": 2873, + "ndcg5": 0.9, + "ndcg10": 0.9, + "p50_ms": 3.429062489885837, + "p90_ms": 8.864820929011337, + "p95_ms": 12.915665275068022, + "p99_ms": 13.67120025504846, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.75, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "semble-semantic", + "chunks": 1262, + "tokens": 2794, + "ndcg5": 0.9113147192765458, + "ndcg10": 0.9209860394574093, + "p50_ms": 3.2712084939703345, + "p90_ms": 8.897283626720316, + "p95_ms": 12.956728844437748, + "p99_ms": 13.665745763573794, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.8549301972870469, + "semantic": 0.9, + "symbol": 1.0 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-auto", + "chunks": 1262, + "tokens": 2897, + "ndcg5": 0.8002968226739917, + "ndcg10": 0.8105159425534157, + "p50_ms": 0.38252101512625813, + "p90_ms": 0.4044127825181931, + "p95_ms": 0.4114062088774517, + "p99_ms": 0.4156812193104997, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.8010955993971215, + "semantic": 0.7875006699908373, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 1262, + "tokens": 2893, + "ndcg5": 0.8002968226739915, + "ndcg10": 0.8105159425534157, + "p50_ms": 0.39674999425187707, + "p90_ms": 0.42719654156826437, + "p95_ms": 0.4283193702576682, + "p99_ms": 0.4299966472899541, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.8010955993971215, + "semantic": 0.7875006699908373, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 1262, + "tokens": 2865, + "ndcg5": 0.5941575884408941, + "ndcg10": 0.6033863732798725, + "p50_ms": 0.38250049692578614, + "p90_ms": 0.40537529857829213, + "p95_ms": 0.4072687675943598, + "p99_ms": 0.4075537918834016, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.3443038288345123, + "semantic": 0.5559582396687942, + "symbol": 0.8551549589285763 + } + }, + { + "repo": "cats", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 1262, + "tokens": 2789, + "ndcg5": 0.7928612069551187, + "ndcg10": 0.8312632583322916, + "p50_ms": 0.40168751729652286, + "p90_ms": 0.41464141104370356, + "p95_ms": 0.41544195846654475, + "p99_ms": 0.41962199029512703, + "index_ms": 830.9105000225827, + "by_category": { + "architecture": 0.7562452583002234, + "semantic": 0.8244076946336916, + "symbol": 0.892701197851337 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-auto", + "chunks": 263, + "tokens": 2603, + "ndcg5": 0.8205558097806902, + "ndcg10": 0.853282094626217, + "p50_ms": 0.7663749856874347, + "p90_ms": 4.843416321091354, + "p95_ms": 5.061567045049742, + "p99_ms": 5.066780602792278, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.6828696993548315, + "semantic": 0.9589921948412731, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-balanced", + "chunks": 263, + "tokens": 2596, + "ndcg5": 0.8205558097806902, + "ndcg10": 0.853282094626217, + "p50_ms": 0.761583010898903, + "p90_ms": 4.636779514839873, + "p95_ms": 4.911573161371052, + "p99_ms": 5.005781031213701, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.6828696993548315, + "semantic": 0.9589921948412731, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-bm25", + "chunks": 263, + "tokens": 2685, + "ndcg5": 0.7707813288789214, + "ndcg10": 0.8057947331707882, + "p50_ms": 0.7354789995588362, + "p90_ms": 4.6194625028874725, + "p95_ms": 4.808506267727353, + "p99_ms": 4.868601270136423, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.6852526560599687, + "semantic": 0.8624288341269906, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "semble-semantic", + "chunks": 263, + "tokens": 2474, + "ndcg5": 0.7260972989196864, + "ndcg10": 0.7805524822080799, + "p50_ms": 0.5969579797238111, + "p90_ms": 4.600566910812631, + "p95_ms": 4.674106341553852, + "p99_ms": 4.725588433211669, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.5813897280167648, + "semantic": 0.881186284230377, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-auto", + "chunks": 263, + "tokens": 2705, + "ndcg5": 0.9061007172313449, + "ndcg10": 0.918234463721243, + "p50_ms": 0.24812499759718776, + "p90_ms": 0.2614125027321279, + "p95_ms": 0.2651124930707738, + "p99_ms": 0.2775225084042176, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.7547033911637286, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-balanced", + "chunks": 263, + "tokens": 2718, + "ndcg5": 0.9061007172313449, + "ndcg10": 0.918234463721243, + "p50_ms": 0.2469784813001752, + "p90_ms": 0.25582934613339603, + "p95_ms": 0.25940184423234314, + "p99_ms": 0.26198036212008446, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.7547033911637286, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-bm25", + "chunks": 263, + "tokens": 2742, + "ndcg5": 0.8578287045608461, + "ndcg10": 0.8578287045608461, + "p50_ms": 0.24254099116660655, + "p90_ms": 0.26078741648234427, + "p95_ms": 0.2623331412905827, + "p99_ms": 0.2663002471672371, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.6349978214206287, + "semantic": 0.9589921948412731, + "symbol": 1.0 + } + }, + { + "repo": "chi", + "language": "go", + "mode": "unranked-semantic", + "chunks": 263, + "tokens": 2704, + "ndcg5": 0.8058853585266573, + "ndcg10": 0.8392203097039183, + "p50_ms": 0.24504150496795774, + "p90_ms": 0.2573288045823574, + "p95_ms": 0.26297315780539066, + "p99_ms": 0.2643609937513247, + "index_ms": 144.6422500303015, + "by_category": { + "architecture": 0.6406843445879357, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-auto", + "chunks": 197, + "tokens": 3207, + "ndcg5": 0.8591297799361982, + "ndcg10": 0.8591297799361982, + "p50_ms": 0.7207500166259706, + "p90_ms": 6.861133198253809, + "p95_ms": 8.805220323847603, + "p99_ms": 9.874811224872246, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8811396422923916, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-balanced", + "chunks": 197, + "tokens": 3194, + "ndcg5": 0.8591297799361982, + "ndcg10": 0.8591297799361982, + "p50_ms": 0.702916004229337, + "p90_ms": 6.455766991712151, + "p95_ms": 8.170350303407755, + "p99_ms": 9.255270070862025, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8811396422923916, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-bm25", + "chunks": 197, + "tokens": 3161, + "ndcg5": 0.8397050301241697, + "ndcg10": 0.8397050301241697, + "p50_ms": 0.6824170122854412, + "p90_ms": 6.297417019959537, + "p95_ms": 8.129379508318378, + "p99_ms": 9.018309466773644, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.7261859507142916, + "semantic": 0.8475878017079786, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "semble-semantic", + "chunks": 197, + "tokens": 3036, + "ndcg5": 0.8259229508008584, + "ndcg10": 0.8434668104499813, + "p50_ms": 0.7495000027120113, + "p90_ms": 6.3711169874295575, + "p95_ms": 8.08681703638285, + "p99_ms": 9.029297004453838, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.7666666666666667, + "semantic": 0.8356850968378461, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-auto", + "chunks": 197, + "tokens": 3262, + "ndcg5": 0.7653421881627279, + "ndcg10": 0.7840899348526239, + "p50_ms": 0.25866698706522584, + "p90_ms": 0.2684909966774285, + "p95_ms": 0.27691188734024763, + "p99_ms": 0.277782347984612, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.6035565121611999, + "semantic": 0.807266018308532, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 197, + "tokens": 3276, + "ndcg5": 0.7653421881627279, + "ndcg10": 0.7840899348526239, + "p50_ms": 0.25116599863395095, + "p90_ms": 0.26127478340640664, + "p95_ms": 0.26274609263055027, + "p99_ms": 0.2642156498041004, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.6035565121611999, + "semantic": 0.807266018308532, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 197, + "tokens": 3213, + "ndcg5": 0.7307932700227693, + "ndcg10": 0.7473966845904393, + "p50_ms": 0.2519999979995191, + "p90_ms": 0.26630855863913894, + "p95_ms": 0.26660836301743984, + "p99_ms": 0.26828885078430176, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.6123212623289701, + "semantic": 0.7399027905066813, + "symbol": 1.0 + } + }, + { + "repo": "circe", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 197, + "tokens": 3123, + "ndcg5": 0.7206597929061216, + "ndcg10": 0.7546214778232747, + "p50_ms": 0.24695799220353365, + "p90_ms": 0.2581503940746188, + "p95_ms": 0.26129516190849245, + "p99_ms": 0.2640254411380738, + "index_ms": 135.2747090277262, + "by_category": { + "architecture": 0.5839989159778691, + "semantic": 0.7988076131983104, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-auto", + "chunks": 315, + "tokens": 3388, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.49379150732420385, + "p90_ms": 4.968366387765855, + "p95_ms": 5.105350390658714, + "p99_ms": 5.2848372590960935, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 1.0, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-balanced", + "chunks": 315, + "tokens": 3352, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4973330069333315, + "p90_ms": 5.097621079767123, + "p95_ms": 5.288087157532573, + "p99_ms": 5.367950228974223, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 1.0, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-bm25", + "chunks": 315, + "tokens": 3257, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.45766649418510497, + "p90_ms": 5.122270493302494, + "p95_ms": 5.213872619788162, + "p99_ms": 5.246774544357322, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 1.0, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "semble-semantic", + "chunks": 315, + "tokens": 3302, + "ndcg5": 0.9775325271359823, + "ndcg10": 0.9775325271359823, + "p50_ms": 0.4263125010766089, + "p90_ms": 5.018308112630621, + "p95_ms": 5.216538114473224, + "p99_ms": 5.274740401655436, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.986620131524698, + "semantic": 0.9630929753571458, + "symbol": 1.0 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-auto", + "chunks": 315, + "tokens": 3546, + "ndcg5": 0.8428166900350705, + "ndcg10": 0.8708461692698959, + "p50_ms": 0.24939599097706378, + "p90_ms": 0.2590714138932526, + "p95_ms": 0.26131430349778384, + "p99_ms": 0.2800300432136282, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.9562083965836887, + "semantic": 0.8048743252324331, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-balanced", + "chunks": 315, + "tokens": 3557, + "ndcg5": 0.8428166900350705, + "ndcg10": 0.8708461692698959, + "p50_ms": 0.24920800933614373, + "p90_ms": 0.2591705706436187, + "p95_ms": 0.26153815269935876, + "p99_ms": 0.2684412436792627, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.9562083965836887, + "semantic": 0.8048743252324331, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-bm25", + "chunks": 315, + "tokens": 3554, + "ndcg5": 0.889389356842921, + "ndcg10": 0.9003097286838292, + "p50_ms": 0.2546669857110828, + "p90_ms": 0.26391721912659705, + "p95_ms": 0.2691931207664311, + "p99_ms": 0.269605063367635, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.9137459265651259, + "semantic": 0.8892789260714373, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "click", + "language": "python", + "mode": "unranked-semantic", + "chunks": 315, + "tokens": 3330, + "ndcg5": 0.7346268032608154, + "ndcg10": 0.7791307782964112, + "p50_ms": 0.25443799677304924, + "p90_ms": 0.2639076847117394, + "p95_ms": 0.2661538979737088, + "p99_ms": 0.2672307792818174, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.91041406385918, + "semantic": 0.7132994242093663, + "symbol": 0.7467842351698699 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-auto", + "chunks": 398, + "tokens": 5293, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.6691460148431361, + "p90_ms": 7.6783869066275665, + "p95_ms": 8.537341633928014, + "p99_ms": 13.834034703322677, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-balanced", + "chunks": 398, + "tokens": 5289, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.6459375144913793, + "p90_ms": 7.528258295496927, + "p95_ms": 8.423468456021515, + "p99_ms": 13.75312728516291, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-bm25", + "chunks": 398, + "tokens": 5621, + "ndcg5": 0.9590790148145552, + "ndcg10": 0.9590790148145552, + "p50_ms": 0.618937483523041, + "p90_ms": 7.686237525194883, + "p95_ms": 8.169718756107619, + "p99_ms": 14.460143767064427, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 1.0, + "semantic": 0.9255982087537366, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "semble-semantic", + "chunks": 398, + "tokens": 4199, + "ndcg5": 0.790440450572295, + "ndcg10": 0.790440450572295, + "p50_ms": 0.5479584797285497, + "p90_ms": 7.827528798952699, + "p95_ms": 8.383605559356516, + "p99_ms": 14.261287529952813, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 0.793643251190486, + "semantic": 0.7769954094820893, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-auto", + "chunks": 398, + "tokens": 3773, + "ndcg5": 0.8389821033974456, + "ndcg10": 0.8389821033974456, + "p50_ms": 0.2583125024102628, + "p90_ms": 0.2762954798527062, + "p95_ms": 0.27964552864432335, + "p99_ms": 0.28439631685614586, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 0.8362970934676666, + "semantic": 0.8300845230519507, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-balanced", + "chunks": 398, + "tokens": 3776, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8574356157188727, + "p50_ms": 0.27127101202495396, + "p90_ms": 0.30572862015105784, + "p95_ms": 0.3216127952327952, + "p99_ms": 0.33218895259778947, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 0.8362970934676666, + "semantic": 0.8300845230519507, + "symbol": 1.0 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-bm25", + "chunks": 398, + "tokens": 3898, + "ndcg5": 0.7235643897382131, + "ndcg10": 0.7386158895214121, + "p50_ms": 0.2556664985604584, + "p90_ms": 0.273871113313362, + "p95_ms": 0.27481009892653674, + "p99_ms": 0.2782620204379782, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 0.6989698760630589, + "semantic": 0.7225062527707663, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "cobra", + "language": "go", + "mode": "unranked-semantic", + "chunks": 398, + "tokens": 3462, + "ndcg5": 0.7886407638034061, + "ndcg10": 0.8197606717859672, + "p50_ms": 0.260582979535684, + "p90_ms": 0.27393304044380784, + "p95_ms": 0.28161634400021285, + "p99_ms": 0.2821232652058825, + "index_ms": 193.2210000231862, + "by_category": { + "architecture": 0.614000745216012, + "semantic": 0.8828371785839336, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-auto", + "chunks": 3176, + "tokens": 3252, + "ndcg5": 0.8696123574829959, + "ndcg10": 0.8958857274902101, + "p50_ms": 1.2966669746674597, + "p90_ms": 19.286125025246292, + "p95_ms": 26.809124974533916, + "p99_ms": 27.30812500230968, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.7216293209723186, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-balanced", + "chunks": 3176, + "tokens": 3195, + "ndcg5": 0.8696123574829959, + "ndcg10": 0.8958857274902101, + "p50_ms": 1.1841669911518693, + "p90_ms": 18.123125017154962, + "p95_ms": 26.092291984241456, + "p99_ms": 26.826392009388655, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.7216293209723186, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-bm25", + "chunks": 3176, + "tokens": 3333, + "ndcg5": 0.8273812714242084, + "ndcg10": 0.8273812714242084, + "p50_ms": 1.2101670145057142, + "p90_ms": 18.446624977514148, + "p95_ms": 26.21845802059397, + "p99_ms": 27.100391627755016, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.5377157309218195, + "semantic": 0.8401328219387797, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "semble-semantic", + "chunks": 3176, + "tokens": 3124, + "ndcg5": 0.8988098428527798, + "ndcg10": 0.9229751887164013, + "p50_ms": 1.1549170012585819, + "p90_ms": 18.388374999631196, + "p95_ms": 27.136582997627556, + "p99_ms": 27.43281659204513, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.7068731519671702, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-auto", + "chunks": 3176, + "tokens": 3495, + "ndcg5": 0.8043761391577814, + "ndcg10": 0.8043761391577814, + "p50_ms": 0.6117919692769647, + "p90_ms": 0.645000021904707, + "p95_ms": 0.6589170079678297, + "p99_ms": 0.6660506129264832, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.6458344499847289, + "semantic": 0.808818987056269, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-balanced", + "chunks": 3176, + "tokens": 3506, + "ndcg5": 0.8043761391577814, + "ndcg10": 0.8043761391577814, + "p50_ms": 0.6180420168675482, + "p90_ms": 0.6640829960815609, + "p95_ms": 0.6694580079056323, + "p99_ms": 0.6777916220016778, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.6458344499847289, + "semantic": 0.808818987056269, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-bm25", + "chunks": 3176, + "tokens": 3265, + "ndcg5": 0.6418831630471958, + "ndcg10": 0.6418831630471958, + "p50_ms": 0.624749984126538, + "p90_ms": 0.6712500471621752, + "p95_ms": 0.6967919762246311, + "p99_ms": 0.708791974466294, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.677622660637882, + "semantic": 0.558267763464715, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "commons-lang", + "language": "java", + "mode": "unranked-semantic", + "chunks": 3176, + "tokens": 3204, + "ndcg5": 0.821950912797236, + "ndcg10": 0.8307402316915011, + "p50_ms": 0.6328340386971831, + "p90_ms": 0.6630840362049639, + "p95_ms": 0.6652080337516963, + "p99_ms": 0.6726079969666898, + "index_ms": 1370.358792017214, + "by_category": { + "architecture": 0.707359682244585, + "semantic": 0.8615433079746321, + "symbol": 0.8154648767857288 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-auto", + "chunks": 4485, + "tokens": 2977, + "ndcg5": 0.6059541823122645, + "ndcg10": 0.7042297304400422, + "p50_ms": 0.9569789690431207, + "p90_ms": 1.0421914223115891, + "p95_ms": 1.0745877923909575, + "p99_ms": 1.0904839460272342, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.6509413349725708, + "semantic": 0.7478293267316096 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-balanced", + "chunks": 4485, + "tokens": 2977, + "ndcg5": 0.6059541823122645, + "ndcg10": 0.7042297304400422, + "p50_ms": 0.9570209949743003, + "p90_ms": 1.0968957853037864, + "p95_ms": 1.150255900574848, + "p99_ms": 1.1547839955892414, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.6509413349725708, + "semantic": 0.7478293267316096 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-bm25", + "chunks": 4485, + "tokens": 3165, + "ndcg5": 0.5658738461810555, + "ndcg10": 0.6327907827090764, + "p50_ms": 0.9639794880058616, + "p90_ms": 1.1103083845227957, + "p95_ms": 1.1480068787932396, + "p99_ms": 1.2000349815934896, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.6278678063282713, + "semantic": 0.6368186724751894 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "semble-semantic", + "chunks": 4485, + "tokens": 2910, + "ndcg5": 0.6567529365307936, + "ndcg10": 0.6834465522109883, + "p50_ms": 0.9089789818972349, + "p90_ms": 1.0148289147764449, + "p95_ms": 1.2974107346963137, + "p99_ms": 1.4037157257553188, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.6501557421013141, + "semantic": 0.7106844877552668 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-auto", + "chunks": 4485, + "tokens": 3013, + "ndcg5": 0.519843289803598, + "ndcg10": 0.5342965311194924, + "p50_ms": 0.537666492164135, + "p90_ms": 0.5891420412808657, + "p95_ms": 0.6061711523216218, + "p99_ms": 0.629034232115373, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.400726861104333, + "semantic": 0.6435808065864409 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-balanced", + "chunks": 4485, + "tokens": 3013, + "ndcg5": 0.519843289803598, + "ndcg10": 0.5342965311194924, + "p50_ms": 0.5341455107554793, + "p90_ms": 0.5582586862146854, + "p95_ms": 0.5708255717763677, + "p99_ms": 0.5782979150535539, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.400726861104333, + "semantic": 0.6435808065864409 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-bm25", + "chunks": 4485, + "tokens": 3087, + "ndcg5": 0.49882976820122876, + "ndcg10": 0.5386566226739258, + "p50_ms": 0.5681249895133078, + "p90_ms": 0.6562666676472872, + "p95_ms": 0.6857398635474965, + "p99_ms": 0.7210479717468842, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.49138459061286394, + "semantic": 0.5773337398147944 + } + }, + { + "repo": "curl", + "language": "c", + "mode": "unranked-semantic", + "chunks": 4485, + "tokens": 2866, + "ndcg5": 0.44817154898348466, + "ndcg10": 0.5068784954736206, + "p50_ms": 0.5410000158008188, + "p90_ms": 0.6674292031675577, + "p95_ms": 0.6853419356048107, + "p99_ms": 0.7279011979699134, + "index_ms": 2032.1039169793949, + "by_category": { + "architecture": 0.39756822023237465, + "semantic": 0.5963141752164581 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-auto", + "chunks": 422, + "tokens": 2497, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8741022823855396, + "p50_ms": 5.268354492727667, + "p90_ms": 7.317612488986928, + "p95_ms": 9.864633358665744, + "p99_ms": 12.51716030121315, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.7217132018086354, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 422, + "tokens": 2495, + "ndcg5": 0.8574356157188727, + "ndcg10": 0.8741022823855396, + "p50_ms": 5.32741702045314, + "p90_ms": 7.581400260096419, + "p95_ms": 10.0361104530748, + "p99_ms": 12.859289263142268, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.7217132018086354, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 422, + "tokens": 2822, + "ndcg5": 0.8946394630357186, + "ndcg10": 0.9104127068750051, + "p50_ms": 5.132625490659848, + "p90_ms": 7.248532975791026, + "p95_ms": 9.876610065111892, + "p99_ms": 12.51802203361876, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.9077324383928644, + "semantic": 0.8905634141483573, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 422, + "tokens": 2440, + "ndcg5": 0.7477197786179612, + "ndcg10": 0.7810531119512946, + "p50_ms": 5.22029199055396, + "p90_ms": 7.272587786428635, + "p95_ms": 10.046595879248345, + "p99_ms": 12.858152749831783, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.4910657717261977, + "semantic": 0.8197537809323923, + "symbol": 1.0 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 422, + "tokens": 3034, + "ndcg5": 0.8530803155822426, + "ndcg10": 0.8681318153654416, + "p50_ms": 0.2659794990904629, + "p90_ms": 0.27720346697606146, + "p95_ms": 0.27763479738496244, + "p99_ms": 0.27906058239750564, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.8252574989159953, + "semantic": 0.9278158701265269, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 422, + "tokens": 3045, + "ndcg5": 0.8530803155822426, + "ndcg10": 0.8681318153654416, + "p50_ms": 0.27129199588671327, + "p90_ms": 0.2885625464841724, + "p95_ms": 0.3155062615405768, + "p99_ms": 0.32320125377736986, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.8252574989159953, + "semantic": 0.9278158701265269, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 422, + "tokens": 2975, + "ndcg5": 0.8508891280402999, + "ndcg10": 0.8653423693561944, + "p50_ms": 0.27102098101750016, + "p90_ms": 0.2839836000930518, + "p95_ms": 0.2862121124053374, + "p99_ms": 0.3109752509044483, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 1.0, + "semantic": 0.8399995830684112, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "dapper", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 422, + "tokens": 2687, + "ndcg5": 0.6382994242093665, + "ndcg10": 0.6698459118879393, + "p50_ms": 0.2663334889803082, + "p90_ms": 0.2759951865300536, + "p95_ms": 0.2778517722617835, + "p99_ms": 0.27813675231300294, + "index_ms": 232.7246670029126, + "by_category": { + "architecture": 0.4077324383928644, + "semantic": 0.7983950520732912, + "symbol": 0.46228426907818054 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-auto", + "chunks": 764, + "tokens": 5419, + "ndcg5": 0.8890941716165459, + "ndcg10": 0.9078419183064419, + "p50_ms": 0.6207500118762255, + "p90_ms": 10.32405017176643, + "p95_ms": 10.657999687828122, + "p99_ms": 11.294599953107536, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 1.0, + "semantic": 0.8936974380193028, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 764, + "tokens": 5417, + "ndcg5": 0.8890941716165459, + "ndcg10": 0.9078419183064419, + "p50_ms": 0.6067079957574606, + "p90_ms": 10.159733181353658, + "p95_ms": 10.463678603991864, + "p99_ms": 11.003769300878048, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 1.0, + "semantic": 0.8936974380193028, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 764, + "tokens": 6779, + "ndcg5": 0.8822031319548903, + "ndcg10": 0.8997469916040131, + "p50_ms": 0.5676249857060611, + "p90_ms": 9.9999746424146, + "p95_ms": 10.137029795441775, + "p99_ms": 10.938539563212544, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 1.0, + "semantic": 0.8818663913003686, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 764, + "tokens": 4246, + "ndcg5": 0.9085189214285745, + "ndcg10": 0.9260627810776972, + "p50_ms": 0.5097080138511956, + "p90_ms": 10.137816600035876, + "p95_ms": 10.325853904942049, + "p99_ms": 11.083804388763383, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 1.0, + "semantic": 0.8919379108058652, + "symbol": 1.0 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 764, + "tokens": 6132, + "ndcg5": 0.881796967203219, + "ndcg10": 0.881796967203219, + "p50_ms": 0.28212496545165777, + "p90_ms": 0.2911332296207547, + "p95_ms": 0.29142850544303656, + "p99_ms": 0.29331845697015524, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9278158701265269, + "symbol": 0.6872021038816168 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 764, + "tokens": 6123, + "ndcg5": 0.8854455694098825, + "ndcg10": 0.8854455694098825, + "p50_ms": 0.2763749798759818, + "p90_ms": 0.2817168249748647, + "p95_ms": 0.28605767292901874, + "p99_ms": 0.2870779181830585, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9278158701265269, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 764, + "tokens": 7586, + "ndcg5": 0.9154099610902302, + "ndcg10": 0.9154099610902302, + "p50_ms": 0.2775839529931545, + "p90_ms": 0.28554179007187486, + "p95_ms": 0.28859220328740776, + "p99_ms": 0.2913512324448675, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 0.7539531690476383, + "semantic": 0.9615384615384616, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "ecto", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 764, + "tokens": 4716, + "ndcg5": 0.6820276078633493, + "ndcg10": 0.6986310224310192, + "p50_ms": 0.2767500118352473, + "p90_ms": 0.2874329802580178, + "p95_ms": 0.28843298205174506, + "p99_ms": 0.29275297303684056, + "index_ms": 429.00695803109556, + "by_category": { + "architecture": 0.7956176024115139, + "semantic": 0.6822580044729863, + "symbol": 0.6725941869353331 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 748, + "tokens": 2910, + "ndcg5": 0.6721248511673115, + "ndcg10": 0.7154638415285817, + "p50_ms": 1.0749789653345942, + "p90_ms": 9.247666609007865, + "p95_ms": 9.372695226920769, + "p99_ms": 9.574539050227031, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.6547543623015969, + "semantic": 0.6675009816904887, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 748, + "tokens": 2883, + "ndcg5": 0.6721248511673115, + "ndcg10": 0.7154638415285817, + "p50_ms": 1.1146044998895377, + "p90_ms": 9.05502079986036, + "p95_ms": 9.652562215342186, + "p99_ms": 9.77194607432466, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.6547543623015969, + "semantic": 0.6675009816904887, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 748, + "tokens": 2953, + "ndcg5": 0.640281540814747, + "ndcg10": 0.6893881179873668, + "p50_ms": 1.0652290075086057, + "p90_ms": 8.929625339806082, + "p95_ms": 10.053729184437543, + "p99_ms": 10.114213081542403, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.5495994033730207, + "semantic": 0.6527831535448767, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 748, + "tokens": 2824, + "ndcg5": 0.6823884767144834, + "ndcg10": 0.7035279684348159, + "p50_ms": 0.8130419882945716, + "p90_ms": 8.925558399641886, + "p95_ms": 9.203933962271549, + "p99_ms": 9.631053188932128, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.5, + "semantic": 0.6836113834783085, + "symbol": 1.0 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 748, + "tokens": 2965, + "ndcg5": 0.5292662662965341, + "ndcg10": 0.5437195076124285, + "p50_ms": 0.28214597841724753, + "p90_ms": 0.29384169611148536, + "p95_ms": 0.29579405672848225, + "p99_ms": 0.2958252001553774, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.5794664746504038, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 748, + "tokens": 2975, + "ndcg5": 0.5292662662965341, + "ndcg10": 0.5437195076124285, + "p50_ms": 0.2771044964902103, + "p90_ms": 0.2878128318116069, + "p95_ms": 0.28933751746080816, + "p99_ms": 0.29256749781779945, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.5794664746504038, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 748, + "tokens": 3020, + "ndcg5": 0.4815464876785729, + "ndcg10": 0.5245511411927698, + "p50_ms": 0.2804584801197052, + "p90_ms": 0.28867943910881877, + "p95_ms": 0.289553523180075, + "p99_ms": 0.30114352295640856, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.1111111111111111, + "semantic": 0.6184063921801473, + "symbol": 0.5 + } + }, + { + "repo": "exposed", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 748, + "tokens": 2996, + "ndcg5": 0.40437669706801777, + "ndcg10": 0.48246427529830116, + "p50_ms": 0.28081252821721137, + "p90_ms": 0.29416659963317215, + "p95_ms": 0.2962702070362866, + "p99_ms": 0.3225540206767618, + "index_ms": 356.67812498286366, + "by_category": { + "architecture": 0.2103099178571525, + "semantic": 0.5830106118061816, + "symbol": 0.28540239570267406 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-auto", + "chunks": 52, + "tokens": 3222, + "ndcg5": 0.8828459250958742, + "ndcg10": 0.9097317116419653, + "p50_ms": 0.3657500201370567, + "p90_ms": 0.40568750700913375, + "p95_ms": 0.5837312317453346, + "p99_ms": 2.8710462409071584, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.95, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 52, + "tokens": 3222, + "ndcg5": 0.8828459250958742, + "ndcg10": 0.9097317116419653, + "p50_ms": 0.36072899820283055, + "p90_ms": 0.39090829668566585, + "p95_ms": 0.5564100923948012, + "p99_ms": 2.879382024984803, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.95, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 52, + "tokens": 3164, + "ndcg5": 0.8328459250958742, + "ndcg10": 0.8763983783086319, + "p50_ms": 0.35135450889356434, + "p90_ms": 0.3844826889690012, + "p95_ms": 0.5402475653681926, + "p99_ms": 2.8474495105911006, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8135191761199004, + "semantic": 0.8833333333333334, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 52, + "tokens": 3135, + "ndcg5": 0.9673793323602942, + "ndcg10": 0.9673793323602942, + "p50_ms": 0.3485624911263585, + "p90_ms": 0.37241700920276344, + "p95_ms": 0.5274003342492528, + "p99_ms": 2.8318464843323414, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.9595224133763464, + "semantic": 0.9630929753571458, + "symbol": 1.0 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 52, + "tokens": 3065, + "ndcg5": 0.8511859507142916, + "ndcg10": 0.8621063225551998, + "p50_ms": 0.22291654022410512, + "p90_ms": 0.23585839080624282, + "p95_ms": 0.2368756424402818, + "p99_ms": 0.2375087299151346, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8356195986270888, + "semantic": 0.9261859507142916, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 52, + "tokens": 3065, + "ndcg5": 0.8511859507142916, + "ndcg10": 0.8621063225551998, + "p50_ms": 0.22037496091797948, + "p90_ms": 0.23103298735804856, + "p95_ms": 0.23174339439719915, + "p99_ms": 0.23228150326758623, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8356195986270888, + "semantic": 0.9261859507142916, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 52, + "tokens": 3042, + "ndcg5": 0.8340318758101658, + "ndcg10": 0.8340318758101658, + "p50_ms": 0.22231251932680607, + "p90_ms": 0.23558783577755094, + "p95_ms": 0.23944168933667243, + "p99_ms": 0.2404555317480117, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.8268354650698487, + "semantic": 0.8761859507142915, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "express", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 52, + "tokens": 3028, + "ndcg5": 0.8700052554926719, + "ndcg10": 0.8901544121725585, + "p50_ms": 0.21902102162130177, + "p90_ms": 0.2306288806721568, + "p95_ms": 0.23447527782991529, + "p99_ms": 0.2353614498861134, + "index_ms": 24.069166975095868, + "by_category": { + "architecture": 0.9256603463804863, + "semantic": 0.9261859507142916, + "symbol": 0.6872021038816168 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-auto", + "chunks": 602, + "tokens": 2771, + "ndcg5": 0.7720650033558547, + "ndcg10": 0.8110148544315884, + "p50_ms": 0.6079169979784638, + "p90_ms": 5.8518042031209925, + "p95_ms": 6.40230447461363, + "p99_ms": 7.033294501597992, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.752227327035497, + "semantic": 0.744338224922911, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-balanced", + "chunks": 602, + "tokens": 2762, + "ndcg5": 0.7720650033558547, + "ndcg10": 0.8110148544315884, + "p50_ms": 0.6315415084827691, + "p90_ms": 5.809137463802473, + "p95_ms": 6.3440208381507555, + "p99_ms": 7.051137742819264, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.752227327035497, + "semantic": 0.744338224922911, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-bm25", + "chunks": 602, + "tokens": 2884, + "ndcg5": 0.7488903984408443, + "ndcg10": 0.779547758079117, + "p50_ms": 0.5411249876488, + "p90_ms": 5.495741334743799, + "p95_ms": 6.102980565628969, + "p99_ms": 6.692962485249153, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.6655732204458643, + "semantic": 0.7414928273076613, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "semble-semantic", + "chunks": 602, + "tokens": 2643, + "ndcg5": 0.7278631948012831, + "ndcg10": 0.759375258663963, + "p50_ms": 0.4965419939253479, + "p90_ms": 5.467166390735657, + "p95_ms": 6.02632116933819, + "p99_ms": 6.7164642427815116, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.716463304293911, + "semantic": 0.6465327554027356, + "symbol": 1.0 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-auto", + "chunks": 602, + "tokens": 2954, + "ndcg5": 0.5732348013074413, + "ndcg10": 0.6011778498652703, + "p50_ms": 0.2613539982121438, + "p90_ms": 0.27592467959038913, + "p95_ms": 0.2805083087878302, + "p99_ms": 0.28633447422180325, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.6424089883345083, + "semantic": 0.5700565217790561, + "symbol": 0.5932483809462802 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-balanced", + "chunks": 602, + "tokens": 2968, + "ndcg5": 0.569768629211111, + "ndcg10": 0.5977116777689401, + "p50_ms": 0.25439553428441286, + "p90_ms": 0.27841723640449345, + "p95_ms": 0.287095207022503, + "p99_ms": 0.28791900374926627, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.6424089883345083, + "semantic": 0.5700565217790561, + "symbol": 0.5793836925609589 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-bm25", + "chunks": 602, + "tokens": 2937, + "ndcg5": 0.5575617259627392, + "ndcg10": 0.6056539312004549, + "p50_ms": 0.25939600891433656, + "p90_ms": 0.27524582110345364, + "p95_ms": 0.2789225720334798, + "p99_ms": 0.28408450656570494, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.5596612303921843, + "semantic": 0.6406776829706734, + "symbol": 0.614005709499684 + } + }, + { + "repo": "fastapi", + "language": "python", + "mode": "unranked-semantic", + "chunks": 602, + "tokens": 2842, + "ndcg5": 0.4970484167459651, + "ndcg10": 0.5676854571504828, + "p50_ms": 0.25425050989724696, + "p90_ms": 0.27997473953291774, + "p95_ms": 0.28139169444330037, + "p99_ms": 0.2835447492543608, + "index_ms": 247.64037504792213, + "by_category": { + "architecture": 0.6582009931413012, + "semantic": 0.5099294544153737, + "symbol": 0.5333733111395114 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-auto", + "chunks": 295, + "tokens": 3091, + "ndcg5": 0.8557211782963206, + "ndcg10": 0.8645104971905857, + "p50_ms": 0.5155420512892306, + "p90_ms": 4.320707987062633, + "p95_ms": 4.699292010627687, + "p99_ms": 5.373592046089471, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.844478447513369, + "semantic": 0.875474919603933, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-balanced", + "chunks": 295, + "tokens": 3085, + "ndcg5": 0.8557211782963206, + "ndcg10": 0.8645104971905857, + "p50_ms": 0.49949996173381805, + "p90_ms": 4.341499996371567, + "p95_ms": 4.688750021159649, + "p99_ms": 5.398817220702768, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.844478447513369, + "semantic": 0.875474919603933, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-bm25", + "chunks": 295, + "tokens": 3118, + "ndcg5": 0.7880156619029626, + "ndcg10": 0.8169378300546872, + "p50_ms": 0.4509579739533365, + "p90_ms": 4.325250047259033, + "p95_ms": 4.722749989014119, + "p99_ms": 5.355749966111035, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.7368910005703153, + "semantic": 0.8531191122173428, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "semble-semantic", + "chunks": 295, + "tokens": 3007, + "ndcg5": 0.8330286581849992, + "ndcg10": 0.8518689783565331, + "p50_ms": 0.42158295400440693, + "p90_ms": 4.2910000192932785, + "p95_ms": 4.746083985082805, + "p99_ms": 5.323483212850989, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.8862663128276633, + "semantic": 0.8247488329934634, + "symbol": 0.8710490642551528 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-auto", + "chunks": 295, + "tokens": 3147, + "ndcg5": 0.6478277332867745, + "ndcg10": 0.677171363668866, + "p50_ms": 0.2330829738639295, + "p90_ms": 0.26283302577212453, + "p95_ms": 0.26350002735853195, + "p99_ms": 0.27066641487181187, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.6333847373778614, + "semantic": 0.779608773725262, + "symbol": 0.40373632147442334 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-balanced", + "chunks": 295, + "tokens": 3139, + "ndcg5": 0.6478277332867745, + "ndcg10": 0.6767499014384991, + "p50_ms": 0.23620796855539083, + "p90_ms": 0.26575004449114203, + "p95_ms": 0.2661659964360297, + "p99_ms": 0.269699573982507, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.6333847373778614, + "semantic": 0.779608773725262, + "symbol": 0.40078608586185577 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-bm25", + "chunks": 295, + "tokens": 3144, + "ndcg5": 0.554631589036825, + "ndcg10": 0.5922428243145523, + "p50_ms": 0.2334589953534305, + "p90_ms": 0.26545801665633917, + "p95_ms": 0.26587495813146234, + "p99_ms": 0.2665422041900456, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.4900891594837953, + "semantic": 0.6592268109676124, + "symbol": 0.5849934245250985 + } + }, + { + "repo": "flask", + "language": "python", + "mode": "unranked-semantic", + "chunks": 295, + "tokens": 3141, + "ndcg5": 0.6698597257550478, + "ndcg10": 0.6790705068796797, + "p50_ms": 0.22958399495109916, + "p90_ms": 0.2645000349730253, + "p95_ms": 0.26783300563693047, + "p99_ms": 0.26933299377560616, + "index_ms": 119.19270898215473, + "by_category": { + "architecture": 0.7129089297290726, + "semantic": 0.6775080700965304, + "symbol": 0.6058431217693115 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-auto", + "chunks": 483, + "tokens": 2937, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5487085145432502, + "p90_ms": 1.1108833074104112, + "p95_ms": 5.533493452821858, + "p99_ms": 5.63853231316898, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 483, + "tokens": 2937, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5338535120245069, + "p90_ms": 1.1051172972656857, + "p95_ms": 5.543946148827672, + "p99_ms": 5.567189231514931, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 483, + "tokens": 2949, + "ndcg5": 0.9346268032608155, + "ndcg10": 0.9346268032608155, + "p50_ms": 0.5154579703230411, + "p90_ms": 1.0275380860548535, + "p95_ms": 5.401997905573808, + "p99_ms": 5.5178668041480705, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9329718794032036, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 483, + "tokens": 2805, + "ndcg5": 0.9139821033974457, + "ndcg10": 0.9139821033974457, + "p50_ms": 0.45958301052451134, + "p90_ms": 0.9988708130549707, + "p95_ms": 5.298730946378782, + "p99_ms": 5.386479763546959, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.9034794510269613, + "symbol": 1.0 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 483, + "tokens": 3042, + "ndcg5": 0.6839441240727362, + "ndcg10": 0.7325792270506228, + "p50_ms": 0.2686465159058571, + "p90_ms": 0.39851277833804566, + "p95_ms": 0.8802624884992838, + "p99_ms": 0.9222524985671042, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.7670099985546605, + "semantic": 0.7116929812938521, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 483, + "tokens": 3030, + "ndcg5": 0.6839441240727362, + "ndcg10": 0.7325792270506228, + "p50_ms": 0.2674164716154337, + "p90_ms": 0.27542089810594916, + "p95_ms": 0.277579776593484, + "p99_ms": 0.28701592527795583, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.7670099985546605, + "semantic": 0.7116929812938521, + "symbol": 0.7956176024115139 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 483, + "tokens": 2919, + "ndcg5": 0.6974229559439696, + "ndcg10": 0.7469514817492364, + "p50_ms": 0.26895798509940505, + "p90_ms": 0.27598809683695436, + "p95_ms": 0.27750413864851, + "p99_ms": 0.27946723625063896, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7202016034197648, + "symbol": 0.7854023957026741 + } + }, + { + "repo": "fmtlib", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 483, + "tokens": 2931, + "ndcg5": 0.7483120839842696, + "ndcg10": 0.7661224433396707, + "p50_ms": 0.2657709992490709, + "p90_ms": 0.2808208577334881, + "p95_ms": 0.28315269155427814, + "p99_ms": 0.2917969389818609, + "index_ms": 463.89604097930714, + "by_category": { + "architecture": 0.7854023957026741, + "semantic": 0.7525403658294285, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-auto", + "chunks": 576, + "tokens": 3122, + "ndcg5": 0.8596409794466148, + "ndcg10": 0.8596409794466148, + "p50_ms": 0.6705835112370551, + "p90_ms": 5.822812853148208, + "p95_ms": 6.401266684406437, + "p99_ms": 6.606719738920219, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.9696354815039873, + "semantic": 0.7613642454462158, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-balanced", + "chunks": 576, + "tokens": 3052, + "ndcg5": 0.8596409794466148, + "ndcg10": 0.8596409794466148, + "p50_ms": 0.6785834848415107, + "p90_ms": 5.533504474442453, + "p95_ms": 6.315379496663809, + "p99_ms": 6.3889094814658165, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.9696354815039873, + "semantic": 0.7613642454462158, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-bm25", + "chunks": 576, + "tokens": 3114, + "ndcg5": 0.8478915245796339, + "ndcg10": 0.8478915245796339, + "p50_ms": 0.6221459771040827, + "p90_ms": 5.357746133813635, + "p95_ms": 6.131753828958608, + "p99_ms": 6.257850777474232, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.9741138831378698, + "semantic": 0.7375588357059507, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "semble-semantic", + "chunks": 576, + "tokens": 3004, + "ndcg5": 0.7272745881097904, + "ndcg10": 0.7453150200895939, + "p50_ms": 0.538416497875005, + "p90_ms": 5.326667334884406, + "p95_ms": 6.034085713326931, + "p99_ms": 6.276049967855215, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.746085697019908, + "semantic": 0.6754351108793119, + "symbol": 1.0 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-auto", + "chunks": 576, + "tokens": 3169, + "ndcg5": 0.6299639818719751, + "ndcg10": 0.679834204788617, + "p50_ms": 0.26939550298266113, + "p90_ms": 0.27849135221913457, + "p95_ms": 0.2814056206261739, + "p99_ms": 0.28694751381408423, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.676164962011653, + "semantic": 0.6399722112456746, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-balanced", + "chunks": 576, + "tokens": 3166, + "ndcg5": 0.6299639818719751, + "ndcg10": 0.679834204788617, + "p50_ms": 0.26104151038452983, + "p90_ms": 0.27190870023332536, + "p95_ms": 0.273240206297487, + "p99_ms": 0.27751446468755603, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.676164962011653, + "semantic": 0.6399722112456746, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-bm25", + "chunks": 576, + "tokens": 3108, + "ndcg5": 0.5630627979278054, + "ndcg10": 0.5704648457019521, + "p50_ms": 0.2657080185599625, + "p90_ms": 0.2780171867925674, + "p95_ms": 0.28024940111208707, + "p99_ms": 0.3062170470366254, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.44351516510961914, + "semantic": 0.5680187203073934, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gin", + "language": "go", + "mode": "unranked-semantic", + "chunks": 576, + "tokens": 3091, + "ndcg5": 0.6579769982598568, + "ndcg10": 0.677319638621584, + "p50_ms": 0.2641875180415809, + "p90_ms": 0.2739035931881517, + "p95_ms": 0.2806774078635499, + "p99_ms": 0.2827354840701446, + "index_ms": 336.418709019199, + "by_category": { + "architecture": 0.6307555442147937, + "semantic": 0.6601690461039014, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-auto", + "chunks": 1472, + "tokens": 3451, + "ndcg5": 0.8981274659106212, + "ndcg10": 0.8981274659106212, + "p50_ms": 1.3702500145882368, + "p90_ms": 10.344495496246966, + "p95_ms": 11.18181841738988, + "p99_ms": 15.13169647252652, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.6751724527673773, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-balanced", + "chunks": 1472, + "tokens": 3425, + "ndcg5": 0.8981274659106212, + "ndcg10": 0.8981274659106212, + "p50_ms": 1.2849584745708853, + "p90_ms": 9.811666421592236, + "p95_ms": 10.426950367400426, + "p99_ms": 14.860157287912436, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.6751724527673773, + "semantic": 0.9261859507142916, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-bm25", + "chunks": 1472, + "tokens": 3667, + "ndcg5": 0.8077987860914849, + "ndcg10": 0.843019934649174, + "p50_ms": 1.279978983802721, + "p90_ms": 10.054820514051245, + "p95_ms": 11.014712194446478, + "p99_ms": 14.508876048494125, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.603501015656573, + "semantic": 0.8446394630357187, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "semble-semantic", + "chunks": 1472, + "tokens": 3045, + "ndcg5": 0.6702976822534626, + "ndcg10": 0.6891977872733046, + "p50_ms": 0.9514999983366579, + "p90_ms": 9.66547143762, + "p95_ms": 10.530241316882897, + "p99_ms": 14.268048250814893, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.27881306371324033, + "semantic": 0.6668703490613132, + "symbol": 1.0 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-auto", + "chunks": 1472, + "tokens": 3343, + "ndcg5": 0.5025325271359822, + "ndcg10": 0.5396374335614975, + "p50_ms": 0.4249794583301991, + "p90_ms": 0.457171507878229, + "p95_ms": 0.47330484667327266, + "p99_ms": 0.5868609918979926, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.684312594875533, + "semantic": 0.5222164958394485, + "symbol": 0.47222222222222227 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-balanced", + "chunks": 1472, + "tokens": 3358, + "ndcg5": 0.5056128427182248, + "ndcg10": 0.5427177491437402, + "p50_ms": 0.41924999095499516, + "p90_ms": 0.44327952782623475, + "p95_ms": 0.4660731559852138, + "p99_ms": 0.4893474263371899, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.684312594875533, + "semantic": 0.5222164958394485, + "symbol": 0.48248994082969726 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-bm25", + "chunks": 1472, + "tokens": 3368, + "ndcg5": 0.41498166220922944, + "ndcg10": 0.47305782850902844, + "p50_ms": 0.41216652607545257, + "p90_ms": 0.4436417017132044, + "p95_ms": 0.4514732077950613, + "p99_ms": 0.5511274404125286, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.5355175557423575, + "semantic": 0.41703740328336814, + "symbol": 0.5247853857295761 + } + }, + { + "repo": "gson", + "language": "java", + "mode": "unranked-semantic", + "chunks": 1472, + "tokens": 3056, + "ndcg5": 0.35839371354213445, + "ndcg10": 0.4147818757101879, + "p50_ms": 0.44239600538276136, + "p90_ms": 0.5204166984185578, + "p95_ms": 0.56152114411816, + "p99_ms": 0.5650042532943189, + "index_ms": 687.7201669849455, + "by_category": { + "architecture": 0.3950698027129531, + "semantic": 0.4570086289926036, + "symbol": 0.357545335570985 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-auto", + "chunks": 208, + "tokens": 2789, + "ndcg5": 0.932845925095874, + "ndcg10": 0.932845925095874, + "p50_ms": 0.6700624944642186, + "p90_ms": 4.383996117394418, + "p95_ms": 4.738783070934005, + "p99_ms": 4.751323829987086, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 1.0, + "semantic": 0.8966860386090373, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-balanced", + "chunks": 208, + "tokens": 2786, + "ndcg5": 0.932845925095874, + "ndcg10": 0.932845925095874, + "p50_ms": 0.6742294935975224, + "p90_ms": 4.392708017257974, + "p95_ms": 4.697660115198232, + "p99_ms": 4.733032014337368, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 1.0, + "semantic": 0.8966860386090373, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-bm25", + "chunks": 208, + "tokens": 2789, + "ndcg5": 0.9503631703726118, + "ndcg10": 0.9503631703726118, + "p50_ms": 0.6213125016074628, + "p90_ms": 4.3888712185435, + "p95_ms": 4.650961048901081, + "p99_ms": 4.742192178964615, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 1.0, + "semantic": 0.9236356467270953, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "semble-semantic", + "chunks": 208, + "tokens": 2671, + "ndcg5": 0.9038319645532835, + "ndcg10": 0.9038319645532835, + "p50_ms": 0.5555624957196414, + "p90_ms": 4.234457964776085, + "p95_ms": 4.523568443255499, + "p99_ms": 4.574647290864959, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 1.0, + "semantic": 0.8520491762358209, + "symbol": 1.0 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-auto", + "chunks": 208, + "tokens": 2788, + "ndcg5": 0.7471911988659319, + "ndcg10": 0.7690319425477482, + "p50_ms": 0.24410398327745497, + "p90_ms": 0.25065408553928137, + "p95_ms": 0.2546826930483803, + "p99_ms": 0.26063652883749455, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.6860118821384528, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-balanced", + "chunks": 208, + "tokens": 2790, + "ndcg5": 0.740644711187359, + "ndcg10": 0.7624854548691753, + "p50_ms": 0.24356247740797698, + "p90_ms": 0.2533833379857242, + "p95_ms": 0.2536184911150485, + "p99_ms": 0.2560573222581297, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.6860118821384528, + "symbol": 0.875 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-bm25", + "chunks": 208, + "tokens": 2827, + "ndcg5": 0.6966901155768763, + "ndcg10": 0.7372702463659444, + "p50_ms": 0.243416492594406, + "p90_ms": 0.2534541010390967, + "p95_ms": 0.2576347120339051, + "p99_ms": 0.2590597450034693, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 0.9301288265165021, + "semantic": 0.6403145149383018, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "guzzle", + "language": "php", + "mode": "unranked-semantic", + "chunks": 208, + "tokens": 2833, + "ndcg5": 0.6507673678865613, + "ndcg10": 0.6609864877659856, + "p50_ms": 0.2473750209901482, + "p90_ms": 0.2666213607881218, + "p95_ms": 0.27013720828108495, + "p99_ms": 0.30136105953715736, + "index_ms": 112.39879200002179, + "by_category": { + "architecture": 0.827091553035404, + "semantic": 0.5467327186647725, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-auto", + "chunks": 974, + "tokens": 2995, + "ndcg5": 0.9569537411240482, + "ndcg10": 0.9569537411240482, + "p50_ms": 6.238104018848389, + "p90_ms": 8.366070309421048, + "p95_ms": 8.754971463349651, + "p99_ms": 11.652660701074632, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.9590717717793499, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-balanced", + "chunks": 974, + "tokens": 2984, + "ndcg5": 0.9569537411240482, + "ndcg10": 0.9569537411240482, + "p50_ms": 5.7641669700387865, + "p90_ms": 7.948667352320626, + "p95_ms": 8.159989916021008, + "p99_ms": 11.138398005859921, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.9590717717793499, + "semantic": 0.9472756790816368, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-bm25", + "chunks": 974, + "tokens": 3084, + "ndcg5": 0.930657359638273, + "ndcg10": 0.9415777314791811, + "p50_ms": 5.955875007202849, + "p90_ms": 7.809566688956693, + "p95_ms": 8.050023266696373, + "p99_ms": 10.806638266076328, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.9438515431945408, + "semantic": 0.9285714285714286, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "semble-semantic", + "chunks": 974, + "tokens": 2754, + "ndcg5": 0.9340790148145551, + "ndcg10": 0.9340790148145551, + "p50_ms": 5.687187483999878, + "p90_ms": 7.6794125023297966, + "p95_ms": 7.946997985709461, + "p99_ms": 10.846366800833488, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.8502168475732151, + "semantic": 0.9379235538265327, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-auto", + "chunks": 974, + "tokens": 2936, + "ndcg5": 0.8061606311644851, + "ndcg10": 0.8336423107007498, + "p50_ms": 0.3694375045597553, + "p90_ms": 0.4107500135432929, + "p95_ms": 0.4127437714487314, + "p99_ms": 0.42594876140356064, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.9355245321275764, + "semantic": 0.7761623298308761, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-balanced", + "chunks": 974, + "tokens": 2948, + "ndcg5": 0.8061606311644851, + "ndcg10": 0.8336423107007498, + "p50_ms": 0.3701880341395736, + "p90_ms": 0.3976631152909249, + "p95_ms": 0.4066708585014567, + "p99_ms": 0.41306778031867, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.9355245321275764, + "semantic": 0.7761623298308761, + "symbol": 1.0 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-bm25", + "chunks": 974, + "tokens": 3073, + "ndcg5": 0.7002968226739916, + "ndcg10": 0.7489319256518782, + "p50_ms": 0.356333504896611, + "p90_ms": 0.3716454841196537, + "p95_ms": 0.3734913654625416, + "p99_ms": 0.3929982986301183, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.8710490642551528, + "semantic": 0.6953258261929033, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "http4s", + "language": "scala", + "mode": "unranked-semantic", + "chunks": 974, + "tokens": 2820, + "ndcg5": 0.8017782560805999, + "ndcg10": 0.828664042626691, + "p50_ms": 0.36335349432192743, + "p90_ms": 0.407491932855919, + "p95_ms": 0.4139389347983524, + "p99_ms": 0.41618776449467987, + "index_ms": 611.6845830110833, + "by_category": { + "architecture": 0.8637450682743425, + "semantic": 0.7844318319793421, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-auto", + "chunks": 248, + "tokens": 3071, + "ndcg5": 0.8558604034079137, + "ndcg10": 0.8655928985311748, + "p50_ms": 0.5366250406950712, + "p90_ms": 4.291457997169346, + "p95_ms": 4.7600839752703905, + "p99_ms": 5.098816752433777, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.8385023461759126, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-balanced", + "chunks": 248, + "tokens": 3071, + "ndcg5": 0.8558604034079137, + "ndcg10": 0.8655928985311748, + "p50_ms": 0.5369170103222132, + "p90_ms": 4.081792023498565, + "p95_ms": 4.765999969094992, + "p99_ms": 4.990399954840541, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.8385023461759126, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-bm25", + "chunks": 248, + "tokens": 3147, + "ndcg5": 0.7967391998053831, + "ndcg10": 0.8168720490628425, + "p50_ms": 0.4663750296458602, + "p90_ms": 4.020749998744577, + "p95_ms": 4.6474170521833, + "p99_ms": 4.901449813041836, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.6697244465126132, + "semantic": 0.8295824338590445, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "semble-semantic", + "chunks": 248, + "tokens": 2988, + "ndcg5": 0.8636943999759038, + "ndcg10": 0.8636943999759038, + "p50_ms": 0.418833049479872, + "p90_ms": 4.017750034108758, + "p95_ms": 4.682834027335048, + "p99_ms": 4.891066811978817, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.7693371977496508, + "semantic": 0.861358001694047, + "symbol": 1.0 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-auto", + "chunks": 248, + "tokens": 3159, + "ndcg5": 0.7718463695880237, + "ndcg10": 0.8011899999701151, + "p50_ms": 0.23362500360235572, + "p90_ms": 0.2550829667598009, + "p95_ms": 0.2569579519331455, + "p99_ms": 0.25975797325372696, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.7874602613304431, + "semantic": 0.8244421010383269, + "symbol": 0.7785578521428744 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-balanced", + "chunks": 248, + "tokens": 3156, + "ndcg5": 0.7656116194179542, + "ndcg10": 0.7949552498000458, + "p50_ms": 0.23479200899600983, + "p90_ms": 0.25033397832885385, + "p95_ms": 0.25054195430129766, + "p99_ms": 0.25344116147607565, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.7874602613304431, + "semantic": 0.8244421010383269, + "symbol": 0.752371901428583 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-bm25", + "chunks": 248, + "tokens": 3206, + "ndcg5": 0.6504388112195796, + "ndcg10": 0.7194234700416017, + "p50_ms": 0.23437500931322575, + "p90_ms": 0.24804199347272515, + "p95_ms": 0.2550000208429992, + "p99_ms": 0.25836642598733306, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.6618424433006205, + "semantic": 0.7313562785616576, + "symbol": 0.7785578521428744 + } + }, + { + "repo": "httpx", + "language": "python", + "mode": "unranked-semantic", + "chunks": 248, + "tokens": 3007, + "ndcg5": 0.7305743412973411, + "ndcg10": 0.7500393315438635, + "p50_ms": 0.23137498646974564, + "p90_ms": 0.25666598230600357, + "p95_ms": 0.2589580253697932, + "p99_ms": 0.2609916147775948, + "index_ms": 105.77062499942258, + "by_category": { + "architecture": 0.7207271158895354, + "semantic": 0.8125496544977794, + "symbol": 0.6785578521428745 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-auto", + "chunks": 4635, + "tokens": 2854, + "ndcg5": 0.7271911875419426, + "ndcg10": 0.7661410386176761, + "p50_ms": 1.4341459900606424, + "p90_ms": 15.556391375139357, + "p95_ms": 16.331500266096555, + "p99_ms": 18.18716644949745, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.6226294385530917, + "semantic": 0.708679883333827, + "symbol": 0.9719257715972703 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-balanced", + "chunks": 4635, + "tokens": 2868, + "ndcg5": 0.7271911875419426, + "ndcg10": 0.7648919869576316, + "p50_ms": 1.337854511803016, + "p90_ms": 15.233370201895015, + "p95_ms": 16.56897888169624, + "p99_ms": 18.134895778493952, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.6226294385530917, + "semantic": 0.708679883333827, + "symbol": 0.9677622660637882 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-bm25", + "chunks": 4635, + "tokens": 2925, + "ndcg5": 0.7078428691643481, + "ndcg10": 0.7187632410052565, + "p50_ms": 1.3880210171919316, + "p90_ms": 14.953337790211664, + "p95_ms": 15.738906213664452, + "p99_ms": 17.550081269000653, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.696495111878151, + "semantic": 0.5436432511904858, + "symbol": 1.0 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "semble-semantic", + "chunks": 4635, + "tokens": 2765, + "ndcg5": 0.6963932929028848, + "ndcg10": 0.7130599595695515, + "p50_ms": 1.0459584882482886, + "p90_ms": 15.02857531886548, + "p95_ms": 16.243614599807188, + "p99_ms": 17.9154564847704, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.5065735963827291, + "semantic": 0.6794648907457693, + "symbol": 0.9355245321275764 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-auto", + "chunks": 4635, + "tokens": 3098, + "ndcg5": 0.43681799080275796, + "ndcg10": 0.4572562305616065, + "p50_ms": 0.46518747694790363, + "p90_ms": 0.4761798249091953, + "p95_ms": 0.4885065165581182, + "p99_ms": 0.5430677213007583, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.4861353566238805, + "semantic": 0.4329909403116438, + "symbol": 0.4695882275513224 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-balanced", + "chunks": 4635, + "tokens": 3100, + "ndcg5": 0.4061606311644851, + "ndcg10": 0.44440923027873486, + "p50_ms": 0.47662449651397765, + "p90_ms": 0.5103244155179709, + "p95_ms": 0.5152062425622717, + "p99_ms": 0.5164412298472598, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.4861353566238805, + "semantic": 0.4329909403116438, + "symbol": 0.4267648932750831 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-bm25", + "chunks": 4635, + "tokens": 3114, + "ndcg5": 0.3911732909393883, + "ndcg10": 0.4633511163771451, + "p50_ms": 0.4656249948311597, + "p90_ms": 0.4889127798378468, + "p95_ms": 0.5130333738634363, + "p99_ms": 0.538240306195803, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.5021911987942431, + "semantic": 0.3452615576882476, + "symbol": 0.6081187190629095 + } + }, + { + "repo": "jackson-databind", + "language": "java", + "mode": "unranked-semantic", + "chunks": 4635, + "tokens": 2909, + "ndcg5": 0.3868598856384648, + "ndcg10": 0.42367570898501816, + "p50_ms": 0.4701669968198985, + "p90_ms": 0.4975997260771692, + "p95_ms": 0.5086395976832137, + "p99_ms": 0.5202615371672437, + "index_ms": 1780.5831669829786, + "by_category": { + "architecture": 0.4276256451932704, + "semantic": 0.5898473574203784, + "symbol": 0.1711266228251007 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 891, + "tokens": 5691, + "ndcg5": 0.9258891280402999, + "ndcg10": 0.9258891280402999, + "p50_ms": 3.5705625195987523, + "p90_ms": 11.979563115164638, + "p95_ms": 12.326435447903354, + "p99_ms": 15.293254290008912, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.9298416114861429, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 891, + "tokens": 5692, + "ndcg5": 0.9258891280402999, + "ndcg10": 0.9258891280402999, + "p50_ms": 3.5370000114198774, + "p90_ms": 11.209612514358016, + "p95_ms": 12.051379159674983, + "p99_ms": 15.289042255026283, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.9298416114861429, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 891, + "tokens": 6076, + "ndcg5": 0.8770750787545915, + "ndcg10": 0.8770750787545915, + "p50_ms": 3.3819375094026327, + "p90_ms": 11.217579501681032, + "p95_ms": 12.070652368129233, + "p99_ms": 14.806430468452158, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.8507551301085979, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 891, + "tokens": 5439, + "ndcg5": 0.8755032715262121, + "ndcg10": 0.8755032715262121, + "p50_ms": 3.2394375011790544, + "p90_ms": 10.772054066183047, + "p95_ms": 11.551593095646243, + "p99_ms": 14.723484989372077, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8102255193577976, + "semantic": 0.8628134908893463, + "symbol": 1.0 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 891, + "tokens": 6140, + "ndcg5": 0.7161732909393883, + "ndcg10": 0.7339836502947894, + "p50_ms": 0.3435625112615526, + "p90_ms": 0.35245827748440206, + "p95_ms": 0.3562330035492778, + "p99_ms": 0.3680130047723651, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7271195004211277, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 891, + "tokens": 6161, + "ndcg5": 0.7161732909393883, + "ndcg10": 0.7339836502947894, + "p50_ms": 0.3402709844522178, + "p90_ms": 0.36047857720404863, + "p95_ms": 0.37360033893492073, + "p99_ms": 0.37638727750163525, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.7271195004211277, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 891, + "tokens": 6157, + "ndcg5": 0.719253606521631, + "ndcg10": 0.719253606521631, + "p50_ms": 0.3356454835738987, + "p90_ms": 0.3510416892822832, + "p95_ms": 0.36066490574739873, + "p99_ms": 0.3644329949747771, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.6967244554900828, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "kotlinx-coroutines", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 891, + "tokens": 6168, + "ndcg5": 0.6948459118879393, + "ndcg10": 0.7098974116711384, + "p50_ms": 0.33470799098722637, + "p90_ms": 0.3570872126147151, + "p95_ms": 0.36106045881751925, + "p99_ms": 0.36957929201889783, + "index_ms": 388.0725839990191, + "by_category": { + "architecture": 0.7956176024115139, + "semantic": 0.6792903878945887, + "symbol": 0.7670099985546605 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-auto", + "chunks": 425, + "tokens": 3653, + "ndcg5": 0.7900720626804801, + "ndcg10": 0.817659101188055, + "p50_ms": 1.0337914573028684, + "p90_ms": 7.915604766458273, + "p95_ms": 7.924381628981791, + "p99_ms": 7.986543510924093, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.8100730714340207, + "semantic": 0.668952931960422, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-balanced", + "chunks": 425, + "tokens": 3655, + "ndcg5": 0.7900720626804801, + "ndcg10": 0.817659101188055, + "p50_ms": 1.0162710095755756, + "p90_ms": 7.933229784248397, + "p95_ms": 8.03992951696273, + "p99_ms": 8.085719511727802, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.8100730714340207, + "semantic": 0.668952931960422, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-bm25", + "chunks": 425, + "tokens": 4184, + "ndcg5": 0.6932243773277306, + "ndcg10": 0.7240351892289266, + "p50_ms": 0.9916459966916591, + "p90_ms": 7.595429464709014, + "p95_ms": 7.751025288598612, + "p99_ms": 7.822971470886841, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.7054200272245202, + "semantic": 0.5061090848581274, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "semble-semantic", + "chunks": 425, + "tokens": 2990, + "ndcg5": 0.8817442629897814, + "ndcg10": 0.8817442629897814, + "p50_ms": 0.7686869939789176, + "p90_ms": 7.528637518407777, + "p95_ms": 7.601285399869084, + "p99_ms": 7.643623473122716, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.8314523706433415, + "semantic": 0.830674095041748, + "symbol": 1.0 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-auto", + "chunks": 425, + "tokens": 4794, + "ndcg5": 0.521456584669979, + "ndcg10": 0.5809116970904882, + "p50_ms": 0.25985404499806464, + "p90_ms": 0.27492112130858004, + "p95_ms": 0.2761497104074806, + "p99_ms": 0.2771635528188199, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.5205039613345114, + "semantic": 0.35352945892402604, + "symbol": 0.9166666666666666 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-balanced", + "chunks": 425, + "tokens": 4796, + "ndcg5": 0.49645658466997905, + "ndcg10": 0.5559116970904882, + "p50_ms": 0.2572289668023586, + "p90_ms": 0.2692628069780767, + "p95_ms": 0.27304165705572814, + "p99_ms": 0.28317472839262336, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.5205039613345114, + "semantic": 0.35352945892402604, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-bm25", + "chunks": 425, + "tokens": 4759, + "ndcg5": 0.41137801104364013, + "ndcg10": 0.4545836567590248, + "p50_ms": 0.2581040025688708, + "p90_ms": 0.2682749764062464, + "p95_ms": 0.27418126992415637, + "p99_ms": 0.27503625431563705, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.27349099993619197, + "semantic": 0.23960516223245035, + "symbol": 0.9166666666666666 + } + }, + { + "repo": "ktor", + "language": "kotlin", + "mode": "unranked-semantic", + "chunks": 425, + "tokens": 3251, + "ndcg5": 0.5851610740876642, + "ndcg10": 0.64376266160649, + "p50_ms": 0.26112498017027974, + "p90_ms": 0.26515828212723136, + "p95_ms": 0.2668538480065763, + "p99_ms": 0.270970796700567, + "index_ms": 184.32895903242752, + "by_category": { + "architecture": 0.5111293037725083, + "semantic": 0.6678499922958597, + "symbol": 0.7703996932752036 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-auto", + "chunks": 6257, + "tokens": 2712, + "ndcg5": 0.7270004576052422, + "ndcg10": 0.767053986066706, + "p50_ms": 1.302103977650404, + "p90_ms": 15.826525643933564, + "p95_ms": 15.90466671041213, + "p99_ms": 16.125700547127053, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.7179954576115433, + "semantic": 0.7426868627202068, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-balanced", + "chunks": 6257, + "tokens": 2692, + "ndcg5": 0.7270004576052422, + "ndcg10": 0.767053986066706, + "p50_ms": 1.2183539802208543, + "p90_ms": 15.620546462014318, + "p95_ms": 15.74170691310428, + "p99_ms": 15.963974985061213, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.7179954576115433, + "semantic": 0.7426868627202068, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-bm25", + "chunks": 6257, + "tokens": 2797, + "ndcg5": 0.7809729571593107, + "ndcg10": 0.7809729571593107, + "p50_ms": 1.2703330139629543, + "p90_ms": 16.143470798851922, + "p95_ms": 16.212293368880637, + "p99_ms": 16.441591494367458, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.6437052076399759, + "semantic": 0.8313992151261028, + "symbol": 0.9077324383928644 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "semble-semantic", + "chunks": 6257, + "tokens": 2521, + "ndcg5": 0.6109864765136851, + "ndcg10": 0.6540674555317095, + "p50_ms": 1.0222085111308843, + "p90_ms": 15.69777081022039, + "p95_ms": 15.884216350968927, + "p99_ms": 16.28714328398928, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.5648387874474085, + "semantic": 0.6517353434843796, + "symbol": 0.8154648767857288 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-auto", + "chunks": 6257, + "tokens": 2866, + "ndcg5": 0.39730119579023093, + "ndcg10": 0.5111934218158691, + "p50_ms": 0.5678749876096845, + "p90_ms": 0.5962583178188652, + "p95_ms": 0.6036371138179675, + "p99_ms": 0.6291602581040934, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.654037073164219, + "semantic": 0.44409962331004355, + "symbol": 0.4121780785943642 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-balanced", + "chunks": 6257, + "tokens": 2885, + "ndcg5": 0.365754708111658, + "ndcg10": 0.481684049653411, + "p50_ms": 0.5736665043514222, + "p90_ms": 0.6138252967502922, + "p95_ms": 0.6320874730590731, + "p99_ms": 0.6486174662131816, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.654037073164219, + "semantic": 0.44409962331004355, + "symbol": 0.26463121778207316 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-bm25", + "chunks": 6257, + "tokens": 2964, + "ndcg5": 0.5079834041651331, + "ndcg10": 0.5383516807244441, + "p50_ms": 0.5668129888363183, + "p90_ms": 0.597816938534379, + "p95_ms": 0.6278410495724529, + "p99_ms": 0.6533017742913216, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.6812939970768299, + "semantic": 0.46449402996034855, + "symbol": 0.4543823413269837 + } + }, + { + "repo": "laravel-framework", + "language": "php", + "mode": "unranked-semantic", + "chunks": 6257, + "tokens": 2642, + "ndcg5": 0.2632941800406837, + "ndcg10": 0.33091345502413133, + "p50_ms": 0.5509999755304307, + "p90_ms": 0.5789286165963858, + "p95_ms": 0.5884336918825284, + "p99_ms": 0.6114867731230333, + "index_ms": 2519.4317089626566, + "by_category": { + "architecture": 0.41888850862276333, + "semantic": 0.3390762456806633, + "symbol": 0.15859083224932863 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 302, + "tokens": 3068, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7263576294855845, + "p50_ms": 0.6972705014050007, + "p90_ms": 0.7373291882686318, + "p95_ms": 0.7898899260908365, + "p99_ms": 0.8255779929459094, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.8459052436406065, + "semantic": 0.6285459451769299 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 302, + "tokens": 3068, + "ndcg5": 0.6946394630357187, + "ndcg10": 0.7263576294855845, + "p50_ms": 0.6888334755785763, + "p90_ms": 0.72025409899652, + "p95_ms": 0.7353305612923577, + "p99_ms": 0.7929324969882144, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.8459052436406065, + "semantic": 0.6285459451769299 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 302, + "tokens": 3031, + "ndcg5": 0.7129079234363127, + "ndcg10": 0.7307182827917138, + "p50_ms": 0.6393124931491911, + "p90_ms": 0.6672419840469956, + "p95_ms": 0.6710836460115388, + "p99_ms": 0.7021166995400563, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.8154935086995972, + "semantic": 0.6613567343216273 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 302, + "tokens": 2732, + "ndcg5": 0.7607826497458058, + "ndcg10": 0.7607826497458058, + "p50_ms": 0.5500619881786406, + "p90_ms": 0.5746505747083575, + "p95_ms": 0.5788353941170499, + "p99_ms": 0.6162334739929064, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.9364295397841883, + "semantic": 0.6170715578962201 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 302, + "tokens": 3096, + "ndcg5": 0.5547870064450192, + "ndcg10": 0.5989353526479505, + "p50_ms": 0.2602085005491972, + "p90_ms": 0.27213809662498534, + "p95_ms": 0.2754520915914327, + "p99_ms": 0.3013240511063486, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.6779499965318695, + "semantic": 0.5342870076520168 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 302, + "tokens": 3096, + "ndcg5": 0.5547870064450192, + "ndcg10": 0.5989353526479505, + "p50_ms": 0.26560400146991014, + "p90_ms": 0.2704503131099045, + "p95_ms": 0.2732228836975992, + "p99_ms": 0.27661097003147006, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.6779499965318695, + "semantic": 0.5342870076520168 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 302, + "tokens": 3089, + "ndcg5": 0.5342082204330852, + "ndcg10": 0.5677918236277726, + "p50_ms": 0.2615214907564223, + "p90_ms": 0.26819203048944473, + "p95_ms": 0.26958158996421844, + "p99_ms": 0.2701827377313748, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.6363955800969783, + "semantic": 0.5116614774256955 + } + }, + { + "repo": "lazy.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 302, + "tokens": 2903, + "ndcg5": 0.6009524198073943, + "ndcg10": 0.6009524198073943, + "p50_ms": 0.2601254964247346, + "p90_ms": 0.2687788102775812, + "p95_ms": 0.2706160506932065, + "p99_ms": 0.27175681141670793, + "index_ms": 155.22008400876075, + "by_category": { + "architecture": 0.8176099971604736, + "semantic": 0.42368712924578406 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-auto", + "chunks": 1361, + "tokens": 3079, + "ndcg5": 0.5424282114366414, + "ndcg10": 0.6060468408375095, + "p50_ms": 0.814458035165444, + "p90_ms": 0.9237173129804432, + "p95_ms": 0.925329516758211, + "p99_ms": 0.9486995177576318, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5939033477042664, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-balanced", + "chunks": 1361, + "tokens": 3079, + "ndcg5": 0.5424282114366414, + "ndcg10": 0.6060468408375095, + "p50_ms": 0.8483960409648716, + "p90_ms": 1.0689669230487198, + "p95_ms": 1.1285847838735208, + "p99_ms": 1.1900505394442007, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5939033477042664, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-bm25", + "chunks": 1361, + "tokens": 3204, + "ndcg5": 0.6627817673693733, + "ndcg10": 0.6898209115637528, + "p50_ms": 0.8375625184271485, + "p90_ms": 1.0301579721271992, + "p95_ms": 1.0939747124211863, + "p99_ms": 1.1474285559961572, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.3562071871080222, + "semantic": 0.6911228357870575, + "symbol": 1.0 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "semble-semantic", + "chunks": 1361, + "tokens": 2978, + "ndcg5": 0.6113278161077247, + "ndcg10": 0.6363298447859895, + "p50_ms": 0.6887915078550577, + "p90_ms": 0.7558625424280763, + "p95_ms": 0.7638541719643399, + "p99_ms": 0.7673372369026765, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.6369298549209376, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-auto", + "chunks": 1361, + "tokens": 3092, + "ndcg5": 0.4518930827652844, + "ndcg10": 0.5152478851605556, + "p50_ms": 0.3825829771813005, + "p90_ms": 0.41038328199647367, + "p95_ms": 0.4141976125538349, + "p99_ms": 0.41973954997956753, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.502394344226011, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-balanced", + "chunks": 1361, + "tokens": 3092, + "ndcg5": 0.4518930827652844, + "ndcg10": 0.5152478851605556, + "p50_ms": 0.392166490200907, + "p90_ms": 0.40879223961383104, + "p95_ms": 0.41666395554784685, + "p99_ms": 0.4223328112857416, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.502394344226011, + "symbol": 0.6309297535714575 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-bm25", + "chunks": 1361, + "tokens": 3144, + "ndcg5": 0.5213706067614089, + "ndcg10": 0.5520733147824276, + "p50_ms": 0.40189598803408444, + "p90_ms": 0.4258496861439198, + "p95_ms": 0.42605203634593636, + "p99_ms": 0.42684322979766876, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 0.43067655807339306, + "semantic": 0.5679964961300343, + "symbol": 0.38685280723454163 + } + }, + { + "repo": "libuv", + "language": "c", + "mode": "unranked-semantic", + "chunks": 1361, + "tokens": 2989, + "ndcg5": 0.450360114441086, + "ndcg10": 0.5089840804394457, + "p50_ms": 0.40210402221418917, + "p90_ms": 0.42760419310070574, + "p95_ms": 0.4309169889893383, + "p99_ms": 0.4328170034568757, + "index_ms": 595.6212080200203, + "by_category": { + "architecture": 1.0, + "semantic": 0.4932584229513851, + "symbol": 0.3010299956639812 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-auto", + "chunks": 1145, + "tokens": 2653, + "ndcg5": 0.874427588278496, + "ndcg10": 0.8920487559320669, + "p50_ms": 6.037104001734406, + "p90_ms": 8.118508901679888, + "p95_ms": 8.393018468632363, + "p99_ms": 8.471837306278758, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.6736862264229985, + "semantic": 0.9051366903277052, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 1145, + "tokens": 2656, + "ndcg5": 0.874427588278496, + "ndcg10": 0.8920487559320669, + "p50_ms": 5.883499979972839, + "p90_ms": 8.424999989802018, + "p95_ms": 8.586622902657837, + "p99_ms": 8.615091003011912, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.6736862264229985, + "semantic": 0.9051366903277052, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 1145, + "tokens": 2791, + "ndcg5": 0.7948572292040226, + "ndcg10": 0.815996720924355, + "p50_ms": 5.893666500924155, + "p90_ms": 8.361320762196556, + "p95_ms": 8.403197606094182, + "p99_ms": 8.48283948842436, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.5549314847232217, + "semantic": 0.788912053288246, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 1145, + "tokens": 2554, + "ndcg5": 0.7598018597531008, + "ndcg10": 0.8076349671536278, + "p50_ms": 5.815666983835399, + "p90_ms": 7.9843128158245245, + "p95_ms": 8.414606261067092, + "p99_ms": 8.539721262641251, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.5635861159975681, + "semantic": 0.7664838754535873, + "symbol": 1.0 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 1145, + "tokens": 2874, + "ndcg5": 0.5680205168029498, + "ndcg10": 0.5951202234925475, + "p50_ms": 0.37410398363135755, + "p90_ms": 0.38699580472894013, + "p95_ms": 0.39141215675044805, + "p99_ms": 0.4078152315923944, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.5171880855882297, + "semantic": 0.6558861743805153, + "symbol": 0.5615252225819133 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 1145, + "tokens": 2857, + "ndcg5": 0.5680205168029498, + "ndcg10": 0.5951202234925475, + "p50_ms": 0.370312511222437, + "p90_ms": 0.3901294956449419, + "p95_ms": 0.3946253506001085, + "p99_ms": 0.3996922622900456, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.5171880855882297, + "semantic": 0.6558861743805153, + "symbol": 0.5615252225819133 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 1145, + "tokens": 2924, + "ndcg5": 0.5644683220544305, + "ndcg10": 0.6130894933110277, + "p50_ms": 0.41479154606349766, + "p90_ms": 0.5165499809663743, + "p95_ms": 0.5475624901009724, + "p99_ms": 0.5846125067910178, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.3100666895069397, + "semantic": 0.7323162833466, + "symbol": 0.6329537940104847 + } + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 1145, + "tokens": 2592, + "ndcg5": 0.42742338449513256, + "ndcg10": 0.4707836668419939, + "p50_ms": 0.40510352118872106, + "p90_ms": 0.4514084139373154, + "p95_ms": 0.5055964284110814, + "p99_ms": 0.5551857000682502, + "index_ms": 560.0053750094958, + "by_category": { + "architecture": 0.42719248623041794, + "semantic": 0.4323820572369419, + "symbol": 0.5450664109693898 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 2172, + "tokens": 3478, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.7878125179558992, + "p90_ms": 0.8762288838624954, + "p95_ms": 0.8831899292999879, + "p99_ms": 0.934837984968908, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 2172, + "tokens": 3478, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.8388329879380763, + "p90_ms": 0.9519458457361908, + "p95_ms": 0.9946455305907875, + "p99_ms": 1.0012963332701474, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 2172, + "tokens": 3483, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.8164379687514156, + "p90_ms": 0.9064750222023578, + "p95_ms": 0.995020873961039, + "p99_ms": 1.078937766724266, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.9769331095982161 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 2172, + "tokens": 3445, + "ndcg5": 0.9139821033974457, + "ndcg10": 0.9139821033974457, + "p50_ms": 0.7219790131784976, + "p90_ms": 0.8410663052927703, + "p95_ms": 0.8446973224636167, + "p99_ms": 0.8679730526637286, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.8924776292468072 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 2172, + "tokens": 3486, + "ndcg5": 0.8930676558073394, + "ndcg10": 0.9108780151627405, + "p50_ms": 0.5266454827506095, + "p90_ms": 0.5650541861541569, + "p95_ms": 0.5836503434693441, + "p99_ms": 0.5852964770747349, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.8885975189534255 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 2172, + "tokens": 3486, + "ndcg5": 0.8930676558073394, + "ndcg10": 0.9108780151627405, + "p50_ms": 0.5401039961725473, + "p90_ms": 0.5814872158225626, + "p95_ms": 0.6071021198295057, + "p99_ms": 0.6162540405057371, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.8885975189534255 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 2172, + "tokens": 3477, + "ndcg5": 0.785812753975107, + "ndcg10": 0.800864253758306, + "p50_ms": 0.5410625017248094, + "p90_ms": 0.5792372045107186, + "p95_ms": 0.6053917430108413, + "p99_ms": 0.6569455721182748, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.7972140980014503 + } + }, + { + "repo": "mini.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 2172, + "tokens": 3389, + "ndcg5": 0.8815464876785729, + "ndcg10": 0.8815464876785729, + "p50_ms": 0.5512500065378845, + "p90_ms": 0.6035421858541667, + "p95_ms": 0.6109701789682731, + "p99_ms": 0.6611940421862527, + "index_ms": 1086.270833038725, + "by_category": { + "architecture": 1.0, + "semantic": 0.8519331095982161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-auto", + "chunks": 108, + "tokens": 3196, + "ndcg5": 0.6512217603364261, + "ndcg10": 0.6723612520567586, + "p50_ms": 0.5539999983739108, + "p90_ms": 3.8729372085072113, + "p95_ms": 4.774435417493805, + "p99_ms": 4.800053451908752, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.6144216780370446, + "semantic": 0.6646273294875858, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-balanced", + "chunks": 108, + "tokens": 3200, + "ndcg5": 0.6512217603364261, + "ndcg10": 0.6723612520567586, + "p50_ms": 0.5780209903605282, + "p90_ms": 3.8516378088388605, + "p95_ms": 4.697966645471752, + "p99_ms": 4.895059769041836, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.6144216780370446, + "semantic": 0.6646273294875858, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-bm25", + "chunks": 108, + "tokens": 3132, + "ndcg5": 0.5957682274660325, + "ndcg10": 0.6334690268817214, + "p50_ms": 0.5250005051493645, + "p90_ms": 4.086274711880834, + "p95_ms": 4.565964578068815, + "p99_ms": 4.597725697676651, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.6467419235796276, + "semantic": 0.5711510514503642, + "symbol": 0.8102255193577976 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "semble-semantic", + "chunks": 108, + "tokens": 2713, + "ndcg5": 0.6569725159710945, + "ndcg10": 0.6678928878120027, + "p50_ms": 0.5472920020110905, + "p90_ms": 3.936236904701219, + "p95_ms": 4.4972833507927135, + "p99_ms": 4.7048902563983575, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.6251817907500372, + "semantic": 0.6481585220989793, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-auto", + "chunks": 108, + "tokens": 3130, + "ndcg5": 0.5163352566284622, + "ndcg10": 0.5796700460213304, + "p50_ms": 0.24468748597428203, + "p90_ms": 0.2569628064520657, + "p95_ms": 0.25882714544422925, + "p99_ms": 0.26379903429187834, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.569789367598276, + "semantic": 0.6009682506762428, + "symbol": 0.5317309468254161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-balanced", + "chunks": 108, + "tokens": 3118, + "ndcg5": 0.5356778969901893, + "ndcg10": 0.5823460197163908, + "p50_ms": 0.248083466431126, + "p90_ms": 0.26204201276414096, + "p95_ms": 0.27070033538620925, + "p99_ms": 0.35100644861813624, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.569789367598276, + "semantic": 0.6009682506762428, + "symbol": 0.5495707714591522 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-bm25", + "chunks": 108, + "tokens": 3130, + "ndcg5": 0.524814948079167, + "ndcg10": 0.5626211064661663, + "p50_ms": 0.2563960151746869, + "p90_ms": 0.2998792042490095, + "p95_ms": 0.3065523662371561, + "p99_ms": 0.32191045524086803, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.6365225451886137, + "semantic": 0.5201571472526777, + "symbol": 0.5317309468254161 + } + }, + { + "repo": "model2vec", + "language": "python", + "mode": "unranked-semantic", + "chunks": 108, + "tokens": 2946, + "ndcg5": 0.5270061356211097, + "ndcg10": 0.5597672511438342, + "p50_ms": 0.24050002684816718, + "p90_ms": 0.2570836222730577, + "p95_ms": 0.26401422219350934, + "p99_ms": 0.27816926361992955, + "index_ms": 51.335500029381365, + "by_category": { + "architecture": 0.5672327788663696, + "semantic": 0.5294039012738703, + "symbol": 0.643558852691131 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-auto", + "chunks": 421, + "tokens": 2639, + "ndcg5": 0.8745181254051755, + "ndcg10": 0.8833800897443777, + "p50_ms": 0.9865204920060933, + "p90_ms": 5.41652052779682, + "p95_ms": 5.468483050935902, + "p99_ms": 5.634163825889118, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.6108909204244194, + "semantic": 0.9613147192765459, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-balanced", + "chunks": 421, + "tokens": 2662, + "ndcg5": 0.8745181254051755, + "ndcg10": 0.8833800897443777, + "p50_ms": 0.9537499863654375, + "p90_ms": 5.44746249797754, + "p95_ms": 5.600325009436347, + "p99_ms": 5.654665025067516, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.6108909204244194, + "semantic": 0.9613147192765459, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-bm25", + "chunks": 421, + "tokens": 2565, + "ndcg5": 0.8775325271359822, + "ndcg10": 0.8775325271359822, + "p50_ms": 0.9101670002564788, + "p90_ms": 5.239729181630537, + "p95_ms": 5.269769090227783, + "p99_ms": 5.335920206271112, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.6613147192765458, + "semantic": 0.9244076946336917, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "semble-semantic", + "chunks": 421, + "tokens": 2671, + "ndcg5": 0.7994076946336917, + "ndcg10": 0.7994076946336917, + "p50_ms": 0.7322710007429123, + "p90_ms": 5.202866723993793, + "p95_ms": 5.318646121304482, + "p99_ms": 5.403829233255237, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.44881538926738324, + "semantic": 0.8744076946336916, + "symbol": 1.0 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-auto", + "chunks": 421, + "tokens": 2742, + "ndcg5": 0.5984714275890022, + "ndcg10": 0.6479999533942691, + "p50_ms": 0.2630625094752759, + "p90_ms": 0.27487470069900155, + "p95_ms": 0.27526045159902424, + "p99_ms": 0.27541930961888283, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.4926984196600426, + "semantic": 0.7032243882680377, + "symbol": 0.6928526173809582 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-balanced", + "chunks": 421, + "tokens": 2740, + "ndcg5": 0.5612675802721563, + "ndcg10": 0.6107961060774233, + "p50_ms": 0.27214596047997475, + "p90_ms": 0.29633750091306865, + "p95_ms": 0.31427703797817236, + "p99_ms": 0.35268820822238917, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.4926984196600426, + "semantic": 0.7032243882680377, + "symbol": 0.544037228113575 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-bm25", + "chunks": 421, + "tokens": 2658, + "ndcg5": 0.714003934176018, + "ndcg10": 0.7306706008426846, + "p50_ms": 0.277833518339321, + "p90_ms": 0.30585809727199376, + "p95_ms": 0.31542145588900894, + "p99_ms": 0.32055069867055863, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.49487908510771844, + "semantic": 0.8174753504410308, + "symbol": 0.7928526173809581 + } + }, + { + "repo": "monolog", + "language": "php", + "mode": "unranked-semantic", + "chunks": 421, + "tokens": 2740, + "ndcg5": 0.33373767522051545, + "ndcg10": 0.3833151528810333, + "p50_ms": 0.27195800794288516, + "p90_ms": 0.2849539159797132, + "p95_ms": 0.2863315923605114, + "p99_ms": 0.2907335211057216, + "index_ms": 198.15149996429682, + "by_category": { + "architecture": 0.2738302787118273, + "semantic": 0.557741027967025, + "symbol": 0.1439482768782562 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-auto", + "chunks": 2217, + "tokens": 2812, + "ndcg5": 0.8806128427182248, + "ndcg10": 0.8806128427182248, + "p50_ms": 10.777103976579383, + "p90_ms": 13.576058013131842, + "p95_ms": 13.928199696238156, + "p99_ms": 16.907273521064777, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8237823919677136, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-balanced", + "chunks": 2217, + "tokens": 2778, + "ndcg5": 0.8806128427182248, + "ndcg10": 0.8806128427182248, + "p50_ms": 10.471437504747882, + "p90_ms": 12.567295902408661, + "p95_ms": 14.22881730250083, + "p99_ms": 15.469263446284456, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8237823919677136, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-bm25", + "chunks": 2217, + "tokens": 2993, + "ndcg5": 0.8718751674977092, + "ndcg10": 0.888541834164376, + "p50_ms": 10.496667004190385, + "p90_ms": 12.730958615429701, + "p95_ms": 14.482968390802855, + "p99_ms": 15.970826455741188, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.9251084237866075, + "semantic": 0.8381987400516251, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "semble-semantic", + "chunks": 2217, + "tokens": 2655, + "ndcg5": 0.8815464876785729, + "ndcg10": 0.896597987461772, + "p50_ms": 10.27041650377214, + "p90_ms": 12.447004683781417, + "p95_ms": 13.565874393680135, + "p99_ms": 15.467142074485306, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 1.0, + "semantic": 0.8119963408395854, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-auto", + "chunks": 2217, + "tokens": 3034, + "ndcg5": 0.5908319513453486, + "ndcg10": 0.6638708245341954, + "p50_ms": 0.48172901733778417, + "p90_ms": 0.5211333802435547, + "p95_ms": 0.5236901924945414, + "p99_ms": 0.5272044450975955, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.6322918517712509, + "semantic": 0.6229759660440859, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-balanced", + "chunks": 2217, + "tokens": 3032, + "ndcg5": 0.5908319513453486, + "ndcg10": 0.6638708245341954, + "p50_ms": 0.4779165319632739, + "p90_ms": 0.5073164065834135, + "p95_ms": 0.5231940129306167, + "p99_ms": 0.5274051881860942, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.6322918517712509, + "semantic": 0.6229759660440859, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-bm25", + "chunks": 2217, + "tokens": 3113, + "ndcg5": 0.6346268032608154, + "ndcg10": 0.6758446111202518, + "p50_ms": 0.48718697507865727, + "p90_ms": 0.5187708185985684, + "p95_ms": 0.5240309721557423, + "p99_ms": 0.5498398042982444, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.5233035056624095, + "semantic": 0.6706428353118709, + "symbol": 1.0 + } + }, + { + "repo": "newtonsoft-json", + "language": "csharp", + "mode": "unranked-semantic", + "chunks": 2217, + "tokens": 2941, + "ndcg5": 0.35519991125688216, + "ndcg10": 0.4347786123826721, + "p50_ms": 0.4969374858774245, + "p90_ms": 0.5161664041224867, + "p95_ms": 0.5182586639421061, + "p99_ms": 0.5215517716715112, + "index_ms": 988.7042919872329, + "by_category": { + "architecture": 0.45625273227063595, + "semantic": 0.4269269406260648, + "symbol": 0.420619835714305 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-auto", + "chunks": 811, + "tokens": 3048, + "ndcg5": 0.8295386627570916, + "ndcg10": 0.8404590345979999, + "p50_ms": 0.732416519895196, + "p90_ms": 6.2695125059690335, + "p95_ms": 6.756316663813777, + "p99_ms": 6.76682973804418, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.7951420120034352, + "semantic": 0.8243186607935954, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-balanced", + "chunks": 811, + "tokens": 3032, + "ndcg5": 0.8295386627570916, + "ndcg10": 0.8404590345979999, + "p50_ms": 0.7404580246657133, + "p90_ms": 6.3437785720452675, + "p95_ms": 6.727858658996411, + "p99_ms": 6.7706717137480155, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.7951420120034352, + "semantic": 0.8243186607935954, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-bm25", + "chunks": 811, + "tokens": 3093, + "ndcg5": 0.8652095417497391, + "ndcg10": 0.8761299135906473, + "p50_ms": 0.7334784895647317, + "p90_ms": 6.3781625241972515, + "p95_ms": 6.749104132177308, + "p99_ms": 6.773487223545089, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.8328660295138052, + "semantic": 0.8692536065216308, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "semble-semantic", + "chunks": 811, + "tokens": 2967, + "ndcg5": 0.7227861263165816, + "ndcg10": 0.7572631523386494, + "p50_ms": 0.6467915372923017, + "p90_ms": 6.208287796471269, + "p95_ms": 6.633129125111736, + "p99_ms": 6.712992240791209, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.7178637097511767, + "semantic": 0.7120217078514749, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-auto", + "chunks": 811, + "tokens": 3180, + "ndcg5": 0.6253657924569532, + "ndcg10": 0.6946971465369343, + "p50_ms": 0.3439375141169876, + "p90_ms": 0.35783718922175467, + "p95_ms": 0.3626145946327597, + "p99_ms": 0.3662565175909549, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.8350162546675353, + "semantic": 0.5548829148065936, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-balanced", + "chunks": 811, + "tokens": 3169, + "ndcg5": 0.6253657924569532, + "ndcg10": 0.6946971465369343, + "p50_ms": 0.34047849476337433, + "p90_ms": 0.3582586126867682, + "p95_ms": 0.36305174871813506, + "p99_ms": 0.3720767510822043, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.8350162546675353, + "semantic": 0.5548829148065936, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-bm25", + "chunks": 811, + "tokens": 3047, + "ndcg5": 0.731130526935184, + "ndcg10": 0.7522700186555163, + "p50_ms": 0.33154149423353374, + "p90_ms": 0.34680868848226964, + "p95_ms": 0.34755893575493246, + "p99_ms": 0.3566781646804884, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.8094663530159334, + "semantic": 0.6379135901998796, + "symbol": 1.0 + } + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "mode": "unranked-semantic", + "chunks": 811, + "tokens": 3146, + "ndcg5": 0.5195678978178954, + "ndcg10": 0.5304882696588036, + "p50_ms": 0.3397080290596932, + "p90_ms": 0.3623791388235986, + "p95_ms": 0.37479730090126395, + "p99_ms": 0.39199307328090066, + "index_ms": 392.9078329820186, + "by_category": { + "architecture": 0.6423740286300876, + "semantic": 0.41131471927654584, + "symbol": 0.6666666666666666 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-auto", + "chunks": 154, + "tokens": 3072, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4646875022444874, + "p90_ms": 0.4868919088039547, + "p95_ms": 0.4890514741418883, + "p99_ms": 0.5082102998858318, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-balanced", + "chunks": 154, + "tokens": 3072, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4601044929586351, + "p90_ms": 0.4898246959783137, + "p95_ms": 0.5014833237510175, + "p99_ms": 0.5088302528019994, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-bm25", + "chunks": 154, + "tokens": 3078, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.4598755040206015, + "p90_ms": 0.4853798192925751, + "p95_ms": 0.4857961495872587, + "p99_ms": 0.4858592327218503, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "semble-semantic", + "chunks": 154, + "tokens": 3026, + "ndcg5": 1.0, + "ndcg10": 1.0, + "p50_ms": 0.437791517470032, + "p90_ms": 0.45856311335228384, + "p95_ms": 0.46670625160913914, + "p99_ms": 0.4736412822967395, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 1.0 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-auto", + "chunks": 154, + "tokens": 3184, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.2533335064072162, + "p90_ms": 0.2602417254820466, + "p95_ms": 0.2614148805150762, + "p99_ms": 0.2632829995127395, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 0.9589921948412731 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-balanced", + "chunks": 154, + "tokens": 3184, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.25212549371644855, + "p90_ms": 0.26190871139988303, + "p95_ms": 0.2641839731950313, + "p99_ms": 0.2657031884882599, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 1.0, + "semantic": 0.9589921948412731 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-bm25", + "chunks": 154, + "tokens": 3160, + "ndcg5": 0.8892789260714373, + "ndcg10": 0.8892789260714373, + "p50_ms": 0.2519790141377598, + "p90_ms": 0.2569878299254924, + "p95_ms": 0.2602750260848552, + "p99_ms": 0.2663549839053303, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 0.6309297535714575, + "semantic": 0.9179843896825461 + } + }, + { + "repo": "nvm", + "language": "bash", + "mode": "unranked-semantic", + "chunks": 154, + "tokens": 3057, + "ndcg5": 0.9630929753571458, + "ndcg10": 0.9630929753571458, + "p50_ms": 0.25083348737098277, + "p90_ms": 0.26200408465228975, + "p95_ms": 0.26343477657064795, + "p99_ms": 0.2675205818377435, + "index_ms": 112.01441701268777, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.9794960974206366 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-auto", + "chunks": 3122, + "tokens": 2679, + "ndcg5": 0.6270750787545916, + "ndcg10": 0.6587932452044573, + "p50_ms": 1.3795625127386302, + "p90_ms": 13.430849986616526, + "p95_ms": 15.366160403937101, + "p99_ms": 15.784698510542512, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.6368991050595311, + "semantic": 0.673389338634408 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 3122, + "tokens": 2679, + "ndcg5": 0.6270750787545916, + "ndcg10": 0.6587932452044573, + "p50_ms": 1.5287499991245568, + "p90_ms": 14.584116096375512, + "p95_ms": 15.720329442410732, + "p99_ms": 16.769698673742823, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.6368991050595311, + "semantic": 0.673389338634408 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 3122, + "tokens": 2802, + "ndcg5": 0.6736089066582611, + "ndcg10": 0.6736089066582611, + "p50_ms": 1.6031460254453123, + "p90_ms": 15.142303571337836, + "p95_ms": 16.50839822832495, + "p99_ms": 16.90521326381713, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.6490670081520385, + "semantic": 0.6899701723290762 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 3122, + "tokens": 2746, + "ndcg5": 0.5846268032608155, + "ndcg10": 0.6315199550826629, + "p50_ms": 1.364063034998253, + "p90_ms": 14.690091082593428, + "p95_ms": 16.303950347355567, + "p99_ms": 16.5286564984126, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.6205328858630988, + "semantic": 0.6388446678957056 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 3122, + "tokens": 2729, + "ndcg5": 0.5270750787545915, + "ndcg10": 0.5437417454212582, + "p50_ms": 0.6386454915627837, + "p90_ms": 0.7524999848101289, + "p95_ms": 0.8052020624745637, + "p99_ms": 0.8196732273790985, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.48882147769004647, + "semantic": 0.5803552572420659 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 3122, + "tokens": 2729, + "ndcg5": 0.5270750787545915, + "ndcg10": 0.5437417454212582, + "p50_ms": 0.6471870001405478, + "p90_ms": 0.7393080741167068, + "p95_ms": 0.7615151786012576, + "p99_ms": 0.8630694256862623, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.48882147769004647, + "semantic": 0.5803552572420659 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 3122, + "tokens": 2798, + "ndcg5": 0.4285835871084546, + "ndcg10": 0.495324213801818, + "p50_ms": 0.6130005058366805, + "p90_ms": 0.7507378060836345, + "p95_ms": 0.7564646046375856, + "p99_ms": 0.7996265188558026, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.4088293776224278, + "semantic": 0.5529874379214114 + } + }, + { + "repo": "pandoc", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 3122, + "tokens": 2748, + "ndcg5": 0.45743561571887287, + "ndcg10": 0.48969921639016845, + "p50_ms": 0.5845630366820842, + "p90_ms": 0.6355042278300971, + "p95_ms": 0.6458086572820321, + "p99_ms": 0.6821617513196542, + "index_ms": 1535.5745830456726, + "by_category": { + "architecture": 0.5665156025825565, + "semantic": 0.4384882922619096 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-auto", + "chunks": 559, + "tokens": 6561, + "ndcg5": 0.8696694218045175, + "ndcg10": 0.8696694218045175, + "p50_ms": 0.7071669679135084, + "p90_ms": 6.180558016058057, + "p95_ms": 7.096791302319613, + "p99_ms": 7.919991088565439, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.8214210289682636, + "semantic": 0.8758471076530654, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 559, + "tokens": 6564, + "ndcg5": 0.8696694218045175, + "ndcg10": 0.8696694218045175, + "p50_ms": 0.6946250214241445, + "p90_ms": 6.2322086188942185, + "p95_ms": 7.097220775904131, + "p99_ms": 7.999710558215156, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.8214210289682636, + "semantic": 0.8758471076530654, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 559, + "tokens": 7099, + "ndcg5": 0.8600657041891455, + "ndcg10": 0.8600657041891455, + "p50_ms": 0.6602079956792295, + "p90_ms": 6.263675377704202, + "p95_ms": 7.152950594900173, + "p99_ms": 7.9862900951411575, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.8137184243097517, + "semantic": 0.8596832229722856, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 559, + "tokens": 5505, + "ndcg5": 0.8693569768845262, + "ndcg10": 0.8693569768845262, + "p50_ms": 0.6273749750107527, + "p90_ms": 7.0090165827423325, + "p95_ms": 8.337062195641918, + "p99_ms": 8.93091244972311, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.847881083730162, + "semantic": 0.8409789724620774, + "symbol": 1.0 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 559, + "tokens": 6186, + "ndcg5": 0.6430770365753588, + "ndcg10": 0.687019263378931, + "p50_ms": 0.27995900018140674, + "p90_ms": 0.2886418136768043, + "p95_ms": 0.29080060776323075, + "p99_ms": 0.3058601217344403, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.7395892932814926, + "semantic": 0.7358458471153047, + "symbol": 0.4153804782863739 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 559, + "tokens": 6304, + "ndcg5": 0.640770523373314, + "ndcg10": 0.6847127501768862, + "p50_ms": 0.2673339913599193, + "p90_ms": 0.28167483396828175, + "p95_ms": 0.2871585951652378, + "p99_ms": 0.2879980846773833, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.7395892932814926, + "semantic": 0.7358458471153047, + "symbol": 0.40077256134009015 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 559, + "tokens": 6783, + "ndcg5": 0.5775993025576263, + "ndcg10": 0.6466911842420515, + "p50_ms": 0.2669579698704183, + "p90_ms": 0.2804835792630911, + "p95_ms": 0.2894125413149595, + "p99_ms": 0.2941825147718191, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.6869065320299473, + "semantic": 0.6961810226560111, + "symbol": 0.4105688512457914 + } + }, + { + "repo": "phoenix", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 559, + "tokens": 6065, + "ndcg5": 0.6347745249075731, + "ndcg10": 0.6693659555797838, + "p50_ms": 0.2651250106282532, + "p90_ms": 0.2819088054820895, + "p95_ms": 0.2871914010029286, + "p99_ms": 0.29067186056636274, + "index_ms": 274.9937089974992, + "by_category": { + "architecture": 0.7298259003917382, + "semantic": 0.6838405350259164, + "symbol": 0.4542121024362773 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-auto", + "chunks": 280, + "tokens": 5453, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.5922919663134962, + "p90_ms": 5.265749729005621, + "p95_ms": 5.783277095179074, + "p99_ms": 6.4961890218546605, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 1.0, + "semantic": 0.868189197704092, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-balanced", + "chunks": 280, + "tokens": 5439, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.6055209960322827, + "p90_ms": 5.097533582011239, + "p95_ms": 5.777668472728693, + "p99_ms": 6.523767259786836, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 1.0, + "semantic": 0.868189197704092, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-bm25", + "chunks": 280, + "tokens": 6113, + "ndcg5": 0.9077324383928644, + "ndcg10": 0.9077324383928644, + "p50_ms": 0.5642290052492172, + "p90_ms": 4.9698749964591125, + "p95_ms": 5.419541674200446, + "p99_ms": 6.235274730715899, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.8945513581632737, + "symbol": 1.0 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "semble-semantic", + "chunks": 280, + "tokens": 4326, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8939963100696927, + "p50_ms": 0.49145796219818294, + "p90_ms": 4.984492179937662, + "p95_ms": 5.439276454853826, + "p99_ms": 6.259855278185567, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 1.0, + "semantic": 0.8749283177015996, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-auto", + "chunks": 280, + "tokens": 4434, + "ndcg5": 0.7824356157188729, + "ndcg10": 0.7991022823855396, + "p50_ms": 0.2482710115145892, + "p90_ms": 0.2586709160823375, + "p95_ms": 0.2591735392343253, + "p99_ms": 0.2605347370263189, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.765727581469134, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-balanced", + "chunks": 280, + "tokens": 4434, + "ndcg5": 0.7824356157188729, + "ndcg10": 0.7991022823855396, + "p50_ms": 0.24906249018386006, + "p90_ms": 0.2571163873653859, + "p95_ms": 0.25759618438314646, + "p99_ms": 0.2603192435344681, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 0.8769765845238192, + "semantic": 0.765727581469134, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-bm25", + "chunks": 280, + "tokens": 5086, + "ndcg5": 0.8139821033974457, + "ndcg10": 0.8139821033974457, + "p50_ms": 0.24977052817121148, + "p90_ms": 0.2585457870736718, + "p95_ms": 0.2591934200609103, + "p99_ms": 0.2627723041223362, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 0.8333333333333334, + "semantic": 0.8056887191392083, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "plug", + "language": "elixir", + "mode": "unranked-semantic", + "chunks": 280, + "tokens": 4138, + "ndcg5": 0.7746141434859123, + "ndcg10": 0.7746141434859123, + "p50_ms": 0.25789550272747874, + "p90_ms": 0.27329190634191036, + "p95_ms": 0.2757556299911812, + "p99_ms": 0.2790183020988479, + "index_ms": 154.6689579845406, + "by_category": { + "architecture": 0.8102255193577976, + "semantic": 0.745048325576671, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-auto", + "chunks": 1533, + "tokens": 3259, + "ndcg5": 0.7779397805814576, + "ndcg10": 0.7990792723017901, + "p50_ms": 0.8325630042236298, + "p90_ms": 9.864871064200997, + "p95_ms": 10.0730350939557, + "p99_ms": 13.140807035379106, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.7133473647659958, + "semantic": 0.7946530173877968, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-balanced", + "chunks": 1533, + "tokens": 3253, + "ndcg5": 0.7779397805814576, + "ndcg10": 0.7990792723017901, + "p50_ms": 0.8353955345228314, + "p90_ms": 9.090183390071616, + "p95_ms": 9.730567253427584, + "p99_ms": 12.941313447663555, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.7133473647659958, + "semantic": 0.7946530173877968, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-bm25", + "chunks": 1533, + "tokens": 3172, + "ndcg5": 0.7294373667507709, + "ndcg10": 0.7505768584711034, + "p50_ms": 0.769520498579368, + "p90_ms": 9.002824983326718, + "p95_ms": 9.703612519660968, + "p99_ms": 12.95812248368747, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.5617354388464583, + "semantic": 0.7599236371871074, + "symbol": 1.0 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "semble-semantic", + "chunks": 1533, + "tokens": 3154, + "ndcg5": 0.7456582305417333, + "ndcg10": 0.7553295507225968, + "p50_ms": 0.6935000419616699, + "p90_ms": 8.98858720320277, + "p95_ms": 9.634981257840995, + "p99_ms": 12.807696284726257, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.6508486388188989, + "semantic": 0.7399650986435234, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-auto", + "chunks": 1533, + "tokens": 3371, + "ndcg5": 0.626362295337211, + "ndcg10": 0.661917875356608, + "p50_ms": 0.40627102134749293, + "p90_ms": 0.4355542245320976, + "p95_ms": 0.4372003546450287, + "p99_ms": 0.43770723161287606, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.5989404040126355, + "semantic": 0.6746327955832818, + "symbol": 0.7297424628754914 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-balanced", + "chunks": 1533, + "tokens": 3371, + "ndcg5": 0.5820196549754839, + "ndcg10": 0.635385594350282, + "p50_ms": 0.39902047137729824, + "p90_ms": 0.4348452959675342, + "p95_ms": 0.4442173201823607, + "p99_ms": 0.4595434694783762, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.5989404040126355, + "semantic": 0.6746327955832818, + "symbol": 0.6236133388501874 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-bm25", + "chunks": 1533, + "tokens": 3365, + "ndcg5": 0.583960276835441, + "ndcg10": 0.5936315970163045, + "p50_ms": 0.4084165266249329, + "p90_ms": 0.4379499878268689, + "p95_ms": 0.4416895593749359, + "p99_ms": 0.4540707083651796, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.4464737650493893, + "semantic": 0.5857136591669393, + "symbol": 0.8123212623289702 + } + }, + { + "repo": "pydantic", + "language": "python", + "mode": "unranked-semantic", + "chunks": 1533, + "tokens": 3152, + "ndcg5": 0.43578832776167314, + "ndcg10": 0.5007305425561175, + "p50_ms": 0.40508349775336683, + "p90_ms": 0.43619200005196035, + "p95_ms": 0.4401086684083566, + "p99_ms": 0.4620217409683391, + "index_ms": 656.5322919632308, + "by_category": { + "architecture": 0.5455497274898097, + "semantic": 0.55620266547932, + "symbol": 0.34922828697182434 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-auto", + "chunks": 256, + "tokens": 2716, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 0.5724580259993672, + "p90_ms": 5.3434249246493, + "p95_ms": 7.112708041677248, + "p99_ms": 8.677841603057455, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 256, + "tokens": 2682, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 0.577833503484726, + "p90_ms": 5.330275092273952, + "p95_ms": 7.084260680130679, + "p99_ms": 8.666252155671824, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 256, + "tokens": 2918, + "ndcg5": 0.8474523542700645, + "ndcg10": 0.8474523542700645, + "p50_ms": 0.5470204923767596, + "p90_ms": 5.373141710879283, + "p95_ms": 7.079378556227308, + "p99_ms": 8.659642114071172, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.7254142376861159, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 256, + "tokens": 2548, + "ndcg5": 0.9200892395358251, + "ndcg10": 0.9200892395358251, + "p50_ms": 0.4741254961118102, + "p90_ms": 5.238216172438117, + "p95_ms": 6.986206234432753, + "p99_ms": 8.569841240532693, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8561606311644849, + "symbol": 1.0 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 256, + "tokens": 2977, + "ndcg5": 0.8898768089336665, + "ndcg10": 0.9096660971063346, + "p50_ms": 0.2414585032965988, + "p90_ms": 0.2545751282013953, + "p95_ms": 0.2579294523457065, + "p99_ms": 0.26308589440304786, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8987136940679481, + "symbol": 0.8773705614469083 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 256, + "tokens": 2984, + "ndcg5": 0.8898768089336665, + "ndcg10": 0.9096660971063346, + "p50_ms": 0.23747951490804553, + "p90_ms": 0.2532580809202045, + "p95_ms": 0.25380622828379273, + "p99_ms": 0.25576122337952256, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8987136940679481, + "symbol": 0.8773705614469083 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 256, + "tokens": 2943, + "ndcg5": 0.8138173507987476, + "ndcg10": 0.8336066389714155, + "p50_ms": 0.24083349853754044, + "p90_ms": 0.25398307479918003, + "p95_ms": 0.2561438246630132, + "p99_ms": 0.2590623847208917, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.798713694067948, + "symbol": 0.8035565121611998 + } + }, + { + "repo": "rack", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 256, + "tokens": 2839, + "ndcg5": 0.8534085064525992, + "ndcg10": 0.8709343329406952, + "p50_ms": 0.23825050448067486, + "p90_ms": 0.2533499209675938, + "p95_ms": 0.2572642988525331, + "p99_ms": 0.2620528335683048, + "index_ms": 132.12579197715968, + "by_category": { + "architecture": 1.0, + "semantic": 0.8746141434859123, + "symbol": 0.7861353116146785 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-auto", + "chunks": 498, + "tokens": 2508, + "ndcg5": 0.8445678978178954, + "ndcg10": 0.8445678978178954, + "p50_ms": 0.8267084776889533, + "p90_ms": 6.1712586786598, + "p95_ms": 8.702148581505753, + "p99_ms": 8.78672974940855, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.845500808108813, + "semantic": 0.8596832229722856, + "symbol": 0.8160170306431477 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 498, + "tokens": 2509, + "ndcg5": 0.8466931715084023, + "ndcg10": 0.8569122913878265, + "p50_ms": 0.8197709976229817, + "p90_ms": 6.050117302220319, + "p95_ms": 8.680921123595908, + "p99_ms": 8.684784235665575, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.845500808108813, + "semantic": 0.8596832229722856, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 498, + "tokens": 2562, + "ndcg5": 0.7554753636489658, + "ndcg10": 0.7937239627632156, + "p50_ms": 0.8044170099310577, + "p90_ms": 6.112333375494932, + "p95_ms": 8.767227712087333, + "p99_ms": 8.771311924792826, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.8341462304650082, + "semantic": 0.6937438838725746, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 498, + "tokens": 2319, + "ndcg5": 0.7976482134001379, + "ndcg10": 0.8170961181185407, + "p50_ms": 0.6241665105335414, + "p90_ms": 5.86439623148181, + "p95_ms": 8.517215211759321, + "p99_ms": 8.5553094180068, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.793158922575921, + "semantic": 0.8132194378880441, + "symbol": 0.8777389984928038 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 498, + "tokens": 2828, + "ndcg5": 0.6500213969313876, + "ndcg10": 0.6992054807164123, + "p50_ms": 0.27131245587952435, + "p90_ms": 0.30008688918314874, + "p95_ms": 0.30102290911599994, + "p99_ms": 0.3089717379771173, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.6942451276030375, + "semantic": 0.7475699635570601, + "symbol": 0.6257284302503723 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 498, + "tokens": 2813, + "ndcg5": 0.6521466706218945, + "ndcg10": 0.7013307544069193, + "p50_ms": 0.2652085095178336, + "p90_ms": 0.27432030183263123, + "p95_ms": 0.27811937325168407, + "p99_ms": 0.31475665105972433, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.6942451276030375, + "semantic": 0.7475699635570601, + "symbol": 0.6363547987029069 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 498, + "tokens": 2926, + "ndcg5": 0.5678773597178237, + "ndcg10": 0.6099176395412929, + "p50_ms": 0.2574585087131709, + "p90_ms": 0.26508753653615713, + "p95_ms": 0.2682458813069388, + "p99_ms": 0.27008276840206236, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.5912193730665936, + "semantic": 0.6603425942358888, + "symbol": 0.5637450683938239 + } + }, + { + "repo": "rails", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 498, + "tokens": 2567, + "ndcg5": 0.5090977896616014, + "ndcg10": 0.5649946972267813, + "p50_ms": 0.2625000197440386, + "p90_ms": 0.26781673077493906, + "p95_ms": 0.26960243994835764, + "p99_ms": 0.2705205074744299, + "index_ms": 248.98562498856336, + "by_category": { + "architecture": 0.5266790732018661, + "semantic": 0.5751241997928059, + "symbol": 0.6334782217922975 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-auto", + "chunks": 6358, + "tokens": 3434, + "ndcg5": 0.9158764682653967, + "ndcg10": 0.9158764682653967, + "p50_ms": 0.9115835127886385, + "p90_ms": 0.9931545180734247, + "p95_ms": 1.00005661661271, + "p99_ms": 1.055378534947522, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.8886852807234542 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-balanced", + "chunks": 6358, + "tokens": 3434, + "ndcg5": 0.9158764682653967, + "ndcg10": 0.9158764682653967, + "p50_ms": 0.9422290313523263, + "p90_ms": 1.0242663673125207, + "p95_ms": 1.037804500083439, + "p99_ms": 1.0645945271244273, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.8886852807234542 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-bm25", + "chunks": 6358, + "tokens": 3998, + "ndcg5": 0.9215338279036697, + "ndcg10": 0.9382004945703365, + "p50_ms": 0.8895625069271773, + "p90_ms": 0.9308082866482437, + "p95_ms": 0.9339225944131613, + "p99_ms": 0.9732845239341258, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.9430676558073394, + "semantic": 0.9333333333333333 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "semble-semantic", + "chunks": 6358, + "tokens": 3174, + "ndcg5": 0.8889821033974457, + "ndcg10": 0.8889821033974457, + "p50_ms": 0.833625002996996, + "p90_ms": 0.8744747203309089, + "p95_ms": 0.882725024712272, + "p99_ms": 0.886145006516017, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.95, + "semantic": 0.8279642067948915 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-auto", + "chunks": 6358, + "tokens": 3167, + "ndcg5": 0.7377071188430581, + "ndcg10": 0.7555174781984592, + "p50_ms": 0.5848750297445804, + "p90_ms": 0.6059871870093048, + "p95_ms": 0.6093791278544813, + "p99_ms": 0.6227422237861902, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.7930676558073393, + "semantic": 0.7179673005895788 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-balanced", + "chunks": 6358, + "tokens": 3167, + "ndcg5": 0.7377071188430581, + "ndcg10": 0.7555174781984592, + "p50_ms": 0.5868955049663782, + "p90_ms": 0.6027667375747114, + "p95_ms": 0.6100211146986112, + "p99_ms": 0.6496041890932246, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.7930676558073393, + "semantic": 0.7179673005895788 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-bm25", + "chunks": 6358, + "tokens": 3221, + "ndcg5": 0.6692536065216309, + "ndcg10": 0.7193275665483276, + "p50_ms": 0.592124997638166, + "p90_ms": 0.6165833736304194, + "p95_ms": 0.6247631215956062, + "p99_ms": 0.6350861943792552, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.6479419810397723, + "semantic": 0.7907131520568825 + } + }, + { + "repo": "redis", + "language": "c", + "mode": "unranked-semantic", + "chunks": 6358, + "tokens": 3142, + "ndcg5": 0.7758000942002038, + "ndcg10": 0.7758000942002038, + "p50_ms": 0.6335630023386329, + "p90_ms": 0.679858069634065, + "p95_ms": 0.6818152207415551, + "p99_ms": 0.6910302245523781, + "index_ms": 3488.213167001959, + "by_category": { + "architecture": 0.8192536065216307, + "semantic": 0.7323465818787765 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-auto", + "chunks": 53, + "tokens": 2834, + "ndcg5": 0.8863147192765458, + "ndcg10": 0.9137963988128106, + "p50_ms": 0.5053330096416175, + "p90_ms": 3.2356377982068807, + "p95_ms": 3.476293716812508, + "p99_ms": 5.376958745764565, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.9032867981913646, + "semantic": 0.872911909678669, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-balanced", + "chunks": 53, + "tokens": 2830, + "ndcg5": 0.8863147192765458, + "ndcg10": 0.9137963988128106, + "p50_ms": 0.4891665303148329, + "p90_ms": 3.2130910956766456, + "p95_ms": 3.3770190435461718, + "p99_ms": 5.331770207267251, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.9032867981913646, + "semantic": 0.872911909678669, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-bm25", + "chunks": 53, + "tokens": 2929, + "ndcg5": 0.880657359638273, + "ndcg10": 0.8973240263049396, + "p50_ms": 0.4768960061483085, + "p90_ms": 3.1979037798009813, + "p95_ms": 3.376509723602796, + "p99_ms": 5.329234750824977, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.8710490642551528, + "semantic": 0.8577984600630972, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "semble-semantic", + "chunks": 53, + "tokens": 2709, + "ndcg5": 0.8928612069551187, + "ndcg10": 0.9197469935012098, + "p50_ms": 0.43291650945320725, + "p90_ms": 3.1401583808474243, + "p95_ms": 3.312086040386932, + "p99_ms": 5.271017235936593, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.9051127971865672, + "semantic": 0.884918120767199, + "symbol": 1.0 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-auto", + "chunks": 53, + "tokens": 2942, + "ndcg5": 0.842475350441031, + "ndcg10": 0.842475350441031, + "p50_ms": 0.21395800285972655, + "p90_ms": 0.23787880782037973, + "p95_ms": 0.24085980548989028, + "p99_ms": 0.2457055723061785, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.7877157309218195, + "semantic": 0.8547262294684788, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-balanced", + "chunks": 53, + "tokens": 2941, + "ndcg5": 0.842475350441031, + "ndcg10": 0.842475350441031, + "p50_ms": 0.2136044786311686, + "p90_ms": 0.2363421896006912, + "p95_ms": 0.23715980059932917, + "p99_ms": 0.24846552812959996, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.7877157309218195, + "semantic": 0.8547262294684788, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-bm25", + "chunks": 53, + "tokens": 2973, + "ndcg5": 0.807049759204785, + "ndcg10": 0.807049759204785, + "p50_ms": 0.21156249567866325, + "p90_ms": 0.23714167764410377, + "p95_ms": 0.23774202854838222, + "p99_ms": 0.24458203639369458, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.7718216255952429, + "semantic": 0.78659876360565, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "redux", + "language": "javascript", + "mode": "unranked-semantic", + "chunks": 53, + "tokens": 2836, + "ndcg5": 0.8490218381196037, + "ndcg10": 0.8490218381196037, + "p50_ms": 0.21127049694769084, + "p90_ms": 0.22923326469026506, + "p95_ms": 0.23533506027888507, + "p99_ms": 0.2448670280864462, + "index_ms": 37.515749980229884, + "by_category": { + "architecture": 0.7146501161959612, + "semantic": 0.9179843896825461, + "symbol": 0.8861353116146786 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-auto", + "chunks": 169, + "tokens": 3016, + "ndcg5": 0.9652540586697873, + "ndcg10": 0.9652540586697873, + "p50_ms": 0.47785398783162236, + "p90_ms": 4.756266693584621, + "p95_ms": 4.811106529086828, + "p99_ms": 4.838687749579549, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.9709908720694624, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-balanced", + "chunks": 169, + "tokens": 3012, + "ndcg5": 0.9652540586697873, + "ndcg10": 0.9652540586697873, + "p50_ms": 0.4746460181195289, + "p90_ms": 4.754866566509008, + "p95_ms": 4.767072241520509, + "p99_ms": 4.816947289509699, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.9709908720694624, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-bm25", + "chunks": 169, + "tokens": 3124, + "ndcg5": 0.9335971402197305, + "ndcg10": 0.9424591045589329, + "p50_ms": 0.43902150355279446, + "p90_ms": 4.717570485081524, + "p95_ms": 4.752974704024382, + "p99_ms": 4.779828522005118, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.9058624317527358, + "semantic": 0.9385181336136883, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "semble-semantic", + "chunks": 169, + "tokens": 2896, + "ndcg5": 0.9740637329553106, + "ndcg10": 0.9740637329553106, + "p50_ms": 0.4019585030619055, + "p90_ms": 4.687196074519306, + "p95_ms": 4.726737138116732, + "p99_ms": 4.742380251409486, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 1.0, + "semantic": 0.9351593323882765, + "symbol": 1.0 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-auto", + "chunks": 169, + "tokens": 2958, + "ndcg5": 0.7178166900350706, + "ndcg10": 0.7526710180929838, + "p50_ms": 0.23449998116120696, + "p90_ms": 0.2502247109077871, + "p95_ms": 0.252624973654747, + "p99_ms": 0.252624973654747, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.7668828761533699, + "semantic": 0.8048873492408704, + "symbol": 0.6492282869718243 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-balanced", + "chunks": 169, + "tokens": 2965, + "ndcg5": 0.7371593303967978, + "ndcg10": 0.7562404146154245, + "p50_ms": 0.23495798814110458, + "p90_ms": 0.2492243831511587, + "p95_ms": 0.2520812500733882, + "p99_ms": 0.2533162815961987, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.7668828761533699, + "semantic": 0.8048873492408704, + "symbol": 0.6635058730615869 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-bm25", + "chunks": 169, + "tokens": 3131, + "ndcg5": 0.5271409926060272, + "ndcg10": 0.6033418421058976, + "p50_ms": 0.24156252038665116, + "p90_ms": 0.24970410740934312, + "p95_ms": 0.25064934452529997, + "p99_ms": 0.25419628887902945, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.6178987550585167, + "semantic": 0.6240070552706198, + "symbol": 0.5498978229086747 + } + }, + { + "repo": "requests", + "language": "python", + "mode": "unranked-semantic", + "chunks": 169, + "tokens": 2825, + "ndcg5": 0.8378690845321319, + "ndcg10": 0.8378690845321319, + "p50_ms": 0.23727098596282303, + "p90_ms": 0.2496497123502195, + "p95_ms": 0.25400418671779335, + "p99_ms": 0.25976722477935255, + "index_ms": 70.2010829700157, + "by_category": { + "architecture": 0.9128703030022887, + "semantic": 0.9055096182921145, + "symbol": 0.6246425246579402 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-auto", + "chunks": 1178, + "tokens": 3017, + "ndcg5": 0.7965338279036697, + "ndcg10": 0.8301174310983572, + "p50_ms": 1.3121039955876768, + "p90_ms": 8.059433056041602, + "p95_ms": 10.379400622332469, + "p99_ms": 10.984613756882025, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.8543823750838853, + "semantic": 0.6764208118547154, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-balanced", + "chunks": 1178, + "tokens": 3007, + "ndcg5": 0.7965338279036697, + "ndcg10": 0.8301174310983572, + "p50_ms": 1.3160415110178292, + "p90_ms": 7.976928824791688, + "p95_ms": 10.36017644801177, + "p99_ms": 10.936035310151054, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.8543823750838853, + "semantic": 0.6764208118547154, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-bm25", + "chunks": 1178, + "tokens": 3102, + "ndcg5": 0.7946394630357186, + "ndcg10": 0.803501427374921, + "p50_ms": 1.2512709945440292, + "p90_ms": 7.922538078855727, + "p95_ms": 10.345752123976126, + "p99_ms": 10.864484031917527, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.8808169040355505, + "semantic": 0.5436432511904858, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "semble-semantic", + "chunks": 1178, + "tokens": 2089, + "ndcg5": 0.6508891280403, + "ndcg10": 0.6844727312349875, + "p50_ms": 0.8955210214480758, + "p90_ms": 7.839874661294747, + "p95_ms": 10.266664568916894, + "p99_ms": 10.742266502347775, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.5517782560805999, + "semantic": 0.6952786773156251, + "symbol": 1.0 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-auto", + "chunks": 1178, + "tokens": 3048, + "ndcg5": 0.5780803155822426, + "ndcg10": 0.6137010342930449, + "p50_ms": 0.37718750536441803, + "p90_ms": 0.3971499914769083, + "p95_ms": 0.40783126605674624, + "p99_ms": 0.4128662380389869, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.7561606311644851, + "semantic": 0.5, + "symbol": 0.42810359355401106 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 1178, + "tokens": 3021, + "ndcg5": 0.6189567838476393, + "ndcg10": 0.6189567838476393, + "p50_ms": 0.37108350079506636, + "p90_ms": 0.4059705068357289, + "p95_ms": 0.4099121579201892, + "p99_ms": 0.41681524890009314, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.7561606311644851, + "semantic": 0.5, + "symbol": 0.4543823413269837 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 1178, + "tokens": 3272, + "ndcg5": 0.49771977861796124, + "ndcg10": 0.5310531119512947, + "p50_ms": 0.37002048338763416, + "p90_ms": 0.39766281261108816, + "p95_ms": 0.410052077495493, + "p99_ms": 0.4108439787523821, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.6954395572359223, + "semantic": 0.5, + "symbol": 0.16666666666666666 + } + }, + { + "repo": "serde", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 1178, + "tokens": 2542, + "ndcg5": 0.40704975920478503, + "ndcg10": 0.4543648596592796, + "p50_ms": 0.37685397546738386, + "p90_ms": 0.39847950101830065, + "p95_ms": 0.4035920137539506, + "p99_ms": 0.40435201954096556, + "index_ms": 560.2557910024188, + "by_category": { + "architecture": 0.398713694067948, + "semantic": 0.5064256568102102, + "symbol": 0.5154015779112127 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-auto", + "chunks": 70, + "tokens": 2831, + "ndcg5": 0.9530803155822426, + "ndcg10": 0.9530803155822426, + "p50_ms": 0.46162502258084714, + "p90_ms": 7.845332677243277, + "p95_ms": 7.871626742416993, + "p99_ms": 7.923591762082651, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.8123212623289702, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-balanced", + "chunks": 70, + "tokens": 2820, + "ndcg5": 0.9530803155822426, + "ndcg10": 0.9530803155822426, + "p50_ms": 0.45864598359912634, + "p90_ms": 7.801708328770474, + "p95_ms": 7.878839265322313, + "p99_ms": 7.92833422194235, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.8123212623289702, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-bm25", + "chunks": 70, + "tokens": 3698, + "ndcg5": 0.9382034061286294, + "ndcg10": 0.9382034061286294, + "p50_ms": 0.4441670316737145, + "p90_ms": 7.778854458592832, + "p95_ms": 7.871566936955787, + "p99_ms": 7.92134621005971, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.7528136245145183, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "semble-semantic", + "chunks": 70, + "tokens": 2321, + "ndcg5": 0.9815464876785729, + "ndcg10": 0.9815464876785729, + "p50_ms": 0.4207919992040843, + "p90_ms": 7.735379098448902, + "p95_ms": 7.871134803281166, + "p99_ms": 7.899160569650121, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.9261859507142916, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-auto", + "chunks": 70, + "tokens": 2867, + "ndcg5": 0.913500228802621, + "ndcg10": 0.913500228802621, + "p50_ms": 0.226958014536649, + "p90_ms": 0.2416416013147682, + "p95_ms": 0.24222015927080065, + "p99_ms": 0.2487440436379984, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.8016290137819013, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-balanced", + "chunks": 70, + "tokens": 2817, + "ndcg5": 0.913500228802621, + "ndcg10": 0.913500228802621, + "p50_ms": 0.22152101155370474, + "p90_ms": 0.2413329784758389, + "p95_ms": 0.24409759789705276, + "p99_ms": 0.25191955268383026, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.8016290137819013, + "semantic": 0.9179843896825461, + "symbol": 1.0 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-bm25", + "chunks": 70, + "tokens": 3178, + "ndcg5": 0.7802715031241851, + "ndcg10": 0.8113914111067462, + "p50_ms": 0.22233396884985268, + "p90_ms": 0.24125439813360572, + "p95_ms": 0.24347224680241197, + "p99_ms": 0.24812726012896746, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.6804424038166692, + "semantic": 0.8216599605531315, + "symbol": 0.9051127596788988 + } + }, + { + "repo": "sinatra", + "language": "ruby", + "mode": "unranked-semantic", + "chunks": 70, + "tokens": 2754, + "ndcg5": 0.8755032715262121, + "ndcg10": 0.8755032715262121, + "p50_ms": 0.22308301413431764, + "p90_ms": 0.23951251641847193, + "p95_ms": 0.24430417397525162, + "p99_ms": 0.24702723312657326, + "index_ms": 37.512167007662356, + "by_category": { + "architecture": 0.8773705614469083, + "semantic": 0.8957340346272056, + "symbol": 0.8436010519408085 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-auto", + "chunks": 107, + "tokens": 3153, + "ndcg5": 0.7723856192940887, + "ndcg10": 0.7872645734184941, + "p50_ms": 3.9560000295750797, + "p90_ms": 8.52134202141315, + "p95_ms": 11.067133420146995, + "p99_ms": 13.425393081270153, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.6399069297160626, + "semantic": 0.7592455236131767, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-balanced", + "chunks": 107, + "tokens": 3183, + "ndcg5": 0.7723856192940887, + "ndcg10": 0.7872645734184941, + "p50_ms": 3.9516250253655016, + "p90_ms": 8.436749561224135, + "p95_ms": 10.97452456597238, + "p99_ms": 13.34210490342229, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.6399069297160626, + "semantic": 0.7592455236131767, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-bm25", + "chunks": 107, + "tokens": 3157, + "ndcg5": 0.7091810794871367, + "ndcg10": 0.7523033552330219, + "p50_ms": 4.033125005662441, + "p90_ms": 8.42106678755954, + "p95_ms": 10.969933180604123, + "p99_ms": 13.357253011781717, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.7347941325294953, + "semantic": 0.6536516029201141, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "semble-semantic", + "chunks": 107, + "tokens": 2960, + "ndcg5": 0.6983682144511406, + "ndcg10": 0.741490490197026, + "p50_ms": 3.843708022031933, + "p90_ms": 8.327282976824792, + "p95_ms": 10.869891173206263, + "p99_ms": 13.236811016686255, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.6058431967846482, + "semantic": 0.6888352546010559, + "symbol": 1.0 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-auto", + "chunks": 107, + "tokens": 3092, + "ndcg5": 0.6881268014510534, + "ndcg10": 0.7049273735139892, + "p50_ms": 0.2566250041127205, + "p90_ms": 0.26437443448230624, + "p95_ms": 0.266132818069309, + "p99_ms": 0.26819295017048717, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.46228426907818054, + "semantic": 0.7538861497781879, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 107, + "tokens": 3058, + "ndcg5": 0.6597367824950117, + "ndcg10": 0.6765373545579474, + "p50_ms": 0.25758298579603434, + "p90_ms": 0.2644915715791285, + "p95_ms": 0.2699999720789492, + "p99_ms": 0.276599966455251, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.46228426907818054, + "semantic": 0.7538861497781879, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 107, + "tokens": 3047, + "ndcg5": 0.7125481032680617, + "ndcg10": 0.7125481032680617, + "p50_ms": 0.25512499269098043, + "p90_ms": 0.26573360664770007, + "p95_ms": 0.26919201482087374, + "p99_ms": 0.27327201794832945, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.5377157309218195, + "semantic": 0.7357111642456206, + "symbol": 0.8333333333333334 + } + }, + { + "repo": "snapkit", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 107, + "tokens": 2847, + "ndcg5": 0.5050814110725662, + "ndcg10": 0.5192795415940714, + "p50_ms": 0.2586659975349903, + "p90_ms": 0.26469959411770105, + "p95_ms": 0.26716639986261725, + "p99_ms": 0.2689668885432184, + "index_ms": 49.549292016308755, + "by_category": { + "architecture": 0.31942710374955047, + "semantic": 0.6142956942508621, + "symbol": 0.49742762323941453 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-auto", + "chunks": 214, + "tokens": 2876, + "ndcg5": 0.9339593901316886, + "ndcg10": 0.9427487090259538, + "p50_ms": 0.5714999861083925, + "p90_ms": 4.4134160270914435, + "p95_ms": 4.807582998182625, + "p99_ms": 4.9575166194699705, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.8907020808677296, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-balanced", + "chunks": 214, + "tokens": 2864, + "ndcg5": 0.9339593901316886, + "ndcg10": 0.9427487090259538, + "p50_ms": 0.5742079811170697, + "p90_ms": 4.399792000185698, + "p95_ms": 4.827250028029084, + "p99_ms": 4.942250018939376, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.8907020808677296, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-bm25", + "chunks": 214, + "tokens": 2944, + "ndcg5": 0.9601808445469098, + "ndcg10": 0.9601808445469098, + "p50_ms": 0.5370840081013739, + "p90_ms": 4.3789580231532454, + "p95_ms": 4.835291008930653, + "p99_ms": 4.930591804441065, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.9239816123168275, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "semble-semantic", + "chunks": 214, + "tokens": 2775, + "ndcg5": 0.9155378278824247, + "ndcg10": 0.9398508097927761, + "p50_ms": 0.4752500099129975, + "p90_ms": 4.328500013798475, + "p95_ms": 4.734415968414396, + "p99_ms": 4.842149594333023, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.885169727786209, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-auto", + "chunks": 214, + "tokens": 2934, + "ndcg5": 0.7662696949306094, + "ndcg10": 0.7904350407942309, + "p50_ms": 0.24083297466859221, + "p90_ms": 0.2517919638194144, + "p95_ms": 0.2561250003054738, + "p99_ms": 0.2596577862277627, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.8385571960700434, + "semantic": 0.8488153892673832, + "symbol": 0.6261859507142915 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-balanced", + "chunks": 214, + "tokens": 2914, + "ndcg5": 0.7362254209510162, + "ndcg10": 0.7762637826876537, + "p50_ms": 0.24174997815862298, + "p90_ms": 0.25033397832885385, + "p95_ms": 0.25166699197143316, + "p99_ms": 0.2602669643238187, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.8385571960700434, + "semantic": 0.8488153892673832, + "symbol": 0.5666666666666667 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-bm25", + "chunks": 214, + "tokens": 2962, + "ndcg5": 0.7718517772221829, + "ndcg10": 0.7972539902646625, + "p50_ms": 0.2365830005146563, + "p90_ms": 0.249417033046484, + "p95_ms": 0.25033304700627923, + "p99_ms": 0.25493303546682, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.7964551540695339, + "semantic": 0.7962654201586077, + "symbol": 0.8 + } + }, + { + "repo": "starlette", + "language": "python", + "mode": "unranked-semantic", + "chunks": 214, + "tokens": 2908, + "ndcg5": 0.6703132463064359, + "ndcg10": 0.679102565200701, + "p50_ms": 0.23520796094089746, + "p90_ms": 0.2482090494595468, + "p95_ms": 0.2514580264687538, + "p99_ms": 0.25559160858392715, + "index_ms": 94.91845802403986, + "by_category": { + "architecture": 0.7088838990495478, + "semantic": 0.766500245219647, + "symbol": 0.5261859507142915 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-auto", + "chunks": 544, + "tokens": 3061, + "ndcg5": 0.8024434932958862, + "ndcg10": 0.8024434932958862, + "p50_ms": 0.6504374905489385, + "p90_ms": 0.7008750166278332, + "p95_ms": 0.9649645537138019, + "p99_ms": 4.585825707763427, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.8805425336407291, + "semantic": 0.760390163879432 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-balanced", + "chunks": 544, + "tokens": 3061, + "ndcg5": 0.8024434932958862, + "ndcg10": 0.8024434932958862, + "p50_ms": 0.652229500701651, + "p90_ms": 0.6932212272658945, + "p95_ms": 0.9769694035640021, + "p99_ms": 4.64982747274916, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.8805425336407291, + "semantic": 0.760390163879432 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-bm25", + "chunks": 544, + "tokens": 3112, + "ndcg5": 0.7627044967587167, + "ndcg10": 0.7627044967587167, + "p50_ms": 0.604875007411465, + "p90_ms": 0.6458083167672158, + "p95_ms": 0.931233057053763, + "p99_ms": 4.560613796347746, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.8081312145596405, + "semantic": 0.738243956404373 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "semble-semantic", + "chunks": 544, + "tokens": 2904, + "ndcg5": 0.721282862131401, + "ndcg10": 0.7379495287980677, + "p50_ms": 0.5442500114440918, + "p90_ms": 0.5783002998214215, + "p95_ms": 0.830639601917941, + "p99_ms": 4.562461512396106, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.7563896412937944, + "semantic": 0.7280202374542147 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-auto", + "chunks": 544, + "tokens": 2967, + "ndcg5": 0.6954840741559705, + "ndcg10": 0.7132944335113717, + "p50_ms": 0.2693540300242603, + "p90_ms": 0.2765756275039166, + "p95_ms": 0.2777916408376768, + "p99_ms": 0.280324742780067, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.6767500220651603, + "semantic": 0.73297219352087 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-balanced", + "chunks": 544, + "tokens": 2967, + "ndcg5": 0.6954840741559705, + "ndcg10": 0.7132944335113717, + "p50_ms": 0.26522899861447513, + "p90_ms": 0.27227470418438315, + "p95_ms": 0.2751708234427497, + "p99_ms": 0.27586779033299536, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.6767500220651603, + "semantic": 0.73297219352087 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-bm25", + "chunks": 544, + "tokens": 3078, + "ndcg5": 0.6768415478476942, + "ndcg10": 0.7236112140807591, + "p50_ms": 0.2693955320864916, + "p90_ms": 0.273099954938516, + "p95_ms": 0.27553537220228463, + "p99_ms": 0.2817734802374616, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.6294144576260611, + "semantic": 0.7743325444794424 + } + }, + { + "repo": "telescope.nvim", + "language": "lua", + "mode": "unranked-semantic", + "chunks": 544, + "tokens": 2882, + "ndcg5": 0.600458754606164, + "ndcg10": 0.6360794733169663, + "p50_ms": 0.2680835023056716, + "p90_ms": 0.27631253469735384, + "p95_ms": 0.278075021924451, + "p99_ms": 0.27921503060497344, + "index_ms": 262.6469160313718, + "by_category": { + "architecture": 0.6294058254047593, + "semantic": 0.6396729760389237 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-auto", + "chunks": 2758, + "tokens": 3492, + "ndcg5": 0.9438607657669025, + "ndcg10": 0.9530895506058809, + "p50_ms": 1.0635835060384125, + "p90_ms": 9.226654411759228, + "p95_ms": 9.850518140592612, + "p99_ms": 10.767870827694422, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.8436318353529363, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-balanced", + "chunks": 2758, + "tokens": 3454, + "ndcg5": 0.9438607657669025, + "ndcg10": 0.9530895506058809, + "p50_ms": 1.061083487002179, + "p90_ms": 9.264192276168615, + "p95_ms": 9.856660754303448, + "p99_ms": 10.759065746678969, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.8436318353529363, + "semantic": 1.0, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-bm25", + "chunks": 2758, + "tokens": 3493, + "ndcg5": 0.8928612069551187, + "ndcg10": 0.9236720188563148, + "p50_ms": 1.031729014357552, + "p90_ms": 9.371395473135635, + "p95_ms": 9.948578881449066, + "p99_ms": 10.81301578960847, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.8100488640601395, + "semantic": 0.9516433990956823, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "semble-semantic", + "chunks": 2758, + "tokens": 3319, + "ndcg5": 0.930657359638273, + "ndcg10": 0.9491906441583389, + "p50_ms": 0.9164795046672225, + "p90_ms": 9.152199374511838, + "p95_ms": 9.717791643925011, + "p99_ms": 10.632324744947253, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.8628732144640079, + "semantic": 0.9758216995478411, + "symbol": 1.0 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-auto", + "chunks": 2758, + "tokens": 3590, + "ndcg5": 0.7575015295703086, + "ndcg10": 0.7575015295703086, + "p50_ms": 0.5216249846853316, + "p90_ms": 0.5864252743776888, + "p95_ms": 0.5935728782787919, + "p99_ms": 0.5984809761866927, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.6084868216345221, + "semantic": 0.8813313178399557, + "symbol": 0.7414098531465654 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-balanced", + "chunks": 2758, + "tokens": 3578, + "ndcg5": 0.7631588892085814, + "ndcg10": 0.7631588892085814, + "p50_ms": 0.5467284645419568, + "p90_ms": 0.5864086211659014, + "p95_ms": 0.6024913396686316, + "p99_ms": 0.6086982600390911, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.6084868216345221, + "semantic": 0.8813313178399557, + "symbol": 0.7602677186074751 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-bm25", + "chunks": 2758, + "tokens": 3528, + "ndcg5": 0.6827324383928645, + "ndcg10": 0.7096182249389554, + "p50_ms": 0.5259165191091597, + "p90_ms": 0.5543500126805156, + "p95_ms": 0.5712041340302676, + "p99_ms": 0.574307240312919, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.6666666666666666, + "semantic": 0.7621464572878573, + "symbol": 0.6825321400793748 + } + }, + { + "repo": "tokio", + "language": "rust", + "mode": "unranked-semantic", + "chunks": 2758, + "tokens": 3541, + "ndcg5": 0.7411732909393883, + "ndcg10": 0.7411732909393883, + "p50_ms": 0.5202705215197057, + "p90_ms": 0.5536588549148291, + "p95_ms": 0.5663726042257622, + "p99_ms": 0.5783745466032997, + "index_ms": 1359.6397920046002, + "by_category": { + "architecture": 0.6666666666666666, + "semantic": 0.7827324383928644, + "symbol": 0.7602677186074751 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-auto", + "chunks": 363, + "tokens": 2942, + "ndcg5": 0.8117219727220212, + "ndcg10": 0.8318711294019078, + "p50_ms": 4.783895506989211, + "p90_ms": 6.203541689319536, + "p95_ms": 6.540689908433708, + "p99_ms": 9.3169379630126, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.7751964340658473, + "semantic": 0.7765501593587683, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 363, + "tokens": 2941, + "ndcg5": 0.8117219727220212, + "ndcg10": 0.8318711294019078, + "p50_ms": 4.804083495400846, + "p90_ms": 6.125550612341613, + "p95_ms": 6.514439551392573, + "p99_ms": 9.31792067480273, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.7751964340658473, + "semantic": 0.7765501593587683, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 363, + "tokens": 2987, + "ndcg5": 0.7541287872272752, + "ndcg10": 0.7759695309090915, + "p50_ms": 4.806854005437344, + "p90_ms": 6.097808008780703, + "p95_ms": 6.492539303144443, + "p99_ms": 9.263975078938524, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.6944873149852022, + "semantic": 0.7090702997571733, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 363, + "tokens": 2710, + "ndcg5": 0.8068376589861769, + "ndcg10": 0.8274293510079487, + "p50_ms": 4.623708489816636, + "p90_ms": 5.909087753389031, + "p95_ms": 6.290381250437352, + "p99_ms": 9.121476241853083, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.7518000951520766, + "semantic": 0.7905980369917656, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 363, + "tokens": 2942, + "ndcg5": 0.6114408689635499, + "ndcg10": 0.6325803606838825, + "p50_ms": 0.2641250321175903, + "p90_ms": 0.27626670780591667, + "p95_ms": 0.2764482545899227, + "p99_ms": 0.27692323608789593, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.41450461779011866, + "semantic": 0.6720915025407486, + "symbol": 0.9261859507142916 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 363, + "tokens": 2922, + "ndcg5": 0.604894381284977, + "ndcg10": 0.6260338730053095, + "p50_ms": 0.26145801530219615, + "p90_ms": 0.26909647276625037, + "p95_ms": 0.2703964593820274, + "p99_ms": 0.2713465108536184, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.41450461779011866, + "semantic": 0.6720915025407486, + "symbol": 0.9 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 363, + "tokens": 2957, + "ndcg5": 0.544705810734339, + "ndcg10": 0.580628211253512, + "p50_ms": 0.2636039862409234, + "p90_ms": 0.2716122253332287, + "p95_ms": 0.27419371472205967, + "p99_ms": 0.2752387447981164, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.29926959853150964, + "semantic": 0.6026296338311663, + "symbol": 1.0 + } + }, + { + "repo": "trpc", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 363, + "tokens": 2674, + "ndcg5": 0.5596626128829499, + "ndcg10": 0.6021081804168398, + "p50_ms": 0.26041700039058924, + "p90_ms": 0.2705827238969505, + "p95_ms": 0.27209967956878245, + "p99_ms": 0.27235351619310677, + "index_ms": 160.61562503455207, + "by_category": { + "architecture": 0.5120267330548428, + "semantic": 0.7084018290312251, + "symbol": 0.5974273881358959 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-auto", + "chunks": 796, + "tokens": 2553, + "ndcg5": 0.7740663550396519, + "ndcg10": 0.828789449954672, + "p50_ms": 0.9108540252782404, + "p90_ms": 6.047037814278156, + "p95_ms": 6.130256230244413, + "p99_ms": 6.1645512480754405, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.5394794582550125, + "semantic": 0.8540964731663144, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-balanced", + "chunks": 796, + "tokens": 2537, + "ndcg5": 0.7740663550396519, + "ndcg10": 0.828789449954672, + "p50_ms": 0.9150004771072417, + "p90_ms": 6.006967008579522, + "p95_ms": 6.151854500058107, + "p99_ms": 6.175604503951035, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.5394794582550125, + "semantic": 0.8540964731663144, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-bm25", + "chunks": 796, + "tokens": 2675, + "ndcg5": 0.7428612069551187, + "ndcg10": 0.7967862323102238, + "p50_ms": 0.8931670163292438, + "p90_ms": 6.042716099182144, + "p95_ms": 6.060508650261909, + "p99_ms": 6.204401722643524, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.5466356432386875, + "semantic": 0.8068441226063152, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "semble-semantic", + "chunks": 796, + "tokens": 2435, + "ndcg5": 0.7284216551762823, + "ndcg10": 0.7468792248542391, + "p50_ms": 0.7325000187847763, + "p90_ms": 5.91515835840255, + "p95_ms": 5.92387770593632, + "p99_ms": 6.051842729211785, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.5615252322598561, + "semantic": 0.7323577714503723, + "symbol": 1.0 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-auto", + "chunks": 796, + "tokens": 2616, + "ndcg5": 0.4731327100793039, + "ndcg10": 0.5415288572517098, + "p50_ms": 0.3225834807381034, + "p90_ms": 0.35436219186522067, + "p95_ms": 0.35812288988381624, + "p99_ms": 0.3599909646436572, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.15942309414934297, + "semantic": 0.6832445798146252, + "symbol": 0.26229458172713843 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-balanced", + "chunks": 796, + "tokens": 2608, + "ndcg5": 0.49247535044103097, + "ndcg10": 0.5430611382580358, + "p50_ms": 0.3301040269434452, + "p90_ms": 0.3473827033303678, + "p95_ms": 0.35347054072190076, + "p99_ms": 0.36506054049823433, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.15942309414934297, + "semantic": 0.6832445798146252, + "symbol": 0.27250978843597823 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-bm25", + "chunks": 796, + "tokens": 2681, + "ndcg5": 0.48741029616906645, + "ndcg10": 0.5637783017228446, + "p50_ms": 0.3230829897802323, + "p90_ms": 0.3410497331060469, + "p95_ms": 0.34343959123361856, + "p99_ms": 0.3501214931020513, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.24608490373079303, + "semantic": 0.6993692777432422, + "symbol": 0.24871381161970726 + } + }, + { + "repo": "vapor", + "language": "swift", + "mode": "unranked-semantic", + "chunks": 796, + "tokens": 2623, + "ndcg5": 0.44049061175130894, + "ndcg10": 0.5095585752233076, + "p50_ms": 0.33077149419113994, + "p90_ms": 0.33950061770156026, + "p95_ms": 0.3412687830859795, + "p99_ms": 0.3453537478344515, + "index_ms": 372.60550004430115, + "by_category": { + "architecture": 0.10034333188799373, + "semantic": 0.6326717828143439, + "symbol": 0.3442455164671185 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-auto", + "chunks": 1090, + "tokens": 2797, + "ndcg5": 0.6573465818787765, + "ndcg10": 0.6929673005895788, + "p50_ms": 0.9209999989252537, + "p90_ms": 7.202000316465274, + "p95_ms": 8.16365200444125, + "p99_ms": 11.620163189945737, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.6132788343159646, + "semantic": 0.6862493865749392, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 1090, + "tokens": 2791, + "ndcg5": 0.6573465818787765, + "ndcg10": 0.6929673005895788, + "p50_ms": 0.9516454592812806, + "p90_ms": 7.18115856871009, + "p95_ms": 8.191705940407704, + "p99_ms": 11.600274784141215, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.6132788343159646, + "semantic": 0.6862493865749392, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 1090, + "tokens": 2811, + "ndcg5": 0.6108127539751069, + "ndcg10": 0.6452897799971746, + "p50_ms": 0.8897085208445787, + "p90_ms": 7.289466966176406, + "p95_ms": 8.15998163307086, + "p99_ms": 11.740563542116428, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.5991988067460414, + "semantic": 0.6072430005359807, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 1090, + "tokens": 2590, + "ndcg5": 0.6208254137500102, + "ndcg10": 0.6523719014285831, + "p50_ms": 0.7775000121910125, + "p90_ms": 7.0664252911228695, + "p95_ms": 7.953418785473335, + "p99_ms": 11.413983748061577, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.5347090229166835, + "semantic": 0.6552958306818274, + "symbol": 0.8769765845238192 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 1090, + "tokens": 2988, + "ndcg5": 0.3904906117513089, + "ndcg10": 0.42161051973386987, + "p50_ms": 0.357083510607481, + "p90_ms": 0.3893214103300125, + "p95_ms": 0.43276430224068463, + "p99_ms": 0.44502003700472414, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.48844609301223213, + "semantic": 0.40923034878218245, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 1090, + "tokens": 2987, + "ndcg5": 0.3904906117513089, + "ndcg10": 0.42161051973386987, + "p50_ms": 0.36031249328516424, + "p90_ms": 0.38685830659233034, + "p95_ms": 0.3889830259140581, + "p99_ms": 0.38936302880756557, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.48844609301223213, + "semantic": 0.40923034878218245, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 1090, + "tokens": 2898, + "ndcg5": 0.3355159313011154, + "ndcg10": 0.40064139111101105, + "p50_ms": 0.35514598130248487, + "p90_ms": 0.3801085811574012, + "p95_ms": 0.3821184509433806, + "p99_ms": 0.3864572965539992, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.3678130541784601, + "semantic": 0.40173606271953805, + "symbol": 0.46228426907818054 + } + }, + { + "repo": "vitest", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 1090, + "tokens": 2762, + "ndcg5": 0.3180676558073393, + "ndcg10": 0.40160173343994077, + "p50_ms": 0.3582290082704276, + "p90_ms": 0.37471637479029596, + "p95_ms": 0.38295866979751736, + "p99_ms": 0.40449173946399236, + "index_ms": 457.9825409455225, + "by_category": { + "architecture": 0.34798562347423273, + "semantic": 0.44946553890485624, + "symbol": 0.3333333333333333 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-auto", + "chunks": 124, + "tokens": 3034, + "ndcg5": 0.8039694436225424, + "ndcg10": 0.8141885635019669, + "p50_ms": 0.46400001156143844, + "p90_ms": 4.816462803864852, + "p95_ms": 4.927677064551972, + "p99_ms": 5.192569030332379, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.7691051895584848, + "semantic": 0.8442441461309548 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-balanced", + "chunks": 124, + "tokens": 3034, + "ndcg5": 0.8039694436225424, + "ndcg10": 0.8141885635019669, + "p50_ms": 0.4632920026779175, + "p90_ms": 4.7998713911511, + "p95_ms": 4.920080921147019, + "p99_ms": 5.186048971954733, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.7691051895584848, + "semantic": 0.8442441461309548 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-bm25", + "chunks": 124, + "tokens": 3142, + "ndcg5": 0.790237023894699, + "ndcg10": 0.790237023894699, + "p50_ms": 0.4298959975130856, + "p90_ms": 4.764545301441103, + "p95_ms": 4.8045881354482844, + "p99_ms": 5.053551211603917, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.7717263405403151, + "semantic": 0.8025774794642881 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "semble-semantic", + "chunks": 124, + "tokens": 2774, + "ndcg5": 0.8788289086217574, + "ndcg10": 0.8890480285011819, + "p50_ms": 0.41087501449510455, + "p90_ms": 4.682241327827796, + "p95_ms": 4.771918131154962, + "p99_ms": 5.0873508356744415, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.8773876328600902, + "semantic": 0.8968216255952429 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-auto", + "chunks": 124, + "tokens": 3087, + "ndcg5": 0.5943640372931147, + "ndcg10": 0.6564281018227572, + "p50_ms": 0.2444795100018382, + "p90_ms": 0.2527952310629189, + "p95_ms": 0.25551841827109456, + "p99_ms": 0.26213728124275804, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.6863202996417996, + "semantic": 0.6364999699433956 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-balanced", + "chunks": 124, + "tokens": 3087, + "ndcg5": 0.5943640372931147, + "ndcg10": 0.6564281018227572, + "p50_ms": 0.24483349989168346, + "p90_ms": 0.25373303797096014, + "p95_ms": 0.25414343690499663, + "p99_ms": 0.2569622709415853, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.6863202996417996, + "semantic": 0.6364999699433956 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-bm25", + "chunks": 124, + "tokens": 3204, + "ndcg5": 0.5530331765778531, + "ndcg10": 0.5998028428109179, + "p50_ms": 0.24529147776775062, + "p90_ms": 0.2556038205511868, + "p95_ms": 0.2583285153377801, + "p99_ms": 0.26269930065609515, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.5836446827505919, + "semantic": 0.6105749495178019 + } + }, + { + "repo": "xmonad", + "language": "haskell", + "mode": "unranked-semantic", + "chunks": 124, + "tokens": 2848, + "ndcg5": 0.6148712314377457, + "ndcg10": 0.6257916032786539, + "p50_ms": 0.24697949993424118, + "p90_ms": 0.25566600379534066, + "p95_ms": 0.25686811131890863, + "p99_ms": 0.2580400154693052, + "index_ms": 63.261000032071024, + "by_category": { + "architecture": 0.5920237497030204, + "semantic": 0.6483035056624095 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-auto", + "chunks": 13307, + "tokens": 3112, + "ndcg5": 0.9196394630357186, + "ndcg10": 0.9196394630357186, + "p50_ms": 2.9955834907013923, + "p90_ms": 32.12183301802725, + "p95_ms": 36.73515175760259, + "p99_ms": 41.72369672043714, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9565799710084067 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-balanced", + "chunks": 13307, + "tokens": 3112, + "ndcg5": 0.9196394630357186, + "ndcg10": 0.9196394630357186, + "p50_ms": 2.9691455129068345, + "p90_ms": 31.948425003793098, + "p95_ms": 36.21482291491703, + "p99_ms": 41.22433178359642, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9565799710084067 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-bm25", + "chunks": 13307, + "tokens": 3092, + "ndcg5": 0.9011859507142915, + "ndcg10": 0.9011859507142915, + "p50_ms": 2.9216044931672513, + "p90_ms": 31.92648716503755, + "p95_ms": 36.039777085534304, + "p99_ms": 40.84528903185855, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.7103099178571526, + "semantic": 0.9348699565126102 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "semble-semantic", + "chunks": 13307, + "tokens": 2966, + "ndcg5": 0.7446394630357187, + "ndcg10": 0.7754642066582041, + "p50_ms": 3.4341665159445256, + "p90_ms": 32.379846193362035, + "p95_ms": 36.295283958315856, + "p99_ms": 42.074323194101446, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.4384882922619096, + "semantic": 0.8349305444928444 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-auto", + "chunks": 13307, + "tokens": 3067, + "ndcg5": 0.7336215664331645, + "ndcg10": 0.7514319257885655, + "p50_ms": 3.0005209846422076, + "p90_ms": 3.215740981977433, + "p95_ms": 3.3092118945205584, + "p99_ms": 3.4543088107602666, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.8098105299193172 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 13307, + "tokens": 3067, + "ndcg5": 0.7336215664331645, + "ndcg10": 0.7514319257885655, + "p50_ms": 2.8111879946663976, + "p90_ms": 3.0840329942293465, + "p95_ms": 3.128722618566826, + "p99_ms": 3.1308445299509913, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.420619835714305, + "semantic": 0.8098105299193172 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 13307, + "tokens": 3127, + "ndcg5": 0.8161732909393884, + "ndcg10": 0.8328399576060551, + "p50_ms": 2.787563018500805, + "p90_ms": 3.0439630907494575, + "p95_ms": 3.069339646026492, + "p99_ms": 3.0954015627503395, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.3214210289682636, + "semantic": 0.9230903567774299 + } + }, + { + "repo": "zig", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 13307, + "tokens": 2986, + "ndcg5": 0.34552859107601863, + "ndcg10": 0.42456185798037893, + "p50_ms": 2.8063329809810966, + "p90_ms": 3.193796070991084, + "p95_ms": 3.231718490133062, + "p99_ms": 3.414277277188375, + "index_ms": 6827.450957964174, + "by_category": { + "architecture": 0.16666666666666666, + "semantic": 0.4700727740945634 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-auto", + "chunks": 100, + "tokens": 2525, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.530999997863546, + "p90_ms": 4.591841605724767, + "p95_ms": 4.802805630606599, + "p99_ms": 4.833428334095515, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-balanced", + "chunks": 100, + "tokens": 2525, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.5437709914986044, + "p90_ms": 4.631966736633331, + "p95_ms": 4.828258679481223, + "p99_ms": 4.89235176355578, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-bm25", + "chunks": 100, + "tokens": 2544, + "ndcg5": 0.9380929753571458, + "ndcg10": 0.9380929753571458, + "p50_ms": 0.5343329685274512, + "p90_ms": 4.682291724020615, + "p95_ms": 4.857058625202626, + "p99_ms": 4.891511749010533, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 1.0, + "semantic": 0.9312144170634953 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "semble-semantic", + "chunks": 100, + "tokens": 2595, + "ndcg5": 0.8977197786179613, + "ndcg10": 0.8977197786179613, + "p50_ms": 0.50039601046592, + "p90_ms": 4.565645259572193, + "p95_ms": 4.684169348911382, + "p99_ms": 4.761466670897789, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 0.8154648767857288, + "semantic": 0.906859212154876 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-auto", + "chunks": 100, + "tokens": 2781, + "ndcg5": 0.8211479713895817, + "ndcg10": 0.8389583307449829, + "p50_ms": 0.24947902420535684, + "p90_ms": 0.2583881316240877, + "p95_ms": 0.2614499826449901, + "p99_ms": 0.26639002026058733, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 0.75, + "semantic": 0.8488425897166477 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 100, + "tokens": 2781, + "ndcg5": 0.8211479713895817, + "ndcg10": 0.8389583307449829, + "p50_ms": 0.2462920092511922, + "p90_ms": 0.25557558983564377, + "p95_ms": 0.25700625556055456, + "p99_ms": 0.2628012775676325, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 0.75, + "semantic": 0.8488425897166477 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 100, + "tokens": 2851, + "ndcg5": 0.9, + "ndcg10": 0.9166666666666666, + "p50_ms": 0.24664553347975016, + "p90_ms": 0.25094643351621926, + "p95_ms": 0.25197467184625566, + "p99_ms": 0.25222850847058, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 1.0, + "semantic": 0.9074074074074073 + } + }, + { + "repo": "zig-clap", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 100, + "tokens": 2710, + "ndcg5": 0.670231768402027, + "ndcg10": 0.7330698428344539, + "p50_ms": 0.24760447558946908, + "p90_ms": 0.2588035655207932, + "p95_ms": 0.26346696831751615, + "p99_ms": 0.2642270183423534, + "index_ms": 58.85695799952373, + "by_category": { + "architecture": 0.6445324131589439, + "semantic": 0.7429073350206216 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-auto", + "chunks": 1319, + "tokens": 2934, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8761859507142915, + "p50_ms": 0.8095835219137371, + "p90_ms": 0.8900127955712379, + "p95_ms": 1.3626791624119563, + "p99_ms": 7.62780301447491, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.9148299431318748 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-balanced", + "chunks": 1319, + "tokens": 2934, + "ndcg5": 0.8761859507142915, + "ndcg10": 0.8761859507142915, + "p50_ms": 0.8057919912971556, + "p90_ms": 0.8725874591618776, + "p95_ms": 1.3149229780538065, + "p99_ms": 7.530551785021078, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.804418536224494, + "semantic": 0.9148299431318748 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-bm25", + "chunks": 1319, + "tokens": 3049, + "ndcg5": 0.825, + "ndcg10": 0.8545047410990934, + "p50_ms": 0.7471454737242311, + "p90_ms": 0.8189788903109729, + "p95_ms": 1.2595315667567832, + "p99_ms": 7.5255727343028305, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.7572899993805687, + "semantic": 0.9068511404859915 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "semble-semantic", + "chunks": 1319, + "tokens": 2787, + "ndcg5": 0.8846268032608154, + "ndcg10": 0.901293469927482, + "p50_ms": 0.6961039616726339, + "p90_ms": 0.747200002660975, + "p95_ms": 1.192422892199835, + "p99_ms": 7.24845097051001, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.9047619047619048, + "semantic": 0.8994258511704852 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-auto", + "chunks": 1319, + "tokens": 2869, + "ndcg5": 0.6446394630357186, + "ndcg10": 0.7124498223911198, + "p50_ms": 0.40181248914450407, + "p90_ms": 0.4203124961350113, + "p95_ms": 0.42602916073519737, + "p99_ms": 0.43597227486316115, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.6564561200680356, + "semantic": 0.7426002774881652 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-balanced", + "chunks": 1319, + "tokens": 2869, + "ndcg5": 0.6446394630357186, + "ndcg10": 0.7124498223911198, + "p50_ms": 0.39935403037816286, + "p90_ms": 0.4395836847834289, + "p95_ms": 0.4539255838608369, + "p99_ms": 0.4610179242445156, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.6564561200680356, + "semantic": 0.7426002774881652 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-bm25", + "chunks": 1319, + "tokens": 2933, + "ndcg5": 0.5577324383928645, + "ndcg10": 0.5878354379592625, + "p50_ms": 0.3946255019400269, + "p90_ms": 0.4274205130059272, + "p95_ms": 0.4413538350490853, + "p99_ms": 0.45307079737540334, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.5430042850948544, + "semantic": 0.611975289501636 + } + }, + { + "repo": "zls", + "language": "zig", + "mode": "unranked-semantic", + "chunks": 1319, + "tokens": 2732, + "ndcg5": 0.6098332521130361, + "ndcg10": 0.624884751896235, + "p50_ms": 0.39562498568557203, + "p90_ms": 0.4361172206699848, + "p95_ms": 0.44016185856889933, + "p99_ms": 0.44579877459909767, + "index_ms": 611.905958969146, + "by_category": { + "architecture": 0.6266932581763631, + "semantic": 0.62391094082232 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-auto", + "chunks": 1812, + "tokens": 2865, + "ndcg5": 0.595861623462428, + "ndcg10": 0.6136719828178292, + "p50_ms": 7.3565619823057204, + "p90_ms": 9.206892194924876, + "p95_ms": 9.771603555418555, + "p99_ms": 13.234354308806354, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.6297620990369716, + "semantic": 0.586420115895172, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-balanced", + "chunks": 1812, + "tokens": 2821, + "ndcg5": 0.595861623462428, + "ndcg10": 0.6136719828178292, + "p50_ms": 7.440791494445875, + "p90_ms": 9.029796399408951, + "p95_ms": 9.465172584168617, + "p99_ms": 12.839034511707718, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.6297620990369716, + "semantic": 0.586420115895172, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-bm25", + "chunks": 1812, + "tokens": 3007, + "ndcg5": 0.522486247711064, + "ndcg10": 0.5827634665859462, + "p50_ms": 7.25631247041747, + "p90_ms": 8.998374379007146, + "p95_ms": 9.386562494910326, + "p99_ms": 12.522512485156762, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.5660170306431477, + "semantic": 0.5584824196596058, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "semble-semantic", + "chunks": 1812, + "tokens": 2692, + "ndcg5": 0.33209427612483317, + "ndcg10": 0.3993885146886994, + "p50_ms": 7.063291501253843, + "p90_ms": 9.057425579521805, + "p95_ms": 9.321004131925296, + "p99_ms": 12.186267222859891, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.29875546189751173, + "semantic": 0.3740055298546575, + "symbol": 0.643558852691131 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-auto", + "chunks": 1812, + "tokens": 2879, + "ndcg5": 0.4696394630357187, + "ndcg10": 0.5007593710182797, + "p50_ms": 0.45443751150742173, + "p90_ms": 0.4899839230347425, + "p95_ms": 0.4971663816832006, + "p99_ms": 0.5003332789056003, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.2544456402014998, + "semantic": 0.5281903927683183, + "symbol": 0.7103099178571526 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-balanced", + "chunks": 1812, + "tokens": 2882, + "ndcg5": 0.47618595071429154, + "ndcg10": 0.5073058586968526, + "p50_ms": 0.44324950431473553, + "p90_ms": 0.4897915991023183, + "p95_ms": 0.49473472463432705, + "p99_ms": 0.5299797496991231, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.2544456402014998, + "semantic": 0.5281903927683183, + "symbol": 0.7539531690476383 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-bm25", + "chunks": 1812, + "tokens": 3008, + "ndcg5": 0.37591052497168753, + "ndcg10": 0.4173000116024168, + "p50_ms": 0.4510624858085066, + "p90_ms": 0.47788687516003847, + "p95_ms": 0.48899377579800785, + "p99_ms": 0.49079876742325723, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.5, + "semantic": 0.3526262096081092, + "symbol": 0.5872865023809717 + } + }, + { + "repo": "zod", + "language": "typescript", + "mode": "unranked-semantic", + "chunks": 1812, + "tokens": 2731, + "ndcg5": 0.2943426403617271, + "ndcg10": 0.348114213453909, + "p50_ms": 0.4476664762478322, + "p90_ms": 0.4805039381608367, + "p95_ms": 0.4987190797692165, + "p99_ms": 0.5128101975424215, + "index_ms": 834.8929589847103, + "by_category": { + "architecture": 0.0, + "semantic": 0.39453468736498826, + "symbol": 0.611111111111111 + } + } + ] +} diff --git a/benchmarks/results/semble-hybrid-1529eb900e03.json b/benchmarks/results/semble-hybrid-1529eb900e03.json deleted file mode 100644 index 20cb95b..0000000 --- a/benchmarks/results/semble-hybrid-1529eb900e03.json +++ /dev/null @@ -1,1396 +0,0 @@ -{ - "tool": "semble-hybrid", - "model": "minishlab/potion-code-16M", - "summary": { - "ndcg10": 0.8544, - "tokens": 3196.0, - "p50_ms": 1.565, - "p90_ms": 6.579, - "p95_ms": 7.521, - "p99_ms": 8.809, - "index_ms": 591.0, - "by_category": { - "architecture": 0.8044, - "semantic": 0.8454, - "symbol": 0.96 - } - }, - "by_language": { - "bash": { - "repos": 3, - "tokens": 2822.0, - "ndcg10": 0.8443, - "p50_ms": 0.632, - "p90_ms": 0.701, - "p95_ms": 0.716, - "p99_ms": 0.753, - "index_ms": 147.3 - }, - "c": { - "repos": 3, - "tokens": 3168.0, - "ndcg10": 0.7421, - "p50_ms": 1.099, - "p90_ms": 1.239, - "p95_ms": 1.26, - "p99_ms": 1.336, - "index_ms": 1998.1 - }, - "cpp": { - "repos": 3, - "tokens": 3006.0, - "ndcg10": 0.9081, - "p50_ms": 0.903, - "p90_ms": 6.334, - "p95_ms": 8.922, - "p99_ms": 9.403, - "index_ms": 992.0 - }, - "csharp": { - "repos": 3, - "tokens": 2654.0, - "ndcg10": 0.8823, - "p50_ms": 6.783, - "p90_ms": 9.033, - "p95_ms": 10.1, - "p99_ms": 11.774, - "index_ms": 568.0 - }, - "elixir": { - "repos": 3, - "tokens": 5818.0, - "ndcg10": 0.8951, - "p50_ms": 0.638, - "p90_ms": 6.882, - "p95_ms": 7.565, - "p99_ms": 8.365, - "index_ms": 262.5 - }, - "go": { - "repos": 3, - "tokens": 3672.0, - "ndcg10": 0.8907, - "p50_ms": 0.67, - "p90_ms": 5.614, - "p95_ms": 6.094, - "p99_ms": 8.018, - "index_ms": 203.2 - }, - "haskell": { - "repos": 3, - "tokens": 3149.0, - "ndcg10": 0.745, - "p50_ms": 2.779, - "p90_ms": 10.896, - "p95_ms": 12.85, - "p99_ms": 15.622, - "index_ms": 587.0 - }, - "java": { - "repos": 3, - "tokens": 3190.0, - "ndcg10": 0.8534, - "p50_ms": 1.198, - "p90_ms": 13.228, - "p95_ms": 16.378, - "p99_ms": 18.338, - "index_ms": 1239.7 - }, - "javascript": { - "repos": 3, - "tokens": 2825.0, - "ndcg10": 0.9156, - "p50_ms": 0.527, - "p90_ms": 2.521, - "p95_ms": 2.671, - "p99_ms": 4.058, - "index_ms": 40.8 - }, - "kotlin": { - "repos": 3, - "tokens": 4085.0, - "ndcg10": 0.8197, - "p50_ms": 1.768, - "p90_ms": 8.692, - "p95_ms": 9.141, - "p99_ms": 10.24, - "index_ms": 291.8 - }, - "lua": { - "repos": 3, - "tokens": 3202.0, - "ndcg10": 0.8368, - "p50_ms": 0.69, - "p90_ms": 0.771, - "p95_ms": 0.855, - "p99_ms": 2.084, - "index_ms": 493.5 - }, - "php": { - "repos": 3, - "tokens": 2713.0, - "ndcg10": 0.8604, - "p50_ms": 1.147, - "p90_ms": 8.316, - "p95_ms": 8.603, - "p99_ms": 8.733, - "index_ms": 905.2 - }, - "python": { - "repos": 9, - "tokens": 3071.0, - "ndcg10": 0.8639, - "p50_ms": 0.572, - "p90_ms": 5.084, - "p95_ms": 5.584, - "p99_ms": 6.271, - "index_ms": 195.3 - }, - "ruby": { - "repos": 3, - "tokens": 2678.0, - "ndcg10": 0.9086, - "p50_ms": 0.622, - "p90_ms": 6.277, - "p95_ms": 7.594, - "p99_ms": 8.277, - "index_ms": 118.1 - }, - "rust": { - "repos": 3, - "tokens": 3248.0, - "ndcg10": 0.8553, - "p50_ms": 1.058, - "p90_ms": 7.964, - "p95_ms": 9.161, - "p99_ms": 10.644, - "index_ms": 652.5 - }, - "scala": { - "repos": 3, - "tokens": 3000.0, - "ndcg10": 0.9091, - "p50_ms": 3.022, - "p90_ms": 7.298, - "p95_ms": 9.228, - "p99_ms": 10.665, - "index_ms": 485.8 - }, - "swift": { - "repos": 3, - "tokens": 2946.0, - "ndcg10": 0.8599, - "p50_ms": 1.855, - "p90_ms": 7.158, - "p95_ms": 8.108, - "p99_ms": 9.371, - "index_ms": 221.7 - }, - "typescript": { - "repos": 3, - "tokens": 2868.0, - "ndcg10": 0.7128, - "p50_ms": 4.258, - "p90_ms": 7.285, - "p95_ms": 7.846, - "p99_ms": 10.96, - "index_ms": 542.2 - }, - "zig": { - "repos": 3, - "tokens": 2857.0, - "ndcg10": 0.9113, - "p50_ms": 1.514, - "p90_ms": 12.698, - "p95_ms": 14.099, - "p99_ms": 17.542, - "index_ms": 2076.3 - } - }, - "repos": [ - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "hybrid", - "chunks": 3100, - "tokens": 3032, - "ndcg5": 0.9490663550396519, - "ndcg10": 0.9490663550396519, - "p50_ms": 1.4414370016311295, - "p90_ms": 11.629370509763254, - "p95_ms": 14.913276790321108, - "p99_ms": 16.293722558330042, - "index_ms": 2120.0009169988334, - "by_category": { - "architecture": 1.0, - "semantic": 0.970043369514643, - "symbol": 0.8102255193577976 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "hybrid", - "chunks": 393, - "tokens": 3733, - "ndcg5": 0.7420624189796883, - "ndcg10": 0.7619528590399762, - "p50_ms": 6.450583496189211, - "p90_ms": 13.974445498024586, - "p95_ms": 18.43510385515402, - "p99_ms": 25.910020778246675, - "index_ms": 213.71829199779313, - "by_category": { - "architecture": 0.5896918237758785, - "semantic": 0.8193732041280086 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "hybrid", - "chunks": 764, - "tokens": 2972, - "ndcg5": 0.8169961191389279, - "ndcg10": 0.853569501402902, - "p50_ms": 0.651374997687526, - "p90_ms": 6.598749998374842, - "p95_ms": 7.389791004243307, - "p99_ms": 8.843858199543321, - "index_ms": 317.046083000605, - "by_category": { - "architecture": 0.888343919545452, - "semantic": 0.7451724547380862, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "hybrid", - "chunks": 655, - "tokens": 3133, - "ndcg5": 0.9635059068184884, - "ndcg10": 0.9635059068184884, - "p50_ms": 0.7209790055640042, - "p90_ms": 7.116604705515783, - "p95_ms": 7.362291050958448, - "p99_ms": 8.751191805931738, - "index_ms": 277.9565419914434, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.94094521338378, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "hybrid", - "chunks": 168, - "tokens": 2420, - "ndcg5": 0.8587075709912144, - "ndcg10": 0.8696279428321226, - "p50_ms": 0.7067085025482811, - "p90_ms": 3.844174690311775, - "p95_ms": 4.010145862412173, - "p99_ms": 4.023762772849295, - "index_ms": 72.82524999754969, - "by_category": { - "architecture": 0.6030687082608802, - "semantic": 0.9308017017042276, - "symbol": 1.0 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "hybrid", - "chunks": 515, - "tokens": 3235, - "ndcg5": 0.7517782560805999, - "ndcg10": 0.7826029997030854, - "p50_ms": 0.7594164999318309, - "p90_ms": 6.377870200958569, - "p95_ms": 6.5963330031081595, - "p99_ms": 9.461532999848709, - "index_ms": 231.5559579874389, - "by_category": { - "architecture": 0.663762511293996, - "semantic": 0.8348152134004999, - "symbol": 0.7718216255952429 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "hybrid", - "chunks": 726, - "tokens": 2408, - "ndcg5": 0.643538201019909, - "ndcg10": 0.6852833164833028, - "p50_ms": 0.9615835006115958, - "p90_ms": 1.1069077052525245, - "p95_ms": 1.130937144625932, - "p99_ms": 1.1724202334880829, - "index_ms": 326.2534579989733, - "by_category": { - "architecture": 1.0, - "semantic": 0.631798727688293, - "symbol": 0.6984565739436487 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "hybrid", - "chunks": 48, - "tokens": 2986, - "ndcg5": 0.8477197786179612, - "ndcg10": 0.8477197786179612, - "p50_ms": 0.4744164980365895, - "p90_ms": 0.5115752996061929, - "p95_ms": 0.5241916995146313, - "p99_ms": 0.5917055395548231, - "index_ms": 22.07745800842531, - "by_category": { - "architecture": 0.6703622950309012, - "semantic": 0.9432199620879166 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "hybrid", - "chunks": 1262, - "tokens": 2797, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9113147192765458, - "p50_ms": 3.0383124976651743, - "p90_ms": 8.20274198922562, - "p95_ms": 11.890606598171871, - "p99_ms": 12.583188524877185, - "index_ms": 809.9408330017468, - "by_category": { - "architecture": 0.8065735963827292, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "hybrid", - "chunks": 263, - "tokens": 2603, - "ndcg5": 0.8205558097806902, - "ndcg10": 0.853282094626217, - "p50_ms": 0.7473750010831282, - "p90_ms": 4.346720599278342, - "p95_ms": 4.5619811535289045, - "p99_ms": 4.629329026647611, - "index_ms": 126.27037499623839, - "by_category": { - "architecture": 0.6828696993548315, - "semantic": 0.9589921948412731, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "hybrid", - "chunks": 197, - "tokens": 3207, - "ndcg5": 0.8591297799361982, - "ndcg10": 0.8591297799361982, - "p50_ms": 0.6547910015797243, - "p90_ms": 5.9351493982831, - "p95_ms": 7.688641299318985, - "p99_ms": 8.574661050515715, - "index_ms": 108.43745799502358, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8811396422923916, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "hybrid", - "chunks": 315, - "tokens": 3388, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.496145999932196, - "p90_ms": 4.729203903116286, - "p95_ms": 4.918350304797059, - "p99_ms": 5.006636467733188, - "index_ms": 140.10575000429526, - "by_category": { - "architecture": 1.0, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "hybrid", - "chunks": 398, - "tokens": 5293, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.6363955035340041, - "p90_ms": 7.334841601550579, - "p95_ms": 7.9687743425893185, - "p99_ms": 13.453821276343652, - "index_ms": 192.46141699841246, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "hybrid", - "chunks": 3176, - "tokens": 3252, - "ndcg5": 0.8696123574829959, - "ndcg10": 0.8958857274902101, - "p50_ms": 1.072832994395867, - "p90_ms": 16.42241700028535, - "p95_ms": 23.49858400702942, - "p99_ms": 24.18351680098567, - "index_ms": 1348.0726660054643, - "by_category": { - "architecture": 0.7216293209723186, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "hybrid", - "chunks": 4474, - "tokens": 2977, - "ndcg5": 0.6059541823122645, - "ndcg10": 0.7042297304400422, - "p50_ms": 0.8389165013795719, - "p90_ms": 0.9259247031877749, - "p95_ms": 0.9365833509946242, - "p99_ms": 0.9663502738112584, - "index_ms": 1988.8315410062205, - "by_category": { - "architecture": 0.6509413349725708, - "semantic": 0.7478293267316096 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "hybrid", - "chunks": 422, - "tokens": 2497, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8741022823855396, - "p50_ms": 4.934083503030706, - "p90_ms": 7.03647119662492, - "p95_ms": 9.43945060571423, - "p99_ms": 11.979622924409338, - "index_ms": 215.73504200205207, - "by_category": { - "architecture": 0.7217132018086354, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "hybrid", - "chunks": 764, - "tokens": 5419, - "ndcg5": 0.8890941716165459, - "ndcg10": 0.9078419183064419, - "p50_ms": 0.5594160029431805, - "p90_ms": 9.217241595615633, - "p95_ms": 9.931353807041885, - "p99_ms": 10.58400356239872, - "index_ms": 389.1967499948805, - "by_category": { - "architecture": 1.0, - "semantic": 0.8936974380193028, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "hybrid", - "chunks": 748, - "tokens": 2910, - "ndcg5": 0.6721248511673115, - "ndcg10": 0.7154638415285817, - "p50_ms": 1.0213749992544763, - "p90_ms": 8.035820508666802, - "p95_ms": 8.541245501692174, - "p99_ms": 8.786915503296768, - "index_ms": 328.0366669932846, - "by_category": { - "architecture": 0.6547543623015969, - "semantic": 0.6675009816904887, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "hybrid", - "chunks": 52, - "tokens": 3222, - "ndcg5": 0.963503284734147, - "ndcg10": 0.963503284734147, - "p50_ms": 0.36616699799196795, - "p90_ms": 0.39684140938334167, - "p95_ms": 0.5482544947881273, - "p99_ms": 2.8143844974692875, - "index_ms": 22.32624999305699, - "by_category": { - "architecture": 0.9671522420975631, - "semantic": 0.95, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "hybrid", - "chunks": 602, - "tokens": 2771, - "ndcg5": 0.7734085238460194, - "ndcg10": 0.8123583749217531, - "p50_ms": 0.5919374962104484, - "p90_ms": 5.353487799584401, - "p95_ms": 5.896456258051331, - "p99_ms": 6.530391252163098, - "index_ms": 238.67049999535084, - "by_category": { - "architecture": 0.752227327035497, - "semantic": 0.7476970261483229, - "symbol": 1.0 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "hybrid", - "chunks": 295, - "tokens": 3091, - "ndcg5": 0.8557211782963206, - "ndcg10": 0.8645104971905857, - "p50_ms": 0.5081660056021065, - "p90_ms": 4.189457991742529, - "p95_ms": 4.575958009809256, - "p99_ms": 5.137091607321055, - "index_ms": 115.08695800148416, - "by_category": { - "architecture": 0.844478447513369, - "semantic": 0.875474919603933, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "hybrid", - "chunks": 483, - "tokens": 2937, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.5198124999878928, - "p90_ms": 1.047271207789897, - "p95_ms": 5.0758714984112885, - "p99_ms": 5.095441503654001, - "index_ms": 449.72412499191705, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "hybrid", - "chunks": 576, - "tokens": 3121, - "ndcg5": 0.8596409794466148, - "ndcg10": 0.8596409794466148, - "p50_ms": 0.6264789990382269, - "p90_ms": 5.16164590662811, - "p95_ms": 5.751252704067156, - "p99_ms": 5.972316932165995, - "index_ms": 290.98308298853226, - "by_category": { - "architecture": 0.9696354815039873, - "semantic": 0.7613642454462158, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "hybrid", - "chunks": 1467, - "tokens": 3466, - "ndcg5": 0.8981274659106212, - "ndcg10": 0.8981274659106212, - "p50_ms": 1.1826874979306012, - "p90_ms": 8.841487496101763, - "p95_ms": 9.61965000678902, - "p99_ms": 13.138830006500934, - "index_ms": 587.4107910058228, - "by_category": { - "architecture": 0.6751724527673773, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "hybrid", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.932845925095874, - "ndcg10": 0.932845925095874, - "p50_ms": 0.629458503681235, - "p90_ms": 4.1286371983005665, - "p95_ms": 4.308704146387754, - "p99_ms": 4.507507227681344, - "index_ms": 80.63520900032017, - "by_category": { - "architecture": 1.0, - "semantic": 0.8966860386090373, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "hybrid", - "chunks": 974, - "tokens": 2995, - "ndcg5": 0.9569537411240482, - "ndcg10": 0.9569537411240482, - "p50_ms": 5.371666993596591, - "p90_ms": 7.756471108586993, - "p95_ms": 8.10550385649549, - "p99_ms": 10.838400769571303, - "index_ms": 538.9099170133704, - "by_category": { - "architecture": 0.9590717717793499, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "hybrid", - "chunks": 248, - "tokens": 3074, - "ndcg5": 0.8558604034079137, - "ndcg10": 0.8655928985311748, - "p50_ms": 0.4962090024491772, - "p90_ms": 3.8099999947007746, - "p95_ms": 4.439209005795419, - "p99_ms": 4.664141801185906, - "index_ms": 106.19454199331813, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.8385023461759126, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "hybrid", - "chunks": 4635, - "tokens": 2852, - "ndcg5": 0.7271911875419426, - "ndcg10": 0.7661410386176761, - "p50_ms": 1.3377080103964545, - "p90_ms": 14.420920597331135, - "p95_ms": 16.015848540700972, - "p99_ms": 17.691869705449786, - "index_ms": 1783.6660839966498, - "by_category": { - "architecture": 0.6226294385530917, - "semantic": 0.708679883333827, - "symbol": 0.9719257715972703 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "hybrid", - "chunks": 891, - "tokens": 5691, - "ndcg5": 0.9258891280402999, - "ndcg10": 0.9258891280402999, - "p50_ms": 3.3160414968733676, - "p90_ms": 10.82605410774704, - "p95_ms": 11.545657701935855, - "p99_ms": 14.55893153281067, - "index_ms": 370.7207920087967, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.9298416114861429, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "hybrid", - "chunks": 425, - "tokens": 3653, - "ndcg5": 0.7900720626804801, - "ndcg10": 0.817659101188055, - "p50_ms": 0.9654375026002526, - "p90_ms": 7.214525299787056, - "p95_ms": 7.336050005687866, - "p99_ms": 7.372909998812247, - "index_ms": 176.76995899819303, - "by_category": { - "architecture": 0.8100730714340207, - "semantic": 0.668952931960422, - "symbol": 1.0 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "hybrid", - "chunks": 6252, - "tokens": 2712, - "ndcg5": 0.7248751839147354, - "ndcg10": 0.7649287123761992, - "p50_ms": 1.8753960030153394, - "p90_ms": 15.915162491728552, - "p95_ms": 16.485854208440287, - "p99_ms": 16.656538048846414, - "index_ms": 2465.7494999992196, - "by_category": { - "architecture": 0.7179954576115433, - "semantic": 0.7379640322968581, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 302, - "tokens": 3068, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7263576294855845, - "p50_ms": 0.6938749938854016, - "p90_ms": 0.7477042017853819, - "p95_ms": 0.753598207666073, - "p99_ms": 0.7981524409842676, - "index_ms": 142.69854199665133, - "by_category": { - "architecture": 0.8459052436406065, - "semantic": 0.6285459451769299 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "hybrid", - "chunks": 1361, - "tokens": 3092, - "ndcg5": 0.5424282114366414, - "ndcg10": 0.6060468408375095, - "p50_ms": 0.8402710009249859, - "p90_ms": 0.9509413910564035, - "p95_ms": 0.9776565471838694, - "p99_ms": 0.9926977053692099, - "index_ms": 611.2396669923328, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5939033477042664, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "hybrid", - "chunks": 1145, - "tokens": 2653, - "ndcg5": 0.874427588278496, - "ndcg10": 0.8920487559320669, - "p50_ms": 5.655708504491486, - "p90_ms": 7.677879508992192, - "p95_ms": 7.986675301071955, - "p99_ms": 8.068501459056279, - "index_ms": 572.464625001885, - "by_category": { - "architecture": 0.6736862264229985, - "semantic": 0.9051366903277052, - "symbol": 1.0 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 2172, - "tokens": 3478, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.7160414970712736, - "p90_ms": 0.8270743986940943, - "p95_ms": 0.8342749897565227, - "p99_ms": 0.8707549910468514, - "index_ms": 1102.530916003161, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "hybrid", - "chunks": 108, - "tokens": 3196, - "ndcg5": 0.6512217603364261, - "ndcg10": 0.6723612520567586, - "p50_ms": 0.516666506882757, - "p90_ms": 3.407903494371568, - "p95_ms": 3.9524326981336344, - "p99_ms": 4.09138654023991, - "index_ms": 44.21712500334252, - "by_category": { - "architecture": 0.6144216780370446, - "semantic": 0.6646273294875858, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "hybrid", - "chunks": 421, - "tokens": 2639, - "ndcg5": 0.8745181254051755, - "ndcg10": 0.8833800897443777, - "p50_ms": 0.9361039992654696, - "p90_ms": 4.904424703272525, - "p95_ms": 5.014597903937101, - "p99_ms": 5.035085987765342, - "index_ms": 169.19454099843279, - "by_category": { - "architecture": 0.6108909204244194, - "semantic": 0.9613147192765459, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "hybrid", - "chunks": 2217, - "tokens": 2812, - "ndcg5": 0.8806128427182248, - "ndcg10": 0.8806128427182248, - "p50_ms": 9.760603999893647, - "p90_ms": 12.385879197972827, - "p95_ms": 12.874523198843237, - "p99_ms": 15.273937435849799, - "index_ms": 915.9404170059133, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8237823919677136, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "hybrid", - "chunks": 811, - "tokens": 3048, - "ndcg5": 0.8295386627570916, - "ndcg10": 0.8404590345979999, - "p50_ms": 0.7463545043719932, - "p90_ms": 6.323946405609605, - "p95_ms": 6.776674696448026, - "p99_ms": 6.819868539314484, - "index_ms": 406.221999990521, - "by_category": { - "architecture": 0.7951420120034352, - "semantic": 0.8243186607935954, - "symbol": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "hybrid", - "chunks": 154, - "tokens": 3072, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4588124938891269, - "p90_ms": 0.48553690139669925, - "p95_ms": 0.49248124414589256, - "p99_ms": 0.4959962487919256, - "index_ms": 93.70283300813753, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "hybrid", - "chunks": 3122, - "tokens": 2679, - "ndcg5": 0.6270750787545916, - "ndcg10": 0.6587932452044573, - "p50_ms": 1.3998340000398457, - "p90_ms": 13.8756167027168, - "p95_ms": 14.971948251331924, - "p99_ms": 15.58042325064889, - "index_ms": 1486.3429169927258, - "by_category": { - "architecture": 0.6368991050595311, - "semantic": 0.673389338634408 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "hybrid", - "chunks": 559, - "tokens": 6561, - "ndcg5": 0.8696694218045175, - "ndcg10": 0.8696694218045175, - "p50_ms": 0.7299589924514294, - "p90_ms": 6.346333998953923, - "p95_ms": 7.230854689260011, - "p99_ms": 8.084203741163947, - "index_ms": 262.6065000076778, - "by_category": { - "architecture": 0.8214210289682636, - "semantic": 0.8758471076530654, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "hybrid", - "chunks": 255, - "tokens": 5475, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.6260005029616877, - "p90_ms": 5.081016698386521, - "p95_ms": 5.531496141338722, - "p99_ms": 6.425699220271779, - "index_ms": 135.74308299575932, - "by_category": { - "architecture": 1.0, - "semantic": 0.868189197704092, - "symbol": 1.0 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "hybrid", - "chunks": 1533, - "tokens": 3259, - "ndcg5": 0.7779397805814576, - "ndcg10": 0.7990792723017901, - "p50_ms": 0.8225625060731545, - "p90_ms": 8.732558402698489, - "p95_ms": 9.606254797836304, - "p99_ms": 12.635550959676033, - "index_ms": 637.3374579998199, - "by_category": { - "architecture": 0.7133473647659958, - "semantic": 0.7946530173877968, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "hybrid", - "chunks": 256, - "tokens": 2716, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.5817909914185293, - "p90_ms": 5.105554398323877, - "p95_ms": 6.7818875497323425, - "p99_ms": 8.287011109350711, - "index_ms": 120.10412498784717, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "hybrid", - "chunks": 480, - "tokens": 2488, - "ndcg5": 0.8424426241273885, - "ndcg10": 0.8526617440068127, - "p50_ms": 0.8136250035022385, - "p90_ms": 5.78059999388643, - "p95_ms": 7.92522289630142, - "p99_ms": 8.310510981973493, - "index_ms": 200.3997919964604, - "by_category": { - "architecture": 0.8407779776854644, - "semantic": 0.8596832229722856, - "symbol": 0.8671126300402693 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "hybrid", - "chunks": 6367, - "tokens": 3434, - "ndcg5": 0.9158764682653967, - "ndcg10": 0.9158764682653967, - "p50_ms": 1.6168544971151277, - "p90_ms": 1.839174993801862, - "p95_ms": 1.8652833452506459, - "p99_ms": 2.050090265256585, - "index_ms": 3394.3092499976046, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.8886852807234542 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "hybrid", - "chunks": 53, - "tokens": 2834, - "ndcg5": 0.8863147192765458, - "ndcg10": 0.9137963988128106, - "p50_ms": 0.5073330030427314, - "p90_ms": 3.3224618920939974, - "p95_ms": 3.455506242607955, - "p99_ms": 5.334701251849761, - "index_ms": 27.28395898884628, - "by_category": { - "architecture": 0.9032867981913646, - "semantic": 0.872911909678669, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "hybrid", - "chunks": 169, - "tokens": 3016, - "ndcg5": 0.9652540586697873, - "ndcg10": 0.9652540586697873, - "p50_ms": 0.47441700735362247, - "p90_ms": 4.540421403362416, - "p95_ms": 4.631245505152037, - "p99_ms": 4.6660154934215825, - "index_ms": 68.44233299489133, - "by_category": { - "architecture": 0.9709908720694624, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "hybrid", - "chunks": 1178, - "tokens": 3023, - "ndcg5": 0.7965338279036697, - "ndcg10": 0.8301174310983572, - "p50_ms": 1.3143124961061403, - "p90_ms": 7.847875000152275, - "p95_ms": 10.408910393744009, - "p99_ms": 11.04974847883568, - "index_ms": 503.1043750059325, - "by_category": { - "architecture": 0.8543823750838853, - "semantic": 0.6764208118547154, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "hybrid", - "chunks": 70, - "tokens": 2831, - "ndcg5": 0.9530803155822426, - "ndcg10": 0.9530803155822426, - "p50_ms": 0.47072900633793324, - "p90_ms": 7.945425306388643, - "p95_ms": 8.074152105837129, - "p99_ms": 8.23416402505245, - "index_ms": 33.77162499236874, - "by_category": { - "architecture": 0.8123212623289702, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "hybrid", - "chunks": 107, - "tokens": 3153, - "ndcg5": 0.7723856192940887, - "ndcg10": 0.7872645734184941, - "p50_ms": 3.9077080000424758, - "p90_ms": 8.37871660187375, - "p95_ms": 10.841124999569722, - "p99_ms": 13.099224996985862, - "index_ms": 43.42112499580253, - "by_category": { - "architecture": 0.6399069297160626, - "semantic": 0.7592455236131767, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "hybrid", - "chunks": 214, - "tokens": 2876, - "ndcg5": 0.9339593901316886, - "ndcg10": 0.9427487090259538, - "p50_ms": 0.5873329937458038, - "p90_ms": 4.390792004414834, - "p95_ms": 4.849791992455721, - "p99_ms": 4.865458398126066, - "index_ms": 90.21633298834786, - "by_category": { - "architecture": 0.8907020808677296, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 544, - "tokens": 3061, - "ndcg5": 0.8024434932958862, - "ndcg10": 0.8024434932958862, - "p50_ms": 0.6600414926651865, - "p90_ms": 0.7375785906333476, - "p95_ms": 0.9762440924532745, - "p99_ms": 4.581716014072293, - "index_ms": 235.38995800481644, - "by_category": { - "architecture": 0.8805425336407291, - "semantic": 0.760390163879432 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "hybrid", - "chunks": 2758, - "tokens": 3486, - "ndcg5": 0.9438607657669025, - "ndcg10": 0.9530895506058809, - "p50_ms": 1.0996044948115014, - "p90_ms": 9.666079202725088, - "p95_ms": 10.479194096114952, - "p99_ms": 11.422006025968583, - "index_ms": 1222.9317919991445, - "by_category": { - "architecture": 0.8436318353529363, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "hybrid", - "chunks": 363, - "tokens": 2942, - "ndcg5": 0.8117219727220212, - "ndcg10": 0.8318711294019078, - "p50_ms": 4.722396006400231, - "p90_ms": 6.073933700099587, - "p95_ms": 6.500069408502898, - "p99_ms": 9.555047484172968, - "index_ms": 151.68104199983645, - "by_category": { - "architecture": 0.7751964340658473, - "semantic": 0.7765501593587683, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "hybrid", - "chunks": 796, - "tokens": 2553, - "ndcg5": 0.7740663550396519, - "ndcg10": 0.828789449954672, - "p50_ms": 0.9356454975204542, - "p90_ms": 5.97867890028283, - "p95_ms": 6.119454449071782, - "p99_ms": 6.262523691548267, - "index_ms": 343.6642909946386, - "by_category": { - "architecture": 0.5394794582550125, - "semantic": 0.8540964731663144, - "symbol": 1.0 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "hybrid", - "chunks": 1090, - "tokens": 2797, - "ndcg5": 0.6573465818787765, - "ndcg10": 0.6929673005895788, - "p50_ms": 0.9439165005460382, - "p90_ms": 6.939696203335189, - "p95_ms": 7.915740196767732, - "p99_ms": 11.307714438007674, - "index_ms": 447.617124998942, - "by_category": { - "architecture": 0.6132788343159646, - "semantic": 0.6862493865749392, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "hybrid", - "chunks": 124, - "tokens": 3034, - "ndcg5": 0.8039694436225424, - "ndcg10": 0.8141885635019669, - "p50_ms": 0.48554150271229446, - "p90_ms": 4.837362193211448, - "p95_ms": 5.144191647559637, - "p99_ms": 5.375104730046587, - "index_ms": 60.82770899229217, - "by_category": { - "architecture": 0.7691051895584848, - "semantic": 0.8442441461309548 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "hybrid", - "chunks": 13307, - "tokens": 3112, - "ndcg5": 0.9196394630357186, - "ndcg10": 0.9196394630357186, - "p50_ms": 3.1986040048650466, - "p90_ms": 32.74232530093287, - "p95_ms": 36.29184790042928, - "p99_ms": 40.6842359850998, - "index_ms": 5426.529041011236, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9565799710084067 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "hybrid", - "chunks": 100, - "tokens": 2525, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5309585030772723, - "p90_ms": 4.4691338916891254, - "p95_ms": 4.6746767475269735, - "p99_ms": 4.748301755171269, - "index_ms": 67.56016598956194, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "hybrid", - "chunks": 1319, - "tokens": 2934, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8761859507142915, - "p50_ms": 0.8124579981085844, - "p90_ms": 0.8837878078338691, - "p95_ms": 1.3312083472556024, - "p99_ms": 7.192075267230384, - "index_ms": 734.8769590025768, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.9148299431318748 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "hybrid", - "chunks": 1812, - "tokens": 2865, - "ndcg5": 0.595861623462428, - "ndcg10": 0.6136719828178292, - "p50_ms": 7.1065625015762635, - "p90_ms": 8.842266905412544, - "p95_ms": 9.122495204064766, - "p99_ms": 12.017399040487357, - "index_ms": 1027.3836249980377, - "by_category": { - "architecture": 0.6297620990369716, - "semantic": 0.586420115895172, - "symbol": 0.7103099178571526 - } - } - ] -} diff --git a/benchmarks/results/semble-hybrid-57d8f5b35a6a.json b/benchmarks/results/semble-hybrid-57d8f5b35a6a.json deleted file mode 100644 index b3dcbad..0000000 --- a/benchmarks/results/semble-hybrid-57d8f5b35a6a.json +++ /dev/null @@ -1,1396 +0,0 @@ -{ - "tool": "semble-hybrid", - "model": "minishlab/potion-code-16M", - "summary": { - "ndcg10": 0.8529, - "tokens": 3196.0, - "p50_ms": 1.625, - "p90_ms": 7.104, - "p95_ms": 8.005, - "p99_ms": 9.35, - "index_ms": 652.9, - "by_category": { - "architecture": 0.802, - "semantic": 0.8447, - "symbol": 0.9597 - } - }, - "by_language": { - "bash": { - "repos": 3, - "tokens": 2828.0, - "ndcg10": 0.8455, - "p50_ms": 0.651, - "p90_ms": 0.723, - "p95_ms": 0.732, - "p99_ms": 0.749, - "index_ms": 164.8 - }, - "c": { - "repos": 3, - "tokens": 3163.0, - "ndcg10": 0.7421, - "p50_ms": 0.962, - "p90_ms": 1.099, - "p95_ms": 1.142, - "p99_ms": 1.196, - "index_ms": 1992.0 - }, - "cpp": { - "repos": 3, - "tokens": 2991.0, - "ndcg10": 0.895, - "p50_ms": 1.054, - "p90_ms": 11.706, - "p95_ms": 13.491, - "p99_ms": 14.161, - "index_ms": 1962.1 - }, - "csharp": { - "repos": 3, - "tokens": 2654.0, - "ndcg10": 0.8823, - "p50_ms": 7.16, - "p90_ms": 9.592, - "p95_ms": 10.753, - "p99_ms": 12.316, - "index_ms": 585.5 - }, - "elixir": { - "repos": 3, - "tokens": 5811.0, - "ndcg10": 0.8951, - "p50_ms": 0.662, - "p90_ms": 7.402, - "p95_ms": 8.064, - "p99_ms": 8.657, - "index_ms": 262.4 - }, - "go": { - "repos": 3, - "tokens": 3673.0, - "ndcg10": 0.8907, - "p50_ms": 0.702, - "p90_ms": 5.849, - "p95_ms": 6.471, - "p99_ms": 8.439, - "index_ms": 199.0 - }, - "haskell": { - "repos": 3, - "tokens": 3148.0, - "ndcg10": 0.745, - "p50_ms": 2.813, - "p90_ms": 11.006, - "p95_ms": 12.731, - "p99_ms": 15.359, - "index_ms": 604.7 - }, - "java": { - "repos": 3, - "tokens": 3186.0, - "ndcg10": 0.8534, - "p50_ms": 1.299, - "p90_ms": 14.363, - "p95_ms": 17.435, - "p99_ms": 19.466, - "index_ms": 1248.2 - }, - "javascript": { - "repos": 3, - "tokens": 2825.0, - "ndcg10": 0.8977, - "p50_ms": 0.537, - "p90_ms": 2.586, - "p95_ms": 2.718, - "p99_ms": 4.122, - "index_ms": 40.4 - }, - "kotlin": { - "repos": 3, - "tokens": 4085.0, - "ndcg10": 0.8197, - "p50_ms": 1.809, - "p90_ms": 9.18, - "p95_ms": 9.711, - "p99_ms": 10.766, - "index_ms": 293.6 - }, - "lua": { - "repos": 3, - "tokens": 3202.0, - "ndcg10": 0.8368, - "p50_ms": 0.706, - "p90_ms": 0.773, - "p95_ms": 0.863, - "p99_ms": 2.095, - "index_ms": 474.5 - }, - "php": { - "repos": 3, - "tokens": 2713.0, - "ndcg10": 0.8611, - "p50_ms": 0.977, - "p90_ms": 8.545, - "p95_ms": 8.68, - "p99_ms": 8.831, - "index_ms": 907.4 - }, - "python": { - "repos": 9, - "tokens": 3075.0, - "ndcg10": 0.8642, - "p50_ms": 0.608, - "p90_ms": 5.302, - "p95_ms": 5.787, - "p99_ms": 6.632, - "index_ms": 198.3 - }, - "ruby": { - "repos": 3, - "tokens": 2685.0, - "ndcg10": 0.9059, - "p50_ms": 0.671, - "p90_ms": 7.115, - "p95_ms": 8.293, - "p99_ms": 8.969, - "index_ms": 141.1 - }, - "rust": { - "repos": 3, - "tokens": 3248.0, - "ndcg10": 0.8553, - "p50_ms": 1.093, - "p90_ms": 8.021, - "p95_ms": 9.137, - "p99_ms": 10.418, - "index_ms": 647.6 - }, - "scala": { - "repos": 3, - "tokens": 3000.0, - "ndcg10": 0.9091, - "p50_ms": 3.29, - "p90_ms": 7.649, - "p95_ms": 9.679, - "p99_ms": 11.232, - "index_ms": 481.6 - }, - "swift": { - "repos": 3, - "tokens": 2946.0, - "ndcg10": 0.8599, - "p50_ms": 1.957, - "p90_ms": 7.158, - "p95_ms": 8.246, - "p99_ms": 9.804, - "index_ms": 238.5 - }, - "typescript": { - "repos": 3, - "tokens": 2868.0, - "ndcg10": 0.7128, - "p50_ms": 4.489, - "p90_ms": 7.671, - "p95_ms": 8.168, - "p99_ms": 11.521, - "index_ms": 484.1 - }, - "zig": { - "repos": 3, - "tokens": 2857.0, - "ndcg10": 0.9113, - "p50_ms": 1.465, - "p90_ms": 12.835, - "p95_ms": 14.438, - "p99_ms": 18.356, - "index_ms": 2388.9 - } - }, - "repos": [ - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "hybrid", - "chunks": 8604, - "tokens": 2987, - "ndcg5": 0.9002968226739917, - "ndcg10": 0.9099681428548552, - "p50_ms": 1.8681669898796827, - "p90_ms": 27.632874698610976, - "p95_ms": 27.90937920799479, - "p99_ms": 29.57574303494766, - "index_ms": 5048.436833021697, - "by_category": { - "architecture": 1.0, - "semantic": 0.9132908571398067, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "hybrid", - "chunks": 393, - "tokens": 3731, - "ndcg5": 0.7420624189796883, - "ndcg10": 0.7619528590399762, - "p50_ms": 6.490167012088932, - "p90_ms": 13.923758285818627, - "p95_ms": 17.36625800404, - "p99_ms": 25.0088180034072, - "index_ms": 221.8003750022035, - "by_category": { - "architecture": 0.5896918237758785, - "semantic": 0.8193732041280086 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "hybrid", - "chunks": 746, - "tokens": 3007, - "ndcg5": 0.8208189387032997, - "ndcg10": 0.857392320967274, - "p50_ms": 0.6686669948976487, - "p90_ms": 6.159333977848291, - "p95_ms": 6.811458006268367, - "p99_ms": 8.572657982585953, - "index_ms": 321.7025409976486, - "by_category": { - "architecture": 0.888343919545452, - "semantic": 0.7540923670549543, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "hybrid", - "chunks": 655, - "tokens": 3131, - "ndcg5": 0.9635059068184884, - "ndcg10": 0.9635059068184884, - "p50_ms": 0.7266879983944818, - "p90_ms": 6.389937491621823, - "p95_ms": 6.832962518092247, - "p99_ms": 8.753292497713115, - "index_ms": 276.71029200428165, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.94094521338378, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "hybrid", - "chunks": 168, - "tokens": 2420, - "ndcg5": 0.8587075709912144, - "ndcg10": 0.8696279428321226, - "p50_ms": 0.715979011147283, - "p90_ms": 3.979474405059591, - "p95_ms": 4.055868741124868, - "p99_ms": 4.080473729409277, - "index_ms": 70.20874999579974, - "by_category": { - "architecture": 0.6030687082608802, - "semantic": 0.9308017017042276, - "symbol": 1.0 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "hybrid", - "chunks": 515, - "tokens": 3235, - "ndcg5": 0.7517782560805999, - "ndcg10": 0.7826029997030854, - "p50_ms": 0.773666484747082, - "p90_ms": 6.499075001920573, - "p95_ms": 6.686456239549446, - "p99_ms": 9.404691256349901, - "index_ms": 224.21170899178833, - "by_category": { - "architecture": 0.663762511293996, - "semantic": 0.8348152134004999, - "symbol": 0.7718216255952429 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "hybrid", - "chunks": 736, - "tokens": 2426, - "ndcg5": 0.6470043731162394, - "ndcg10": 0.688749488579633, - "p50_ms": 1.0095619945786893, - "p90_ms": 1.163145899772644, - "p95_ms": 1.1751297934097238, - "p99_ms": 1.200525953026954, - "index_ms": 359.4601250078995, - "by_category": { - "architecture": 1.0, - "semantic": 0.631798727688293, - "symbol": 0.7123212623289701 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "hybrid", - "chunks": 48, - "tokens": 2986, - "ndcg5": 0.8477197786179612, - "ndcg10": 0.8477197786179612, - "p50_ms": 0.47068750427570194, - "p90_ms": 0.5032044020481408, - "p95_ms": 0.517422279517632, - "p99_ms": 0.5403180731809698, - "index_ms": 21.2088750267867, - "by_category": { - "architecture": 0.6703622950309012, - "semantic": 0.9432199620879166 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "hybrid", - "chunks": 1262, - "tokens": 2797, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9113147192765458, - "p50_ms": 3.347395992022939, - "p90_ms": 8.851554195280194, - "p95_ms": 12.857037792855408, - "p99_ms": 13.60937395802466, - "index_ms": 802.0265419909265, - "by_category": { - "architecture": 0.8065735963827292, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "hybrid", - "chunks": 263, - "tokens": 2603, - "ndcg5": 0.8205558097806902, - "ndcg10": 0.853282094626217, - "p50_ms": 0.7538329955423251, - "p90_ms": 4.450783706852235, - "p95_ms": 4.742795518541243, - "p99_ms": 4.76472550741164, - "index_ms": 124.34587499592453, - "by_category": { - "architecture": 0.6828696993548315, - "semantic": 0.9589921948412731, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "hybrid", - "chunks": 197, - "tokens": 3207, - "ndcg5": 0.8591297799361982, - "ndcg10": 0.8591297799361982, - "p50_ms": 0.6980409962125123, - "p90_ms": 6.392308982321991, - "p95_ms": 8.23704231297597, - "p99_ms": 9.18264206731692, - "index_ms": 107.96670900890604, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8811396422923916, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "hybrid", - "chunks": 315, - "tokens": 3388, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.5000005039619282, - "p90_ms": 4.983541709952988, - "p95_ms": 5.110458642593585, - "p99_ms": 5.238391726161353, - "index_ms": 132.18970800517127, - "by_category": { - "architecture": 1.0, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "hybrid", - "chunks": 398, - "tokens": 5293, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.6544790085172281, - "p90_ms": 7.475725584663452, - "p95_ms": 8.14722086070106, - "p99_ms": 14.025377768557508, - "index_ms": 187.96174999442883, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "hybrid", - "chunks": 3176, - "tokens": 3252, - "ndcg5": 0.8696123574829959, - "ndcg10": 0.8958857274902101, - "p50_ms": 1.1697500012814999, - "p90_ms": 18.215624993899837, - "p95_ms": 25.78233298845589, - "p99_ms": 26.424366584978998, - "index_ms": 1348.9139169978444, - "by_category": { - "architecture": 0.7216293209723186, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "hybrid", - "chunks": 4485, - "tokens": 2977, - "ndcg5": 0.6059541823122645, - "ndcg10": 0.7042297304400422, - "p50_ms": 1.0285835014656186, - "p90_ms": 1.266053813742474, - "p95_ms": 1.3666264596395195, - "p99_ms": 1.3945253076963127, - "index_ms": 1972.4081660097, - "by_category": { - "architecture": 0.6509413349725708, - "semantic": 0.7478293267316096 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "hybrid", - "chunks": 422, - "tokens": 2497, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8741022823855396, - "p50_ms": 5.0687085022218525, - "p90_ms": 7.2182118979981205, - "p95_ms": 9.7202666773228, - "p99_ms": 12.3311205295613, - "index_ms": 216.58379101427272, - "by_category": { - "architecture": 0.7217132018086354, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "hybrid", - "chunks": 764, - "tokens": 5419, - "ndcg5": 0.8890941716165459, - "ndcg10": 0.9078419183064419, - "p50_ms": 0.6414579984266311, - "p90_ms": 10.321507806656882, - "p95_ms": 10.65894170606043, - "p99_ms": 11.17062196310144, - "index_ms": 373.23724999441765, - "by_category": { - "architecture": 1.0, - "semantic": 0.8936974380193028, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "hybrid", - "chunks": 748, - "tokens": 2910, - "ndcg5": 0.6721248511673115, - "ndcg10": 0.7154638415285817, - "p50_ms": 1.082312490325421, - "p90_ms": 8.886754501145335, - "p95_ms": 9.57195445371326, - "p99_ms": 9.578223705175333, - "index_ms": 332.0537920226343, - "by_category": { - "architecture": 0.6547543623015969, - "semantic": 0.6675009816904887, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "hybrid", - "chunks": 52, - "tokens": 3222, - "ndcg5": 0.8828459250958742, - "ndcg10": 0.9097317116419653, - "p50_ms": 0.37829151551704854, - "p90_ms": 0.39625389326829463, - "p95_ms": 0.5507149151526413, - "p99_ms": 2.8409429849125405, - "index_ms": 21.370875008869916, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.95, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "hybrid", - "chunks": 602, - "tokens": 2771, - "ndcg5": 0.7720650033558547, - "ndcg10": 0.8110148544315884, - "p50_ms": 0.614208503975533, - "p90_ms": 5.723412198130974, - "p95_ms": 6.437116647430231, - "p99_ms": 7.031689723080489, - "index_ms": 238.24387497734278, - "by_category": { - "architecture": 0.752227327035497, - "semantic": 0.744338224922911, - "symbol": 1.0 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "hybrid", - "chunks": 295, - "tokens": 3091, - "ndcg5": 0.8557211782963206, - "ndcg10": 0.8645104971905857, - "p50_ms": 0.5116669926792383, - "p90_ms": 4.229415993904695, - "p95_ms": 4.56495801336132, - "p99_ms": 5.250457994407044, - "index_ms": 116.58024997450411, - "by_category": { - "architecture": 0.844478447513369, - "semantic": 0.875474919603933, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "hybrid", - "chunks": 483, - "tokens": 2937, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.528458011103794, - "p90_ms": 1.0729711939347977, - "p95_ms": 5.450021475553513, - "p99_ms": 5.6086706928908825, - "index_ms": 444.4006659905426, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "hybrid", - "chunks": 576, - "tokens": 3122, - "ndcg5": 0.8596409794466148, - "ndcg10": 0.8596409794466148, - "p50_ms": 0.6978125020395964, - "p90_ms": 5.620700010331349, - "p95_ms": 6.52170625544386, - "p99_ms": 6.526741249545012, - "index_ms": 284.75120800430886, - "by_category": { - "architecture": 0.9696354815039873, - "semantic": 0.7613642454462158, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "hybrid", - "chunks": 1472, - "tokens": 3451, - "ndcg5": 0.8981274659106212, - "ndcg10": 0.8981274659106212, - "p50_ms": 1.2463745079003274, - "p90_ms": 9.4697291176999, - "p95_ms": 10.350997310888491, - "p99_ms": 14.361233074741897, - "index_ms": 608.2521249772981, - "by_category": { - "architecture": 0.6751724527673773, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "hybrid", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.932845925095874, - "ndcg10": 0.932845925095874, - "p50_ms": 0.6602084904443473, - "p90_ms": 4.310941306175664, - "p95_ms": 4.5561618491774425, - "p99_ms": 4.7460987529484555, - "index_ms": 85.27687497553416, - "by_category": { - "architecture": 1.0, - "semantic": 0.8966860386090373, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "hybrid", - "chunks": 974, - "tokens": 2995, - "ndcg5": 0.9569537411240482, - "ndcg10": 0.9569537411240482, - "p50_ms": 5.825625485158525, - "p90_ms": 7.704166907933541, - "p95_ms": 7.941863953601572, - "p99_ms": 10.905072812456632, - "index_ms": 534.7301670117304, - "by_category": { - "architecture": 0.9590717717793499, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "hybrid", - "chunks": 248, - "tokens": 3071, - "ndcg5": 0.8558604034079137, - "ndcg10": 0.8655928985311748, - "p50_ms": 0.5438330117613077, - "p90_ms": 4.047624999657273, - "p95_ms": 4.895666992524639, - "p99_ms": 5.224067001836374, - "index_ms": 101.42366599757224, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.8385023461759126, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "hybrid", - "chunks": 4635, - "tokens": 2854, - "ndcg5": 0.7271911875419426, - "ndcg10": 0.7661410386176761, - "p50_ms": 1.4794580201851204, - "p90_ms": 15.40441698743962, - "p95_ms": 16.173002384311985, - "p99_ms": 17.612600457796358, - "index_ms": 1787.466542009497, - "by_category": { - "architecture": 0.6226294385530917, - "semantic": 0.708679883333827, - "symbol": 0.9719257715972703 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "hybrid", - "chunks": 891, - "tokens": 5691, - "ndcg5": 0.9258891280402999, - "ndcg10": 0.9258891280402999, - "p50_ms": 3.3235415030503646, - "p90_ms": 11.012954218313098, - "p95_ms": 11.722958649625074, - "p99_ms": 14.860491734580132, - "index_ms": 371.2189169891644, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.9298416114861429, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "hybrid", - "chunks": 425, - "tokens": 3653, - "ndcg5": 0.7900720626804801, - "ndcg10": 0.817659101188055, - "p50_ms": 1.0212500201305375, - "p90_ms": 7.641142010106705, - "p95_ms": 7.836962846340612, - "p99_ms": 7.858559751184657, - "index_ms": 177.65108298044652, - "by_category": { - "architecture": 0.8100730714340207, - "semantic": 0.668952931960422, - "symbol": 1.0 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "hybrid", - "chunks": 6257, - "tokens": 2712, - "ndcg5": 0.7270004576052422, - "ndcg10": 0.767053986066706, - "p50_ms": 1.3286460016388446, - "p90_ms": 16.10042919346597, - "p95_ms": 16.138027400302235, - "p99_ms": 16.377205490425695, - "index_ms": 2469.507791014621, - "by_category": { - "architecture": 0.7179954576115433, - "semantic": 0.7426868627202068, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 302, - "tokens": 3068, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7263576294855845, - "p50_ms": 0.698750009178184, - "p90_ms": 0.7289830857189372, - "p95_ms": 0.7435318853822537, - "p99_ms": 0.79023996979231, - "index_ms": 143.9792919845786, - "by_category": { - "architecture": 0.8459052436406065, - "semantic": 0.6285459451769299 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "hybrid", - "chunks": 1361, - "tokens": 3079, - "ndcg5": 0.5424282114366414, - "ndcg10": 0.6060468408375095, - "p50_ms": 0.8223540062317625, - "p90_ms": 0.9568795037921518, - "p95_ms": 0.9602503341739066, - "p99_ms": 0.9995172629714942, - "index_ms": 584.4797079917043, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5939033477042664, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "hybrid", - "chunks": 1145, - "tokens": 2653, - "ndcg5": 0.874427588278496, - "ndcg10": 0.8920487559320669, - "p50_ms": 5.85777050582692, - "p90_ms": 8.254579207277857, - "p95_ms": 8.27454406535253, - "p99_ms": 8.34487521322444, - "index_ms": 549.869625014253, - "by_category": { - "architecture": 0.6736862264229985, - "semantic": 0.9051366903277052, - "symbol": 1.0 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 2172, - "tokens": 3478, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.7652295025764033, - "p90_ms": 0.8711336209671572, - "p95_ms": 0.8767038729274645, - "p99_ms": 0.9146407694788649, - "index_ms": 1049.3071670061909, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "hybrid", - "chunks": 108, - "tokens": 3196, - "ndcg5": 0.6512217603364261, - "ndcg10": 0.6723612520567586, - "p50_ms": 0.5461880064103752, - "p90_ms": 3.695012500975282, - "p95_ms": 4.289133287966251, - "p99_ms": 4.614159450866281, - "index_ms": 46.880540990969166, - "by_category": { - "architecture": 0.6144216780370446, - "semantic": 0.6646273294875858, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "hybrid", - "chunks": 421, - "tokens": 2639, - "ndcg5": 0.8745181254051755, - "ndcg10": 0.8833800897443777, - "p50_ms": 0.9419790148967877, - "p90_ms": 5.224320883280598, - "p95_ms": 5.345761048374698, - "p99_ms": 5.369352194247767, - "index_ms": 167.43549998500384, - "by_category": { - "architecture": 0.6108909204244194, - "semantic": 0.9613147192765459, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "hybrid", - "chunks": 2217, - "tokens": 2812, - "ndcg5": 0.8806128427182248, - "ndcg10": 0.8806128427182248, - "p50_ms": 10.55379149329383, - "p90_ms": 13.303166982950644, - "p95_ms": 14.263317000586541, - "p99_ms": 16.271996989380565, - "index_ms": 990.0863340008073, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8237823919677136, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "hybrid", - "chunks": 811, - "tokens": 3048, - "ndcg5": 0.8295386627570916, - "ndcg10": 0.8404590345979999, - "p50_ms": 0.7647294987691566, - "p90_ms": 6.412467313930393, - "p95_ms": 7.1121295128250495, - "p99_ms": 7.29775951069314, - "index_ms": 393.5016250179615, - "by_category": { - "architecture": 0.7951420120034352, - "semantic": 0.8243186607935954, - "symbol": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "hybrid", - "chunks": 154, - "tokens": 3072, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4728954954771325, - "p90_ms": 0.5017086019506678, - "p95_ms": 0.5043788522016257, - "p99_ms": 0.5050757748540491, - "index_ms": 113.67545800749213, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "hybrid", - "chunks": 3122, - "tokens": 2679, - "ndcg5": 0.6270750787545916, - "ndcg10": 0.6587932452044573, - "p50_ms": 1.4636665000580251, - "p90_ms": 14.173175601172264, - "p95_ms": 15.88946044939803, - "p99_ms": 15.904059306776617, - "index_ms": 1531.8520829896443, - "by_category": { - "architecture": 0.6368991050595311, - "semantic": 0.673389338634408 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "hybrid", - "chunks": 559, - "tokens": 6561, - "ndcg5": 0.8696694218045175, - "ndcg10": 0.8696694218045175, - "p50_ms": 0.7485829992219806, - "p90_ms": 6.816141423769294, - "p95_ms": 8.09612921439111, - "p99_ms": 8.555159447714686, - "index_ms": 271.512375009479, - "by_category": { - "architecture": 0.8214210289682636, - "semantic": 0.8758471076530654, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "hybrid", - "chunks": 280, - "tokens": 5453, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.5956045060884207, - "p90_ms": 5.069000594085083, - "p95_ms": 5.436449983972126, - "p99_ms": 6.245089992298743, - "index_ms": 142.40695800981484, - "by_category": { - "architecture": 1.0, - "semantic": 0.868189197704092, - "symbol": 1.0 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "hybrid", - "chunks": 1533, - "tokens": 3259, - "ndcg5": 0.7779397805814576, - "ndcg10": 0.7990792723017901, - "p50_ms": 0.9988334932131693, - "p90_ms": 9.277291304897517, - "p95_ms": 9.854603539861277, - "p99_ms": 13.334454312862357, - "index_ms": 667.0488340023439, - "by_category": { - "architecture": 0.7133473647659958, - "semantic": 0.7946530173877968, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "hybrid", - "chunks": 256, - "tokens": 2716, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.6080419989302754, - "p90_ms": 5.659429493243807, - "p95_ms": 7.270323201373682, - "p99_ms": 9.036764636693984, - "index_ms": 116.04433300090022, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "hybrid", - "chunks": 498, - "tokens": 2508, - "ndcg5": 0.8445678978178954, - "ndcg10": 0.8445678978178954, - "p50_ms": 0.9057080023922026, - "p90_ms": 7.36162059765775, - "p95_ms": 9.26760690053925, - "p99_ms": 9.351554980967194, - "index_ms": 268.22633398114704, - "by_category": { - "architecture": 0.845500808108813, - "semantic": 0.8596832229722856, - "symbol": 0.8160170306431477 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "hybrid", - "chunks": 6367, - "tokens": 3434, - "ndcg5": 0.9158764682653967, - "ndcg10": 0.9158764682653967, - "p50_ms": 1.0347709903726354, - "p90_ms": 1.0732874798122793, - "p95_ms": 1.0989874965162016, - "p99_ms": 1.19379748852225, - "index_ms": 3419.1788339812774, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.8886852807234542 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "hybrid", - "chunks": 53, - "tokens": 2834, - "ndcg5": 0.8863147192765458, - "ndcg10": 0.9137963988128106, - "p50_ms": 0.5167915078345686, - "p90_ms": 3.3817003131844103, - "p95_ms": 3.5473833617288637, - "p99_ms": 5.445610267342996, - "index_ms": 29.689000017242506, - "by_category": { - "architecture": 0.9032867981913646, - "semantic": 0.872911909678669, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "hybrid", - "chunks": 169, - "tokens": 3016, - "ndcg5": 0.9652540586697873, - "ndcg10": 0.9652540586697873, - "p50_ms": 0.4893955047009513, - "p90_ms": 5.099133303156123, - "p95_ms": 5.140687135281041, - "p99_ms": 5.292370222741738, - "index_ms": 66.22637499822304, - "by_category": { - "architecture": 0.9709908720694624, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "hybrid", - "chunks": 1178, - "tokens": 3017, - "ndcg5": 0.7965338279036697, - "ndcg10": 0.8301174310983572, - "p50_ms": 1.3257914979476482, - "p90_ms": 8.027096223668199, - "p95_ms": 10.337148547114339, - "p99_ms": 10.883429713721851, - "index_ms": 495.23637499078177, - "by_category": { - "architecture": 0.8543823750838853, - "semantic": 0.6764208118547154, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "hybrid", - "chunks": 70, - "tokens": 2831, - "ndcg5": 0.9530803155822426, - "ndcg10": 0.9530803155822426, - "p50_ms": 0.49835450772661716, - "p90_ms": 8.324687497224659, - "p95_ms": 8.341333309363108, - "p99_ms": 8.517399466072675, - "index_ms": 38.92279200954363, - "by_category": { - "architecture": 0.8123212623289702, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "hybrid", - "chunks": 107, - "tokens": 3153, - "ndcg5": 0.7723856192940887, - "ndcg10": 0.7872645734184941, - "p50_ms": 4.186167003354058, - "p90_ms": 8.790233219042422, - "p95_ms": 11.559399811085306, - "p99_ms": 14.236379957292224, - "index_ms": 70.51633400260471, - "by_category": { - "architecture": 0.6399069297160626, - "semantic": 0.7592455236131767, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "hybrid", - "chunks": 214, - "tokens": 2876, - "ndcg5": 0.9339593901316886, - "ndcg10": 0.9427487090259538, - "p50_ms": 0.5969589983578771, - "p90_ms": 4.504457989241928, - "p95_ms": 4.980500001693144, - "p99_ms": 5.126600019866601, - "index_ms": 94.09804100869223, - "by_category": { - "architecture": 0.8907020808677296, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "hybrid", - "chunks": 544, - "tokens": 3061, - "ndcg5": 0.8024434932958862, - "ndcg10": 0.8024434932958862, - "p50_ms": 0.6549794925376773, - "p90_ms": 0.7201202068245038, - "p95_ms": 0.9685538316261988, - "p99_ms": 4.580010754580138, - "index_ms": 230.09200001251884, - "by_category": { - "architecture": 0.8805425336407291, - "semantic": 0.760390163879432 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "hybrid", - "chunks": 2758, - "tokens": 3492, - "ndcg5": 0.9438607657669025, - "ndcg10": 0.9530895506058809, - "p50_ms": 1.1796870094258338, - "p90_ms": 9.535741707077252, - "p95_ms": 10.386131606355775, - "p99_ms": 10.966993522888513, - "index_ms": 1223.3886670146603, - "by_category": { - "architecture": 0.8436318353529363, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "hybrid", - "chunks": 363, - "tokens": 2942, - "ndcg5": 0.8117219727220212, - "ndcg10": 0.8318711294019078, - "p50_ms": 4.883999994490296, - "p90_ms": 6.2571705027949065, - "p95_ms": 6.54922049288871, - "p99_ms": 9.386110484192608, - "index_ms": 153.84583300328813, - "by_category": { - "architecture": 0.7751964340658473, - "semantic": 0.7765501593587683, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "hybrid", - "chunks": 796, - "tokens": 2553, - "ndcg5": 0.7740663550396519, - "ndcg10": 0.828789449954672, - "p50_ms": 0.9587084932718426, - "p90_ms": 6.292611901881173, - "p95_ms": 6.346585376013536, - "p99_ms": 6.421983457694296, - "index_ms": 368.40866701095365, - "by_category": { - "architecture": 0.5394794582550125, - "semantic": 0.8540964731663144, - "symbol": 1.0 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "hybrid", - "chunks": 1090, - "tokens": 2797, - "ndcg5": 0.6573465818787765, - "ndcg10": 0.6929673005895788, - "p50_ms": 1.008833001833409, - "p90_ms": 7.3342875140951955, - "p95_ms": 8.237483302946206, - "p99_ms": 12.367829465656534, - "index_ms": 456.4840000239201, - "by_category": { - "architecture": 0.6132788343159646, - "semantic": 0.6862493865749392, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "hybrid", - "chunks": 124, - "tokens": 3034, - "ndcg5": 0.8039694436225424, - "ndcg10": 0.8141885635019669, - "p50_ms": 0.4854374856222421, - "p90_ms": 4.920324980048463, - "p95_ms": 4.936995844764169, - "p99_ms": 5.16303278011037, - "index_ms": 60.50087499897927, - "by_category": { - "architecture": 0.7691051895584848, - "semantic": 0.8442441461309548 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "hybrid", - "chunks": 13307, - "tokens": 3112, - "ndcg5": 0.9196394630357186, - "ndcg10": 0.9196394630357186, - "p50_ms": 3.0480205023195595, - "p90_ms": 33.073641604278244, - "p95_ms": 37.19894730020315, - "p99_ms": 42.41112308111041, - "index_ms": 6511.425792006776, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9565799710084067 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "hybrid", - "chunks": 100, - "tokens": 2525, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5317705072229728, - "p90_ms": 4.493949696188793, - "p95_ms": 4.715235388721339, - "p99_ms": 4.950613472028635, - "index_ms": 52.39258302026428, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "hybrid", - "chunks": 1319, - "tokens": 2934, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8761859507142915, - "p50_ms": 0.816604500869289, - "p90_ms": 0.9362416167277844, - "p95_ms": 1.398445214726968, - "p99_ms": 7.706889042747196, - "index_ms": 603.0301669961773, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.9148299431318748 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "hybrid", - "chunks": 1812, - "tokens": 2865, - "ndcg5": 0.595861623462428, - "ndcg10": 0.6136719828178292, - "p50_ms": 7.5735834980150685, - "p90_ms": 9.420070896157995, - "p95_ms": 9.717438148800287, - "p99_ms": 12.808421233203257, - "index_ms": 842.0252079959027, - "by_category": { - "architecture": 0.6297620990369716, - "semantic": 0.586420115895172, - "symbol": 0.7103099178571526 - } - } - ] -} diff --git a/benchmarks/results/semble-hybrid-757197f3967d-recurse.json b/benchmarks/results/semble-hybrid-64fa8cf54011.json similarity index 62% rename from benchmarks/results/semble-hybrid-757197f3967d-recurse.json rename to benchmarks/results/semble-hybrid-64fa8cf54011.json index a97aad7..e9e263d 100644 --- a/benchmarks/results/semble-hybrid-757197f3967d-recurse.json +++ b/benchmarks/results/semble-hybrid-64fa8cf54011.json @@ -4,11 +4,11 @@ "summary": { "ndcg10": 0.8529, "tokens": 3196.0, - "p50_ms": 1.602, - "p90_ms": 7.086, - "p95_ms": 8.007, - "p99_ms": 9.394, - "index_ms": 658.8, + "p50_ms": 1.614, + "p90_ms": 6.983, + "p95_ms": 7.898, + "p99_ms": 9.233, + "index_ms": 658.3, "by_category": { "architecture": 0.802, "semantic": 0.8447, @@ -20,191 +20,191 @@ "repos": 3, "tokens": 2828.0, "ndcg10": 0.8455, - "p50_ms": 0.637, - "p90_ms": 0.719, + "p50_ms": 0.643, + "p90_ms": 0.714, "p95_ms": 0.727, - "p99_ms": 0.741, - "index_ms": 170.5 + "p99_ms": 0.742, + "index_ms": 174.8 }, "c": { "repos": 3, "tokens": 3163.0, "ndcg10": 0.7421, - "p50_ms": 0.942, - "p90_ms": 1.057, - "p95_ms": 1.083, - "p99_ms": 1.132, - "index_ms": 2026.1 + "p50_ms": 0.913, + "p90_ms": 1.018, + "p95_ms": 1.037, + "p99_ms": 1.059, + "index_ms": 1999.6 }, "cpp": { "repos": 3, "tokens": 2991.0, "ndcg10": 0.895, - "p50_ms": 1.01, - "p90_ms": 11.206, - "p95_ms": 12.909, - "p99_ms": 14.361, - "index_ms": 1965.8 + "p50_ms": 0.973, + "p90_ms": 11.148, + "p95_ms": 12.745, + "p99_ms": 13.3, + "index_ms": 2035.2 }, "csharp": { "repos": 3, "tokens": 2654.0, "ndcg10": 0.8823, - "p50_ms": 7.11, - "p90_ms": 9.582, - "p95_ms": 10.892, - "p99_ms": 12.236, - "index_ms": 588.4 + "p50_ms": 7.171, + "p90_ms": 9.184, + "p95_ms": 10.564, + "p99_ms": 11.996, + "index_ms": 565.5 }, "elixir": { "repos": 3, "tokens": 5811.0, "ndcg10": 0.8951, - "p50_ms": 0.663, - "p90_ms": 7.316, - "p95_ms": 7.799, - "p99_ms": 8.687, - "index_ms": 268.4 + "p50_ms": 0.633, + "p90_ms": 6.989, + "p95_ms": 7.476, + "p99_ms": 8.309, + "index_ms": 266.1 }, "go": { "repos": 3, "tokens": 3673.0, "ndcg10": 0.8907, - "p50_ms": 0.688, - "p90_ms": 5.931, - "p95_ms": 6.378, - "p99_ms": 8.431, - "index_ms": 212.2 + "p50_ms": 0.69, + "p90_ms": 5.781, + "p95_ms": 6.237, + "p99_ms": 8.238, + "index_ms": 208.8 }, "haskell": { "repos": 3, "tokens": 3148.0, "ndcg10": 0.745, - "p50_ms": 2.676, - "p90_ms": 10.876, - "p95_ms": 12.53, - "p99_ms": 15.146, - "index_ms": 627.5 + "p50_ms": 2.624, + "p90_ms": 10.579, + "p95_ms": 12.664, + "p99_ms": 15.175, + "index_ms": 590.0 }, "java": { "repos": 3, "tokens": 3186.0, "ndcg10": 0.8534, - "p50_ms": 1.259, - "p90_ms": 14.668, - "p95_ms": 17.837, - "p99_ms": 19.814, - "index_ms": 1257.9 + "p50_ms": 1.426, + "p90_ms": 14.356, + "p95_ms": 17.371, + "p99_ms": 19.682, + "index_ms": 1249.2 }, "javascript": { "repos": 3, - "tokens": 2826.0, + "tokens": 2825.0, "ndcg10": 0.8977, - "p50_ms": 0.524, - "p90_ms": 2.536, - "p95_ms": 2.657, - "p99_ms": 4.159, - "index_ms": 40.4 + "p50_ms": 0.559, + "p90_ms": 2.57, + "p95_ms": 2.774, + "p99_ms": 4.226, + "index_ms": 41.3 }, "kotlin": { "repos": 3, "tokens": 4085.0, "ndcg10": 0.8197, - "p50_ms": 1.845, - "p90_ms": 9.325, - "p95_ms": 10.003, - "p99_ms": 11.087, - "index_ms": 294.7 + "p50_ms": 1.912, + "p90_ms": 9.671, + "p95_ms": 10.127, + "p99_ms": 11.354, + "index_ms": 302.8 }, "lua": { "repos": 3, "tokens": 3202.0, "ndcg10": 0.8368, - "p50_ms": 0.705, - "p90_ms": 0.772, - "p95_ms": 0.868, - "p99_ms": 2.114, - "index_ms": 476.6 + "p50_ms": 0.711, + "p90_ms": 0.769, + "p95_ms": 0.873, + "p99_ms": 2.195, + "index_ms": 499.1 }, "php": { "repos": 3, "tokens": 2713.0, "ndcg10": 0.8611, - "p50_ms": 0.952, - "p90_ms": 8.588, - "p95_ms": 8.926, - "p99_ms": 9.005, - "index_ms": 906.6 + "p50_ms": 0.992, + "p90_ms": 8.648, + "p95_ms": 8.766, + "p99_ms": 8.849, + "index_ms": 935.8 }, "python": { "repos": 9, "tokens": 3075.0, "ndcg10": 0.8642, - "p50_ms": 0.589, - "p90_ms": 5.336, - "p95_ms": 5.802, - "p99_ms": 6.622, - "index_ms": 198.5 + "p50_ms": 0.575, + "p90_ms": 5.185, + "p95_ms": 5.615, + "p99_ms": 6.388, + "index_ms": 196.7 }, "ruby": { "repos": 3, "tokens": 2685.0, "ndcg10": 0.9059, - "p50_ms": 0.655, - "p90_ms": 6.831, - "p95_ms": 8.282, - "p99_ms": 8.951, - "index_ms": 142.6 + "p50_ms": 0.625, + "p90_ms": 6.567, + "p95_ms": 7.992, + "p99_ms": 8.568, + "index_ms": 125.4 }, "rust": { "repos": 3, "tokens": 3248.0, "ndcg10": 0.8553, - "p50_ms": 1.037, - "p90_ms": 8.134, - "p95_ms": 9.482, - "p99_ms": 10.709, - "index_ms": 662.4 + "p50_ms": 1.045, + "p90_ms": 8.052, + "p95_ms": 9.121, + "p99_ms": 10.417, + "index_ms": 656.3 }, "scala": { "repos": 3, "tokens": 3000.0, "ndcg10": 0.9091, - "p50_ms": 3.294, - "p90_ms": 7.676, - "p95_ms": 9.739, - "p99_ms": 11.128, - "index_ms": 490.2 + "p50_ms": 3.366, + "p90_ms": 7.732, + "p95_ms": 9.989, + "p99_ms": 11.374, + "index_ms": 490.4 }, "swift": { "repos": 3, "tokens": 2946.0, "ndcg10": 0.8599, - "p50_ms": 1.88, - "p90_ms": 7.039, - "p95_ms": 8.131, - "p99_ms": 9.46, - "index_ms": 218.9 + "p50_ms": 1.97, + "p90_ms": 7.088, + "p95_ms": 8.287, + "p99_ms": 9.819, + "index_ms": 216.4 }, "typescript": { "repos": 3, "tokens": 2868.0, "ndcg10": 0.7128, - "p50_ms": 4.374, - "p90_ms": 7.55, - "p95_ms": 8.162, - "p99_ms": 11.341, - "index_ms": 482.3 + "p50_ms": 4.411, + "p90_ms": 7.543, + "p95_ms": 8.123, + "p99_ms": 11.376, + "index_ms": 479.8 }, "zig": { "repos": 3, "tokens": 2857.0, "ndcg10": 0.9113, - "p50_ms": 1.613, - "p90_ms": 12.997, - "p95_ms": 14.332, - "p99_ms": 18.908, - "index_ms": 2408.7 + "p50_ms": 1.508, + "p90_ms": 12.687, + "p95_ms": 14.142, + "p99_ms": 18.053, + "index_ms": 2397.9 } }, "repos": [ @@ -216,11 +216,11 @@ "tokens": 2987, "ndcg5": 0.9002968226739917, "ndcg10": 0.9099681428548552, - "p50_ms": 1.6622499970253557, - "p90_ms": 26.095754408743232, - "p95_ms": 26.476013958745174, - "p99_ms": 30.65370279742637, - "index_ms": 5059.480041003553, + "p50_ms": 1.6456875018775463, + "p90_ms": 26.110033417353407, + "p95_ms": 26.221092310152017, + "p99_ms": 27.596818466554392, + "index_ms": 5250.35691697849, "by_category": { "architecture": 1.0, "semantic": 0.9132908571398067, @@ -235,11 +235,11 @@ "tokens": 3731, "ndcg5": 0.7420624189796883, "ndcg10": 0.7619528590399762, - "p50_ms": 6.11218748963438, - "p90_ms": 13.151496389764366, - "p95_ms": 16.536335097043782, - "p99_ms": 24.067967009614208, - "index_ms": 232.0209169993177, + "p50_ms": 6.026645511155948, + "p90_ms": 13.399386889068415, + "p95_ms": 17.571318769478246, + "p99_ms": 24.285063774441358, + "index_ms": 213.81841698894277, "by_category": { "architecture": 0.5896918237758785, "semantic": 0.8193732041280086 @@ -253,11 +253,11 @@ "tokens": 3007, "ndcg5": 0.8208189387032997, "ndcg10": 0.857392320967274, - "p50_ms": 0.6730410095769912, - "p90_ms": 6.069083989132196, - "p95_ms": 6.722457997966558, - "p99_ms": 8.485458011273296, - "index_ms": 309.9401250074152, + "p50_ms": 0.6242080125957727, + "p90_ms": 5.984416988212615, + "p95_ms": 6.630250019952655, + "p99_ms": 8.335749991238119, + "index_ms": 301.6372919664718, "by_category": { "architecture": 0.888343919545452, "semantic": 0.7540923670549543, @@ -272,11 +272,11 @@ "tokens": 3131, "ndcg5": 0.9635059068184884, "ndcg10": 0.9635059068184884, - "p50_ms": 0.6814790103817359, - "p90_ms": 6.215520802652464, - "p95_ms": 6.9082725909538585, - "p99_ms": 8.526154507417228, - "index_ms": 272.2448330023326, + "p50_ms": 0.6753959751222283, + "p90_ms": 6.213737494545058, + "p95_ms": 6.69766870851163, + "p99_ms": 8.429233732749704, + "index_ms": 267.8850830416195, "by_category": { "architecture": 0.9732402630493958, "semantic": 0.94094521338378, @@ -288,14 +288,14 @@ "language": "javascript", "mode": "auto", "chunks": 168, - "tokens": 2421, + "tokens": 2420, "ndcg5": 0.8587075709912144, "ndcg10": 0.8696279428321226, - "p50_ms": 0.70433400105685, - "p90_ms": 3.953378915321082, - "p95_ms": 3.9902941076434217, - "p99_ms": 4.083426026336383, - "index_ms": 69.27866701153107, + "p50_ms": 0.7012294663581997, + "p90_ms": 3.8821868773084134, + "p95_ms": 3.98173748399131, + "p99_ms": 4.055647471686825, + "index_ms": 68.65937495604157, "by_category": { "architecture": 0.6030687082608802, "semantic": 0.9308017017042276, @@ -310,11 +310,11 @@ "tokens": 3235, "ndcg5": 0.7517782560805999, "ndcg10": 0.7826029997030854, - "p50_ms": 0.7302289886865765, - "p90_ms": 6.353412504540756, - "p95_ms": 6.600008330133281, - "p99_ms": 9.300035258347629, - "index_ms": 233.97074997774325, + "p50_ms": 0.7384585042018443, + "p90_ms": 6.643075268948451, + "p95_ms": 6.847133330302316, + "p99_ms": 9.414160285377871, + "index_ms": 239.02629199437797, "by_category": { "architecture": 0.663762511293996, "semantic": 0.8348152134004999, @@ -329,11 +329,11 @@ "tokens": 2426, "ndcg5": 0.6470043731162394, "ndcg10": 0.688749488579633, - "p50_ms": 0.9926250058924779, - "p90_ms": 1.1767454940127209, - "p95_ms": 1.1837600875878707, - "p99_ms": 1.1997520161094144, - "index_ms": 384.1704170044977, + "p50_ms": 1.0067500115837902, + "p90_ms": 1.1730086407624185, + "p95_ms": 1.184795523295179, + "p99_ms": 1.1975254875142127, + "index_ms": 392.26658403640613, "by_category": { "architecture": 1.0, "semantic": 0.631798727688293, @@ -348,11 +348,11 @@ "tokens": 2986, "ndcg5": 0.8477197786179612, "ndcg10": 0.8477197786179612, - "p50_ms": 0.4625419824151322, - "p90_ms": 0.4871753044426441, - "p95_ms": 0.49794587393989787, - "p99_ms": 0.5237227884936146, - "index_ms": 21.78979097516276, + "p50_ms": 0.47002051724120975, + "p90_ms": 0.49140857881866395, + "p95_ms": 0.5055559740867466, + "p99_ms": 0.5336447793524712, + "index_ms": 22.16358296573162, "by_category": { "architecture": 0.6703622950309012, "semantic": 0.9432199620879166 @@ -366,11 +366,11 @@ "tokens": 2797, "ndcg5": 0.9113147192765458, "ndcg10": 0.9113147192765458, - "p50_ms": 3.3141040185000747, - "p90_ms": 8.682807799777954, - "p95_ms": 12.775504797173198, - "p99_ms": 13.319600969261954, - "index_ms": 810.8294169942383, + "p50_ms": 3.6303960368968546, + "p90_ms": 8.728895540116362, + "p95_ms": 13.42854761169292, + "p99_ms": 13.547709529520944, + "index_ms": 808.2610840210691, "by_category": { "architecture": 0.8065735963827292, "semantic": 0.9, @@ -385,11 +385,11 @@ "tokens": 2603, "ndcg5": 0.8205558097806902, "ndcg10": 0.853282094626217, - "p50_ms": 0.7583749975310639, - "p90_ms": 4.565766800078563, - "p95_ms": 4.7150642072665505, - "p99_ms": 4.844745647569653, - "index_ms": 133.17487502354197, + "p50_ms": 0.7832710107322782, + "p90_ms": 4.589124920312315, + "p95_ms": 4.814451857237145, + "p99_ms": 4.877323996042833, + "index_ms": 139.80070798425004, "by_category": { "architecture": 0.6828696993548315, "semantic": 0.9589921948412731, @@ -404,11 +404,11 @@ "tokens": 3207, "ndcg5": 0.8591297799361982, "ndcg10": 0.8591297799361982, - "p50_ms": 0.718833995051682, - "p90_ms": 6.514600000809876, - "p95_ms": 8.417862496571612, - "p99_ms": 9.421272488543764, - "index_ms": 109.94624998420477, + "p50_ms": 0.7205420406535268, + "p90_ms": 6.533083599060772, + "p95_ms": 8.353462512604889, + "p99_ms": 9.319792515598238, + "index_ms": 109.9547499907203, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.8811396422923916, @@ -423,11 +423,11 @@ "tokens": 3388, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.49631249567028135, - "p90_ms": 4.947233080747537, - "p95_ms": 5.230465243221261, - "p99_ms": 5.257160247419961, - "index_ms": 132.77491700137034, + "p50_ms": 0.4918749909847975, + "p90_ms": 4.876207985216752, + "p95_ms": 5.067264224635437, + "p99_ms": 5.166919209295884, + "index_ms": 141.28316700225696, "by_category": { "architecture": 1.0, "semantic": 1.0, @@ -442,11 +442,11 @@ "tokens": 5293, "ndcg5": 0.9590790148145552, "ndcg10": 0.9590790148145552, - "p50_ms": 0.6551874976139516, - "p90_ms": 7.852683280361816, - "p95_ms": 8.385353859921457, - "p99_ms": 14.233870785392345, - "index_ms": 215.57437497540377, + "p50_ms": 0.6472915119957179, + "p90_ms": 7.375950610730797, + "p95_ms": 8.025752109824685, + "p99_ms": 13.628884024801655, + "index_ms": 185.59083295986056, "by_category": { "architecture": 1.0, "semantic": 0.9255982087537366, @@ -461,11 +461,11 @@ "tokens": 3252, "ndcg5": 0.8696123574829959, "ndcg10": 0.8958857274902101, - "p50_ms": 1.1927919986192137, - "p90_ms": 19.295207981485873, - "p95_ms": 27.019708009902388, - "p99_ms": 27.706675219815224, - "index_ms": 1374.7555419977289, + "p50_ms": 1.136584032792598, + "p90_ms": 17.471291997935623, + "p95_ms": 25.633249955717474, + "p99_ms": 26.254483603406698, + "index_ms": 1360.4810000397265, "by_category": { "architecture": 0.7216293209723186, "semantic": 0.9034794510269613, @@ -480,11 +480,11 @@ "tokens": 2977, "ndcg5": 0.6059541823122645, "ndcg10": 0.7042297304400422, - "p50_ms": 1.0024370130850002, - "p90_ms": 1.0741668986156583, - "p95_ms": 1.0813077169586904, - "p99_ms": 1.1727615623385643, - "index_ms": 2001.2494589900598, + "p50_ms": 0.8955840021371841, + "p90_ms": 0.9789086238015443, + "p95_ms": 0.9825351007748395, + "p99_ms": 0.9875069896224886, + "index_ms": 2016.4777919999324, "by_category": { "architecture": 0.6509413349725708, "semantic": 0.7478293267316096 @@ -498,11 +498,11 @@ "tokens": 2497, "ndcg5": 0.8574356157188727, "ndcg10": 0.8741022823855396, - "p50_ms": 5.073854001238942, - "p90_ms": 7.519342287559997, - "p95_ms": 9.782733634347098, - "p99_ms": 12.567246729740868, - "index_ms": 232.260499993572, + "p50_ms": 5.240000522462651, + "p90_ms": 7.133387512294579, + "p95_ms": 9.603049981524238, + "p99_ms": 12.222009972319935, + "index_ms": 222.64262498356402, "by_category": { "architecture": 0.7217132018086354, "semantic": 0.8919379108058652, @@ -517,11 +517,11 @@ "tokens": 5419, "ndcg5": 0.8890941716165459, "ndcg10": 0.9078419183064419, - "p50_ms": 0.609499984420836, - "p90_ms": 9.956008795415983, - "p95_ms": 10.15665798622649, - "p99_ms": 10.761097999638878, - "index_ms": 376.7518749809824, + "p50_ms": 0.599416031036526, + "p90_ms": 9.714166377671063, + "p95_ms": 9.91252092644572, + "p99_ms": 10.69387137889862, + "index_ms": 398.1262909946963, "by_category": { "architecture": 1.0, "semantic": 0.8936974380193028, @@ -536,11 +536,11 @@ "tokens": 2910, "ndcg5": 0.6721248511673115, "ndcg10": 0.7154638415285817, - "p50_ms": 1.0986665001837537, - "p90_ms": 8.593270805431532, - "p95_ms": 9.496285092609469, - "p99_ms": 9.607657017477322, - "index_ms": 335.0888330023736, + "p50_ms": 1.076666492735967, + "p90_ms": 8.624262525700033, + "p95_ms": 9.183522942475975, + "p99_ms": 9.645571778528392, + "index_ms": 333.60595803242177, "by_category": { "architecture": 0.6547543623015969, "semantic": 0.6675009816904887, @@ -555,11 +555,11 @@ "tokens": 3222, "ndcg5": 0.8828459250958742, "ndcg10": 0.9097317116419653, - "p50_ms": 0.3685420088004321, - "p90_ms": 0.40029168885666877, - "p95_ms": 0.5611940476228505, - "p99_ms": 2.932805222517341, - "index_ms": 23.566749994643033, + "p50_ms": 0.37583347875624895, + "p90_ms": 0.3985667019151151, + "p95_ms": 0.5483961023855976, + "p99_ms": 2.8166792041156405, + "index_ms": 24.921333009842783, "by_category": { "architecture": 0.8135191761199004, "semantic": 0.95, @@ -574,11 +574,11 @@ "tokens": 2771, "ndcg5": 0.7720650033558547, "ndcg10": 0.8110148544315884, - "p50_ms": 0.5890210013603792, - "p90_ms": 5.538879198138603, - "p95_ms": 6.17050864675548, - "p99_ms": 6.776101739960722, - "index_ms": 258.16395800211467, + "p50_ms": 0.5893330089747906, + "p90_ms": 5.504221410956235, + "p95_ms": 5.972339285654017, + "p99_ms": 6.622235053800977, + "index_ms": 248.22729197330773, "by_category": { "architecture": 0.752227327035497, "semantic": 0.744338224922911, @@ -593,11 +593,11 @@ "tokens": 3091, "ndcg5": 0.8557211782963206, "ndcg10": 0.8645104971905857, - "p50_ms": 0.49962502089329064, - "p90_ms": 4.503500007558614, - "p95_ms": 4.672625014791265, - "p99_ms": 5.3962577891070405, - "index_ms": 117.8150000050664, + "p50_ms": 0.5132080405019224, + "p90_ms": 4.276040999684483, + "p95_ms": 4.583417030517012, + "p99_ms": 5.229083413723857, + "index_ms": 118.64950001472607, "by_category": { "architecture": 0.844478447513369, "semantic": 0.875474919603933, @@ -612,11 +612,11 @@ "tokens": 2937, "ndcg5": 0.9346268032608155, "ndcg10": 0.9346268032608155, - "p50_ms": 0.515270497999154, - "p90_ms": 1.0473335947608642, - "p95_ms": 5.253153873491101, - "p99_ms": 5.290330764255486, - "index_ms": 447.5837920035701, + "p50_ms": 0.5231039831414819, + "p90_ms": 1.0738083044998414, + "p95_ms": 5.311028836877085, + "p99_ms": 5.5496057571144775, + "index_ms": 465.137708990369, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9329718794032036, @@ -631,11 +631,11 @@ "tokens": 3122, "ndcg5": 0.8596409794466148, "ndcg10": 0.8596409794466148, - "p50_ms": 0.6501875031972304, - "p90_ms": 5.373241924098694, - "p95_ms": 6.032688962295651, - "p99_ms": 6.213537780568004, - "index_ms": 287.7680830133613, + "p50_ms": 0.6389579793903977, + "p90_ms": 5.379238113528118, + "p95_ms": 5.8717645646538585, + "p99_ms": 6.206385734258219, + "index_ms": 301.08387500513345, "by_category": { "architecture": 0.9696354815039873, "semantic": 0.7613642454462158, @@ -650,11 +650,11 @@ "tokens": 3451, "ndcg5": 0.8981274659106212, "ndcg10": 0.8981274659106212, - "p50_ms": 1.2502919998951256, - "p90_ms": 9.284037799807267, - "p95_ms": 10.267079135519456, - "p99_ms": 14.317182223894626, - "index_ms": 625.2725410158746, + "p50_ms": 1.2475209950935096, + "p90_ms": 9.561687475070357, + "p95_ms": 10.225231247022752, + "p99_ms": 14.249146208167069, + "index_ms": 599.9469579546712, "by_category": { "architecture": 0.6751724527673773, "semantic": 0.9261859507142916, @@ -669,11 +669,11 @@ "tokens": 2789, "ndcg5": 0.932845925095874, "ndcg10": 0.932845925095874, - "p50_ms": 0.6508954975288361, - "p90_ms": 4.262024720082992, - "p95_ms": 4.565312498016283, - "p99_ms": 4.771462519420311, - "index_ms": 83.21750001050532, + "p50_ms": 0.6801040144637227, + "p90_ms": 4.420499713160098, + "p95_ms": 4.57001248432789, + "p99_ms": 4.699402496335097, + "index_ms": 84.53349996125326, "by_category": { "architecture": 1.0, "semantic": 0.8966860386090373, @@ -688,11 +688,11 @@ "tokens": 2995, "ndcg5": 0.9569537411240482, "ndcg10": 0.9569537411240482, - "p50_ms": 5.847916501807049, - "p90_ms": 7.829870824934915, - "p95_ms": 8.024666363780854, - "p99_ms": 10.644133253663309, - "index_ms": 549.9587079975754, + "p50_ms": 5.746604496380314, + "p90_ms": 7.933758705621585, + "p95_ms": 8.185996516840536, + "p99_ms": 11.2550664844457, + "index_ms": 552.9132499941625, "by_category": { "architecture": 0.9590717717793499, "semantic": 0.9472756790816368, @@ -707,11 +707,11 @@ "tokens": 3071, "ndcg5": 0.8558604034079137, "ndcg10": 0.8655928985311748, - "p50_ms": 0.5087919998914003, - "p90_ms": 4.052250005770475, - "p95_ms": 4.832667007576674, - "p99_ms": 5.004966992419213, - "index_ms": 100.24912501103245, + "p50_ms": 0.5249169771559536, + "p90_ms": 4.0267499862238765, + "p95_ms": 4.654916003346443, + "p99_ms": 4.919916810467839, + "index_ms": 106.74391605425626, "by_category": { "architecture": 0.804418536224494, "semantic": 0.8385023461759126, @@ -726,11 +726,11 @@ "tokens": 2854, "ndcg5": 0.7271911875419426, "ndcg10": 0.7661410386176761, - "p50_ms": 1.3348750217119232, - "p90_ms": 15.423920811736027, - "p95_ms": 16.224101808620617, - "p99_ms": 17.419487572042268, - "index_ms": 1773.6882090102881, + "p50_ms": 1.8948954821098596, + "p90_ms": 16.03446190711111, + "p95_ms": 16.254066629335288, + "p99_ms": 18.542679753154513, + "index_ms": 1787.0747499982826, "by_category": { "architecture": 0.6226294385530917, "semantic": 0.708679883333827, @@ -745,11 +745,11 @@ "tokens": 5691, "ndcg5": 0.9258891280402999, "ndcg10": 0.9258891280402999, - "p50_ms": 3.399291992536746, - "p90_ms": 11.6759371914668, - "p95_ms": 12.233131262473766, - "p99_ms": 15.318826246075327, - "index_ms": 371.07195900171064, + "p50_ms": 3.595458489144221, + "p90_ms": 11.800391302676873, + "p95_ms": 12.601372261997316, + "p99_ms": 15.773708082269872, + "index_ms": 393.7104999786243, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.9298416114861429, @@ -764,11 +764,11 @@ "tokens": 3653, "ndcg5": 0.7900720626804801, "ndcg10": 0.817659101188055, - "p50_ms": 1.0360834858147427, - "p90_ms": 7.704725302755834, - "p95_ms": 8.278220846841577, - "p99_ms": 8.334777774580289, - "index_ms": 177.91358300019056, + "p50_ms": 1.0648125025909394, + "p90_ms": 8.588986907852814, + "p95_ms": 8.59603125427384, + "p99_ms": 8.642106229090132, + "index_ms": 181.17975001223385, "by_category": { "architecture": 0.8100730714340207, "semantic": 0.668952931960422, @@ -783,11 +783,11 @@ "tokens": 2712, "ndcg5": 0.7270004576052422, "ndcg10": 0.767053986066706, - "p50_ms": 1.261687502847053, - "p90_ms": 16.249916990636848, - "p95_ms": 16.82372738578124, - "p99_ms": 16.824645475426223, - "index_ms": 2473.6611249973066, + "p50_ms": 1.3518335181288421, + "p90_ms": 16.28676641266793, + "p95_ms": 16.39008162310347, + "p99_ms": 16.464783556293696, + "index_ms": 2556.2541660037823, "by_category": { "architecture": 0.7179954576115433, "semantic": 0.7426868627202068, @@ -802,11 +802,11 @@ "tokens": 3068, "ndcg5": 0.6946394630357187, "ndcg10": 0.7263576294855845, - "p50_ms": 0.6866039911983535, - "p90_ms": 0.7298838929273188, - "p95_ms": 0.7338559560594149, - "p99_ms": 0.7874048003577626, - "index_ms": 148.36804100195877, + "p50_ms": 0.7029375119600445, + "p90_ms": 0.7367630838416517, + "p95_ms": 0.7496437348891051, + "p99_ms": 0.9038287366274742, + "index_ms": 149.34633299708366, "by_category": { "architecture": 0.8459052436406065, "semantic": 0.6285459451769299 @@ -820,11 +820,11 @@ "tokens": 3079, "ndcg5": 0.5424282114366414, "ndcg10": 0.6060468408375095, - "p50_ms": 0.8406039996771142, - "p90_ms": 0.9844003012403846, - "p95_ms": 1.0014145518653095, - "p99_ms": 1.0571157210506499, - "index_ms": 634.7027919837274, + "p50_ms": 0.8110204944387078, + "p90_ms": 0.9492621873505414, + "p95_ms": 0.9537812788039446, + "p99_ms": 0.98085624165833, + "index_ms": 597.2390830283985, "by_category": { "architecture": 0.43067655807339306, "semantic": 0.5939033477042664, @@ -839,11 +839,11 @@ "tokens": 2653, "ndcg5": 0.874427588278496, "ndcg10": 0.8920487559320669, - "p50_ms": 5.923584001720883, - "p90_ms": 8.293729202705435, - "p95_ms": 8.375125314341858, - "p99_ms": 8.640491465339437, - "index_ms": 560.4297500103712, + "p50_ms": 5.9413755079731345, + "p90_ms": 8.008983283070847, + "p95_ms": 8.391735091572627, + "p99_ms": 8.44914702582173, + "index_ms": 547.5171669968404, "by_category": { "architecture": 0.6736862264229985, "semantic": 0.9051366903277052, @@ -858,11 +858,11 @@ "tokens": 3478, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.7623544952366501, - "p90_ms": 0.8817080146400258, - "p95_ms": 0.8915933882235549, - "p99_ms": 0.93925147986738, - "index_ms": 1052.4835830146912, + "p50_ms": 0.7640419935341924, + "p90_ms": 0.8568958204705268, + "p95_ms": 0.8713121962500736, + "p99_ms": 0.8823960268637165, + "index_ms": 1110.373208008241, "by_category": { "architecture": 1.0, "semantic": 0.9769331095982161 @@ -876,11 +876,11 @@ "tokens": 3196, "ndcg5": 0.6512217603364261, "ndcg10": 0.6723612520567586, - "p50_ms": 0.552916491869837, - "p90_ms": 3.685737503110432, - "p95_ms": 4.294306252268143, - "p99_ms": 4.551661243312992, - "index_ms": 46.73000000184402, + "p50_ms": 0.527604017406702, + "p90_ms": 3.6144749727100143, + "p95_ms": 4.196799991768785, + "p99_ms": 4.330559992813505, + "index_ms": 46.722708037123084, "by_category": { "architecture": 0.6144216780370446, "semantic": 0.6646273294875858, @@ -895,11 +895,11 @@ "tokens": 2639, "ndcg5": 0.8745181254051755, "ndcg10": 0.8833800897443777, - "p50_ms": 0.9431874932488427, - "p90_ms": 5.250945797888562, - "p95_ms": 5.388499711989425, - "p99_ms": 5.4176335473312065, - "index_ms": 162.99962499761023, + "p50_ms": 0.9441039874218404, + "p90_ms": 5.235704791266471, + "p95_ms": 5.337569038965739, + "p99_ms": 5.381680208374746, + "index_ms": 166.5702079772018, "by_category": { "architecture": 0.6108909204244194, "semantic": 0.9613147192765459, @@ -914,11 +914,11 @@ "tokens": 2812, "ndcg5": 0.8806128427182248, "ndcg10": 0.8806128427182248, - "p50_ms": 10.332021018257365, - "p90_ms": 12.932391310459936, - "p95_ms": 14.519597304752098, - "p99_ms": 15.500853074481709, - "index_ms": 972.3829999857116, + "p50_ms": 10.330979013815522, + "p90_ms": 12.408333696657794, + "p95_ms": 13.697698537725957, + "p99_ms": 15.318239678163078, + "index_ms": 926.4559589792043, "by_category": { "architecture": 0.9251084237866075, "semantic": 0.8237823919677136, @@ -933,11 +933,11 @@ "tokens": 3048, "ndcg5": 0.8295386627570916, "ndcg10": 0.8404590345979999, - "p50_ms": 0.8515625086147338, - "p90_ms": 6.473646385711619, - "p95_ms": 6.998670494067483, - "p99_ms": 7.138700498617254, - "index_ms": 390.2190839871764, + "p50_ms": 0.7512709707953036, + "p90_ms": 6.258750020060689, + "p95_ms": 6.703045874019153, + "p99_ms": 6.753142774687149, + "index_ms": 390.1175829814747, "by_category": { "architecture": 0.7951420120034352, "semantic": 0.8243186607935954, @@ -952,11 +952,11 @@ "tokens": 3072, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.45687500096391886, - "p90_ms": 0.49320859543513507, - "p95_ms": 0.49809136253315955, - "p99_ms": 0.4982182808453217, - "index_ms": 105.457124998793, + "p50_ms": 0.45262498315423727, + "p90_ms": 0.47825772780925035, + "p95_ms": 0.49061846220865846, + "p99_ms": 0.49495730781927705, + "index_ms": 110.11520796455443, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -970,11 +970,11 @@ "tokens": 2679, "ndcg5": 0.6270750787545916, "ndcg10": 0.6587932452044573, - "p50_ms": 1.444729496142827, - "p90_ms": 14.623241592198612, - "p95_ms": 16.116684806183912, - "p99_ms": 16.211970553849824, - "index_ms": 1586.6670830000658, + "p50_ms": 1.3723540178034455, + "p90_ms": 13.503800320904706, + "p95_ms": 15.50507704669144, + "p99_ms": 16.06674817565363, + "index_ms": 1492.433457984589, "by_category": { "architecture": 0.6368991050595311, "semantic": 0.673389338634408 @@ -988,11 +988,11 @@ "tokens": 6561, "ndcg5": 0.8696694218045175, "ndcg10": 0.8696694218045175, - "p50_ms": 0.7572920003440231, - "p90_ms": 6.684941618004813, - "p95_ms": 7.479637191863727, - "p99_ms": 8.562727441312745, - "index_ms": 277.530207997188, + "p50_ms": 0.703292025718838, + "p90_ms": 6.275550404097884, + "p95_ms": 7.0966409868560705, + "p99_ms": 8.019861017819494, + "index_ms": 255.50687505165115, "by_category": { "architecture": 0.8214210289682636, "semantic": 0.8758471076530654, @@ -1007,11 +1007,11 @@ "tokens": 5453, "ndcg5": 0.9077324383928644, "ndcg10": 0.9077324383928644, - "p50_ms": 0.6228120037121698, - "p90_ms": 5.306166375521571, - "p95_ms": 5.7614045130321765, - "p99_ms": 6.7359145014779624, - "index_ms": 151.03141599684022, + "p50_ms": 0.5957914690952748, + "p90_ms": 4.975942010059954, + "p95_ms": 5.41783573862631, + "p99_ms": 6.2146007228875515, + "index_ms": 144.76424996973947, "by_category": { "architecture": 1.0, "semantic": 0.868189197704092, @@ -1026,11 +1026,11 @@ "tokens": 3259, "ndcg5": 0.7779397805814576, "ndcg10": 0.7990792723017901, - "p50_ms": 0.9161875059362501, - "p90_ms": 9.926333077601157, - "p95_ms": 10.577508996357214, - "p99_ms": 14.19966901710722, - "index_ms": 664.9602499965113, + "p50_ms": 0.8387715206481516, + "p90_ms": 9.12412969628349, + "p95_ms": 9.751593103283088, + "p99_ms": 12.972885019262316, + "index_ms": 638.1215409492142, "by_category": { "architecture": 0.7133473647659958, "semantic": 0.7946530173877968, @@ -1045,11 +1045,11 @@ "tokens": 2716, "ndcg5": 0.9200892395358251, "ndcg10": 0.9200892395358251, - "p50_ms": 0.6087920046411455, - "p90_ms": 5.738408205797898, - "p95_ms": 7.656791845511176, - "p99_ms": 9.392491149192207, - "index_ms": 134.98820801032707, + "p50_ms": 0.5772290169261396, + "p90_ms": 5.3691295091994125, + "p95_ms": 7.105498242890459, + "p99_ms": 8.67043326492421, + "index_ms": 117.37654102034867, "by_category": { "architecture": 1.0, "semantic": 0.8561606311644849, @@ -1064,11 +1064,11 @@ "tokens": 2508, "ndcg5": 0.8445678978178954, "ndcg10": 0.8445678978178954, - "p50_ms": 0.884458000655286, - "p90_ms": 6.659637496341023, - "p95_ms": 9.03034998482326, - "p99_ms": 9.273169997904915, - "index_ms": 256.3933749916032, + "p50_ms": 0.8368125127162784, + "p90_ms": 6.538095325231556, + "p95_ms": 8.946779780671932, + "p99_ms": 9.077055964735337, + "index_ms": 223.2084579882212, "by_category": { "architecture": 0.845500808108813, "semantic": 0.8596832229722856, @@ -1083,11 +1083,11 @@ "tokens": 3434, "ndcg5": 0.9158764682653967, "ndcg10": 0.9158764682653967, - "p50_ms": 0.9837919933488593, - "p90_ms": 1.11305799218826, - "p95_ms": 1.16684968379559, - "p99_ms": 1.1671035425388254, - "index_ms": 3442.269125021994, + "p50_ms": 1.0316870175302029, + "p90_ms": 1.124629465630278, + "p95_ms": 1.1758628475945443, + "p99_ms": 1.2073397391941398, + "index_ms": 3384.953958040569, "by_category": { "architecture": 0.9430676558073394, "semantic": 0.8886852807234542 @@ -1101,11 +1101,11 @@ "tokens": 2834, "ndcg5": 0.8863147192765458, "ndcg10": 0.9137963988128106, - "p50_ms": 0.4986454878235236, - "p90_ms": 3.254249395104125, - "p95_ms": 3.420720873691609, - "p99_ms": 5.460877776204139, - "index_ms": 28.31820899154991, + "p50_ms": 0.6011460209265351, + "p90_ms": 3.4300118975806986, + "p95_ms": 3.7916791334282625, + "p99_ms": 5.80460223718546, + "index_ms": 30.3079160512425, "by_category": { "architecture": 0.9032867981913646, "semantic": 0.872911909678669, @@ -1120,11 +1120,11 @@ "tokens": 3016, "ndcg5": 0.9652540586697873, "ndcg10": 0.9652540586697873, - "p50_ms": 0.4928539856337011, - "p90_ms": 4.814124997938052, - "p95_ms": 4.8392521202913485, - "p99_ms": 4.8620840345392935, - "index_ms": 66.99887500144541, + "p50_ms": 0.49322948325425386, + "p90_ms": 4.849058639956638, + "p95_ms": 4.8558580107055604, + "p99_ms": 4.9227379891090095, + "index_ms": 76.11029199324548, "by_category": { "architecture": 0.9709908720694624, "semantic": 0.9385181336136883, @@ -1139,11 +1139,11 @@ "tokens": 3017, "ndcg5": 0.7965338279036697, "ndcg10": 0.8301174310983572, - "p50_ms": 1.332583007751964, - "p90_ms": 8.300833700923254, - "p95_ms": 11.388340264966246, - "p99_ms": 11.954635241709182, - "index_ms": 499.70674997894093, + "p50_ms": 1.3008539972361177, + "p90_ms": 8.087304211221639, + "p95_ms": 10.411131626460701, + "p99_ms": 10.927393559832126, + "index_ms": 495.4705420532264, "by_category": { "architecture": 0.8543823750838853, "semantic": 0.6764208118547154, @@ -1155,14 +1155,14 @@ "language": "ruby", "mode": "auto", "chunks": 70, - "tokens": 2832, + "tokens": 2831, "ndcg5": 0.9530803155822426, "ndcg10": 0.9530803155822426, - "p50_ms": 0.472707994049415, - "p90_ms": 8.09361249266658, - "p95_ms": 8.158379199448973, - "p99_ms": 8.186943030450493, - "index_ms": 36.50933297467418, + "p50_ms": 0.46131250564940274, + "p90_ms": 7.793379505164921, + "p95_ms": 7.922491952194832, + "p99_ms": 7.957831203821115, + "index_ms": 35.63395899254829, "by_category": { "architecture": 0.8123212623289702, "semantic": 1.0, @@ -1177,11 +1177,11 @@ "tokens": 3153, "ndcg5": 0.7723856192940887, "ndcg10": 0.7872645734184941, - "p50_ms": 3.991999983554706, - "p90_ms": 8.747141214553269, - "p95_ms": 11.25083320657722, - "p99_ms": 13.535833832575003, - "index_ms": 44.049167016055435, + "p50_ms": 4.306499962694943, + "p90_ms": 9.042775211855771, + "p95_ms": 12.01840878929942, + "p99_ms": 14.856548919342453, + "index_ms": 43.9603750128299, "by_category": { "architecture": 0.6399069297160626, "semantic": 0.7592455236131767, @@ -1196,11 +1196,11 @@ "tokens": 2876, "ndcg5": 0.9339593901316886, "ndcg10": 0.9427487090259538, - "p50_ms": 0.575915997615084, - "p90_ms": 4.488667007535696, - "p95_ms": 4.875958984484896, - "p99_ms": 5.062491790158674, - "index_ms": 88.81025001755916, + "p50_ms": 0.5739160114899278, + "p90_ms": 4.412334004882723, + "p95_ms": 4.82458301121369, + "p99_ms": 4.988016618881375, + "index_ms": 92.47533301822841, "by_category": { "architecture": 0.8907020808677296, "semantic": 1.0, @@ -1215,11 +1215,11 @@ "tokens": 3061, "ndcg5": 0.8024434932958862, "ndcg10": 0.8024434932958862, - "p50_ms": 0.6669374997727573, - "p90_ms": 0.7038083043880761, - "p95_ms": 0.9773663565283676, - "p99_ms": 4.614473275723861, - "index_ms": 229.0472500026226, + "p50_ms": 0.6670624716207385, + "p90_ms": 0.7122247363440692, + "p95_ms": 0.9973937354516274, + "p99_ms": 4.7995787335094, + "index_ms": 237.65654204180464, "by_category": { "architecture": 0.8805425336407291, "semantic": 0.760390163879432 @@ -1233,11 +1233,11 @@ "tokens": 3492, "ndcg5": 0.9438607657669025, "ndcg10": 0.9530895506058809, - "p50_ms": 1.0473540023667738, - "p90_ms": 9.748520818538966, - "p95_ms": 10.45776635146467, - "p99_ms": 10.872853266482707, - "index_ms": 1253.6623330088332, + "p50_ms": 1.0944369714707136, + "p90_ms": 9.424395515816288, + "p95_ms": 10.10447054868564, + "p99_ms": 10.908361317124216, + "index_ms": 1234.3772920430638, "by_category": { "architecture": 0.8436318353529363, "semantic": 1.0, @@ -1252,11 +1252,11 @@ "tokens": 2942, "ndcg5": 0.8117219727220212, "ndcg10": 0.8318711294019078, - "p50_ms": 4.943813008139841, - "p90_ms": 6.203962810104713, - "p95_ms": 6.651516695274043, - "p99_ms": 9.463770532747725, - "index_ms": 152.68620898132212, + "p50_ms": 4.919499973766506, + "p90_ms": 6.31486700149253, + "p95_ms": 6.751681555761027, + "p99_ms": 9.721602707868437, + "index_ms": 147.5726249627769, "by_category": { "architecture": 0.7751964340658473, "semantic": 0.7765501593587683, @@ -1271,11 +1271,11 @@ "tokens": 2553, "ndcg5": 0.7740663550396519, "ndcg10": 0.828789449954672, - "p50_ms": 0.9671660081949085, - "p90_ms": 6.1554172018077224, - "p95_ms": 6.234845200378913, - "p99_ms": 6.3192690364667214, - "index_ms": 340.5363749770913, + "p50_ms": 0.9280630038119853, + "p90_ms": 6.0062377830035985, + "p95_ms": 6.143606247496791, + "p99_ms": 6.169921248801984, + "index_ms": 337.47962495544925, "by_category": { "architecture": 0.5394794582550125, "semantic": 0.8540964731663144, @@ -1290,11 +1290,11 @@ "tokens": 2797, "ndcg5": 0.6573465818787765, "ndcg10": 0.6929673005895788, - "p50_ms": 0.9482084860792384, - "p90_ms": 7.311525003751742, - "p95_ms": 8.441466672229584, - "p99_ms": 12.087059732875781, - "index_ms": 453.6937919910997, + "p50_ms": 0.9613540023565292, + "p90_ms": 7.3021381511352965, + "p95_ms": 8.303716659429487, + "p99_ms": 11.858109733439045, + "index_ms": 442.2005829983391, "by_category": { "architecture": 0.6132788343159646, "semantic": 0.6862493865749392, @@ -1309,11 +1309,11 @@ "tokens": 3034, "ndcg5": 0.8039694436225424, "ndcg10": 0.8141885635019669, - "p50_ms": 0.46981249761302024, - "p90_ms": 4.854462799266912, - "p95_ms": 4.936895846913103, - "p99_ms": 5.157612785988022, - "index_ms": 63.7925410119351, + "p50_ms": 0.473999505629763, + "p90_ms": 4.83410419546999, + "p95_ms": 4.9160961410962045, + "p99_ms": 5.1734192366711795, + "index_ms": 63.62349999835715, "by_category": { "architecture": 0.7691051895584848, "semantic": 0.8442441461309548 @@ -1327,11 +1327,11 @@ "tokens": 3112, "ndcg5": 0.9196394630357186, "ndcg10": 0.9196394630357186, - "p50_ms": 3.4465620119590312, - "p90_ms": 33.48887940228452, - "p95_ms": 36.886228568619124, - "p99_ms": 44.27627932163885, - "index_ms": 6564.0897920238785, + "p50_ms": 3.1882080365903676, + "p90_ms": 32.719475327758126, + "p95_ms": 36.40182919625659, + "p99_ms": 42.04033305461052, + "index_ms": 6533.802125020884, "by_category": { "architecture": 0.7103099178571526, "semantic": 0.9565799710084067 @@ -1345,11 +1345,11 @@ "tokens": 2525, "ndcg5": 0.9380929753571458, "ndcg10": 0.9380929753571458, - "p50_ms": 0.52699948719237, - "p90_ms": 4.58051220048219, - "p95_ms": 4.771964599785861, - "p99_ms": 4.801826523325872, - "index_ms": 52.592790976632386, + "p50_ms": 0.5207709909882396, + "p90_ms": 4.470046085771173, + "p95_ms": 4.648328878101893, + "p99_ms": 4.7242657985771075, + "index_ms": 55.59833301231265, "by_category": { "architecture": 1.0, "semantic": 0.9312144170634953 @@ -1363,11 +1363,11 @@ "tokens": 2934, "ndcg5": 0.8761859507142915, "ndcg10": 0.8761859507142915, - "p50_ms": 0.8663960034027696, - "p90_ms": 0.9202371962601319, - "p95_ms": 1.3387604703893943, - "p99_ms": 7.645019303890866, - "index_ms": 609.4946670054924, + "p50_ms": 0.8163540042005479, + "p90_ms": 0.8719455276150259, + "p95_ms": 1.3746558775892537, + "p99_ms": 7.393063979106945, + "index_ms": 604.4117499841377, "by_category": { "architecture": 0.804418536224494, "semantic": 0.9148299431318748 @@ -1381,11 +1381,11 @@ "tokens": 2865, "ndcg5": 0.595861623462428, "ndcg10": 0.6136719828178292, - "p50_ms": 7.229167007608339, - "p90_ms": 9.13574168807827, - "p95_ms": 9.394462844647936, - "p99_ms": 12.473159780784039, - "index_ms": 840.4419169819448, + "p50_ms": 7.352958025876433, + "p90_ms": 9.013220487395301, + "p95_ms": 9.315005911048505, + "p99_ms": 12.54953480092808, + "index_ms": 849.7138330130838, "by_category": { "architecture": 0.6297620990369716, "semantic": 0.586420115895172, diff --git a/benchmarks/results/semble-hybrid-d36268329f6a.json b/benchmarks/results/semble-hybrid-d36268329f6a.json deleted file mode 100644 index 12973e5..0000000 --- a/benchmarks/results/semble-hybrid-d36268329f6a.json +++ /dev/null @@ -1,1396 +0,0 @@ -{ - "tool": "semble-hybrid", - "model": "minishlab/potion-code-16M", - "summary": { - "ndcg10": 0.8529, - "tokens": 3196.0, - "p50_ms": 1.635, - "p90_ms": 7.096, - "p95_ms": 8.062, - "p99_ms": 9.396, - "index_ms": 661.2, - "by_category": { - "architecture": 0.802, - "semantic": 0.8447, - "symbol": 0.9597 - } - }, - "by_language": { - "bash": { - "repos": 3, - "tokens": 2828.0, - "ndcg10": 0.8455, - "p50_ms": 0.649, - "p90_ms": 0.727, - "p95_ms": 0.733, - "p99_ms": 0.743, - "index_ms": 184.5 - }, - "c": { - "repos": 3, - "tokens": 3163.0, - "ndcg10": 0.7421, - "p50_ms": 0.924, - "p90_ms": 1.039, - "p95_ms": 1.09, - "p99_ms": 1.104, - "index_ms": 2009.6 - }, - "cpp": { - "repos": 3, - "tokens": 2991.0, - "ndcg10": 0.895, - "p50_ms": 1.027, - "p90_ms": 11.39, - "p95_ms": 13.259, - "p99_ms": 13.76, - "index_ms": 2045.7 - }, - "csharp": { - "repos": 3, - "tokens": 2654.0, - "ndcg10": 0.8823, - "p50_ms": 7.485, - "p90_ms": 9.629, - "p95_ms": 11.014, - "p99_ms": 12.735, - "index_ms": 611.3 - }, - "elixir": { - "repos": 3, - "tokens": 5811.0, - "ndcg10": 0.8951, - "p50_ms": 0.679, - "p90_ms": 7.189, - "p95_ms": 7.752, - "p99_ms": 8.494, - "index_ms": 263.9 - }, - "go": { - "repos": 3, - "tokens": 3673.0, - "ndcg10": 0.8907, - "p50_ms": 0.686, - "p90_ms": 5.801, - "p95_ms": 6.37, - "p99_ms": 8.26, - "index_ms": 213.2 - }, - "haskell": { - "repos": 3, - "tokens": 3148.0, - "ndcg10": 0.745, - "p50_ms": 2.67, - "p90_ms": 10.716, - "p95_ms": 12.55, - "p99_ms": 15.532, - "index_ms": 599.9 - }, - "java": { - "repos": 3, - "tokens": 3186.0, - "ndcg10": 0.8534, - "p50_ms": 1.318, - "p90_ms": 14.554, - "p95_ms": 18.166, - "p99_ms": 19.853, - "index_ms": 1253.3 - }, - "javascript": { - "repos": 3, - "tokens": 2825.0, - "ndcg10": 0.8977, - "p50_ms": 0.527, - "p90_ms": 2.529, - "p95_ms": 2.693, - "p99_ms": 4.151, - "index_ms": 52.5 - }, - "kotlin": { - "repos": 3, - "tokens": 4085.0, - "ndcg10": 0.8197, - "p50_ms": 1.874, - "p90_ms": 9.5, - "p95_ms": 9.971, - "p99_ms": 11.256, - "index_ms": 298.3 - }, - "lua": { - "repos": 3, - "tokens": 3202.0, - "ndcg10": 0.8368, - "p50_ms": 0.744, - "p90_ms": 0.834, - "p95_ms": 0.964, - "p99_ms": 2.358, - "index_ms": 484.2 - }, - "php": { - "repos": 3, - "tokens": 2713.0, - "ndcg10": 0.8611, - "p50_ms": 1.004, - "p90_ms": 9.019, - "p95_ms": 9.211, - "p99_ms": 9.344, - "index_ms": 922.2 - }, - "python": { - "repos": 9, - "tokens": 3075.0, - "ndcg10": 0.8642, - "p50_ms": 0.583, - "p90_ms": 5.325, - "p95_ms": 5.818, - "p99_ms": 6.567, - "index_ms": 195.1 - }, - "ruby": { - "repos": 3, - "tokens": 2685.0, - "ndcg10": 0.9059, - "p50_ms": 0.624, - "p90_ms": 6.455, - "p95_ms": 7.966, - "p99_ms": 8.681, - "index_ms": 126.0 - }, - "rust": { - "repos": 3, - "tokens": 3248.0, - "ndcg10": 0.8553, - "p50_ms": 1.156, - "p90_ms": 8.56, - "p95_ms": 9.694, - "p99_ms": 10.998, - "index_ms": 671.0 - }, - "scala": { - "repos": 3, - "tokens": 3000.0, - "ndcg10": 0.9091, - "p50_ms": 3.297, - "p90_ms": 7.614, - "p95_ms": 9.718, - "p99_ms": 11.344, - "index_ms": 489.9 - }, - "swift": { - "repos": 3, - "tokens": 2946.0, - "ndcg10": 0.8599, - "p50_ms": 1.961, - "p90_ms": 7.049, - "p95_ms": 8.177, - "p99_ms": 9.666, - "index_ms": 223.7 - }, - "typescript": { - "repos": 3, - "tokens": 2868.0, - "ndcg10": 0.7128, - "p50_ms": 4.422, - "p90_ms": 7.586, - "p95_ms": 8.061, - "p99_ms": 11.276, - "index_ms": 479.6 - }, - "zig": { - "repos": 3, - "tokens": 2857.0, - "ndcg10": 0.9113, - "p50_ms": 1.545, - "p90_ms": 12.85, - "p95_ms": 14.463, - "p99_ms": 18.069, - "index_ms": 2370.9 - } - }, - "repos": [ - { - "repo": "abseil-cpp", - "language": "cpp", - "mode": "auto", - "chunks": 8604, - "tokens": 2987, - "ndcg5": 0.9002968226739917, - "ndcg10": 0.9099681428548552, - "p50_ms": 1.772479503415525, - "p90_ms": 26.30014581955038, - "p95_ms": 27.02528511872515, - "p99_ms": 28.485657030250874, - "index_ms": 5310.865457984619, - "by_category": { - "architecture": 1.0, - "semantic": 0.9132908571398067, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "aeson", - "language": "haskell", - "mode": "auto", - "chunks": 393, - "tokens": 3731, - "ndcg5": 0.7420624189796883, - "ndcg10": 0.7619528590399762, - "p50_ms": 6.058812519768253, - "p90_ms": 13.065267290221533, - "p95_ms": 16.542262848815888, - "p99_ms": 25.146918973769047, - "index_ms": 221.51375003159046, - "by_category": { - "architecture": 0.5896918237758785, - "semantic": 0.8193732041280086 - } - }, - { - "repo": "aiohttp", - "language": "python", - "mode": "auto", - "chunks": 746, - "tokens": 3007, - "ndcg5": 0.8208189387032997, - "ndcg10": 0.857392320967274, - "p50_ms": 0.6296660285443068, - "p90_ms": 5.94633404398337, - "p95_ms": 6.691041984595358, - "p99_ms": 8.397775632329287, - "index_ms": 301.45600001560524, - "by_category": { - "architecture": 0.888343919545452, - "semantic": 0.7540923670549543, - "symbol": 1.0 - } - }, - { - "repo": "alamofire", - "language": "swift", - "mode": "auto", - "chunks": 655, - "tokens": 3131, - "ndcg5": 0.9635059068184884, - "ndcg10": 0.9635059068184884, - "p50_ms": 0.676208030199632, - "p90_ms": 6.227908580331133, - "p95_ms": 6.693120504496621, - "p99_ms": 8.498690495034676, - "index_ms": 281.0645829886198, - "by_category": { - "architecture": 0.9732402630493958, - "semantic": 0.94094521338378, - "symbol": 1.0 - } - }, - { - "repo": "axios", - "language": "javascript", - "mode": "auto", - "chunks": 168, - "tokens": 2420, - "ndcg5": 0.8587075709912144, - "ndcg10": 0.8696279428321226, - "p50_ms": 0.7061875076033175, - "p90_ms": 3.9205958950333297, - "p95_ms": 3.964106907369569, - "p99_ms": 4.116454977774993, - "index_ms": 106.3231669832021, - "by_category": { - "architecture": 0.6030687082608802, - "semantic": 0.9308017017042276, - "symbol": 1.0 - } - }, - { - "repo": "axum", - "language": "rust", - "mode": "auto", - "chunks": 515, - "tokens": 3235, - "ndcg5": 0.7517782560805999, - "ndcg10": 0.7826029997030854, - "p50_ms": 0.7360624731518328, - "p90_ms": 6.344566942425445, - "p95_ms": 6.5657368744723525, - "p99_ms": 9.77021377300843, - "index_ms": 235.19187502097338, - "by_category": { - "architecture": 0.663762511293996, - "semantic": 0.8348152134004999, - "symbol": 0.7718216255952429 - } - }, - { - "repo": "bash-it", - "language": "bash", - "mode": "auto", - "chunks": 736, - "tokens": 2426, - "ndcg5": 0.6470043731162394, - "ndcg10": 0.688749488579633, - "p50_ms": 1.0065414826385677, - "p90_ms": 1.1839999933727086, - "p95_ms": 1.1912146408576518, - "p99_ms": 1.1982765013817698, - "index_ms": 421.4187499601394, - "by_category": { - "architecture": 1.0, - "semantic": 0.631798727688293, - "symbol": 0.7123212623289701 - } - }, - { - "repo": "bats-core", - "language": "bash", - "mode": "auto", - "chunks": 48, - "tokens": 2986, - "ndcg5": 0.8477197786179612, - "ndcg10": 0.8477197786179612, - "p50_ms": 0.4737705166917294, - "p90_ms": 0.5076542147435248, - "p95_ms": 0.5146294803125784, - "p99_ms": 0.5311595177045092, - "index_ms": 20.73629095684737, - "by_category": { - "architecture": 0.6703622950309012, - "semantic": 0.9432199620879166 - } - }, - { - "repo": "cats", - "language": "scala", - "mode": "auto", - "chunks": 1262, - "tokens": 2797, - "ndcg5": 0.9113147192765458, - "ndcg10": 0.9113147192765458, - "p50_ms": 3.3525210164953023, - "p90_ms": 8.69280001497828, - "p95_ms": 12.658268722589128, - "p99_ms": 13.52115376794245, - "index_ms": 815.1647910126485, - "by_category": { - "architecture": 0.8065735963827292, - "semantic": 0.9, - "symbol": 1.0 - } - }, - { - "repo": "chi", - "language": "go", - "mode": "auto", - "chunks": 263, - "tokens": 2603, - "ndcg5": 0.8205558097806902, - "ndcg10": 0.853282094626217, - "p50_ms": 0.7478749903384596, - "p90_ms": 4.5170661236625165, - "p95_ms": 4.791364242555574, - "p99_ms": 4.881605679402128, - "index_ms": 164.88566697807983, - "by_category": { - "architecture": 0.6828696993548315, - "semantic": 0.9589921948412731, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "circe", - "language": "scala", - "mode": "auto", - "chunks": 197, - "tokens": 3207, - "ndcg5": 0.8591297799361982, - "ndcg10": 0.8591297799361982, - "p50_ms": 0.7073750020936131, - "p90_ms": 6.377432984299956, - "p95_ms": 8.340753911761563, - "p99_ms": 9.326584370573983, - "index_ms": 110.80479196971282, - "by_category": { - "architecture": 0.7261859507142916, - "semantic": 0.8811396422923916, - "symbol": 1.0 - } - }, - { - "repo": "click", - "language": "python", - "mode": "auto", - "chunks": 315, - "tokens": 3388, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.4902915097773075, - "p90_ms": 4.932079534046352, - "p95_ms": 5.171121135936119, - "p99_ms": 5.19132423971314, - "index_ms": 136.78404199890792, - "by_category": { - "architecture": 1.0, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "cobra", - "language": "go", - "mode": "auto", - "chunks": 398, - "tokens": 5293, - "ndcg5": 0.9590790148145552, - "ndcg10": 0.9590790148145552, - "p50_ms": 0.664937513647601, - "p90_ms": 7.589587179245428, - "p95_ms": 8.311314616003079, - "p99_ms": 13.706396495108484, - "index_ms": 192.12941703153774, - "by_category": { - "architecture": 1.0, - "semantic": 0.9255982087537366, - "symbol": 1.0 - } - }, - { - "repo": "commons-lang", - "language": "java", - "mode": "auto", - "chunks": 3176, - "tokens": 3252, - "ndcg5": 0.8696123574829959, - "ndcg10": 0.8958857274902101, - "p50_ms": 1.2039580033160746, - "p90_ms": 18.45304196467623, - "p95_ms": 26.53083304176107, - "p99_ms": 26.775232993531972, - "index_ms": 1348.0370409670286, - "by_category": { - "architecture": 0.7216293209723186, - "semantic": 0.9034794510269613, - "symbol": 1.0 - } - }, - { - "repo": "curl", - "language": "c", - "mode": "auto", - "chunks": 4485, - "tokens": 2977, - "ndcg5": 0.6059541823122645, - "ndcg10": 0.7042297304400422, - "p50_ms": 0.9312499896623194, - "p90_ms": 1.0298288892954588, - "p95_ms": 1.065610712976195, - "p99_ms": 1.0799549595685676, - "index_ms": 2052.1690000314265, - "by_category": { - "architecture": 0.6509413349725708, - "semantic": 0.7478293267316096 - } - }, - { - "repo": "dapper", - "language": "csharp", - "mode": "auto", - "chunks": 422, - "tokens": 2497, - "ndcg5": 0.8574356157188727, - "ndcg10": 0.8741022823855396, - "p50_ms": 5.5404999875463545, - "p90_ms": 7.337675290182236, - "p95_ms": 9.751462517306212, - "p99_ms": 12.92389247566461, - "index_ms": 282.52495802007616, - "by_category": { - "architecture": 0.7217132018086354, - "semantic": 0.8919379108058652, - "symbol": 1.0 - } - }, - { - "repo": "ecto", - "language": "elixir", - "mode": "auto", - "chunks": 764, - "tokens": 5419, - "ndcg5": 0.8890941716165459, - "ndcg10": 0.9078419183064419, - "p50_ms": 0.7086669793352485, - "p90_ms": 10.273582977242768, - "p95_ms": 10.457628895528613, - "p99_ms": 11.235559363849461, - "index_ms": 394.9041669839062, - "by_category": { - "architecture": 1.0, - "semantic": 0.8936974380193028, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "exposed", - "language": "kotlin", - "mode": "auto", - "chunks": 748, - "tokens": 2910, - "ndcg5": 0.6721248511673115, - "ndcg10": 0.7154638415285817, - "p50_ms": 1.1589994828682393, - "p90_ms": 9.2174457910005, - "p95_ms": 9.745653899153695, - "p99_ms": 10.394630803493781, - "index_ms": 341.0894999979064, - "by_category": { - "architecture": 0.6547543623015969, - "semantic": 0.6675009816904887, - "symbol": 1.0 - } - }, - { - "repo": "express", - "language": "javascript", - "mode": "auto", - "chunks": 52, - "tokens": 3222, - "ndcg5": 0.8828459250958742, - "ndcg10": 0.9097317116419653, - "p50_ms": 0.3719580126926303, - "p90_ms": 0.40310031035915017, - "p95_ms": 0.5580042168730892, - "p99_ms": 2.9045680473791395, - "index_ms": 24.031125009059906, - "by_category": { - "architecture": 0.8135191761199004, - "semantic": 0.95, - "symbol": 1.0 - } - }, - { - "repo": "fastapi", - "language": "python", - "mode": "auto", - "chunks": 602, - "tokens": 2771, - "ndcg5": 0.7720650033558547, - "ndcg10": 0.8110148544315884, - "p50_ms": 0.5931250052526593, - "p90_ms": 5.61901672044769, - "p95_ms": 6.162589939776809, - "p99_ms": 6.84731799410656, - "index_ms": 256.51029200525954, - "by_category": { - "architecture": 0.752227327035497, - "semantic": 0.744338224922911, - "symbol": 1.0 - } - }, - { - "repo": "flask", - "language": "python", - "mode": "auto", - "chunks": 295, - "tokens": 3091, - "ndcg5": 0.8557211782963206, - "ndcg10": 0.8645104971905857, - "p50_ms": 0.5113750230520964, - "p90_ms": 4.35429101344198, - "p95_ms": 4.930875031277537, - "p99_ms": 5.44510860927403, - "index_ms": 121.54112500138581, - "by_category": { - "architecture": 0.844478447513369, - "semantic": 0.875474919603933, - "symbol": 0.8710490642551528 - } - }, - { - "repo": "fmtlib", - "language": "cpp", - "mode": "auto", - "chunks": 483, - "tokens": 2937, - "ndcg5": 0.9346268032608155, - "ndcg10": 0.9346268032608155, - "p50_ms": 0.5252915143501014, - "p90_ms": 1.0963080916553805, - "p95_ms": 5.505971424281597, - "p99_ms": 5.5213607009500265, - "index_ms": 451.27241703448817, - "by_category": { - "architecture": 0.8769765845238192, - "semantic": 0.9329718794032036, - "symbol": 1.0 - } - }, - { - "repo": "gin", - "language": "go", - "mode": "auto", - "chunks": 576, - "tokens": 3122, - "ndcg5": 0.8596409794466148, - "ndcg10": 0.8596409794466148, - "p50_ms": 0.6461874872911721, - "p90_ms": 5.297421192517505, - "p95_ms": 6.0071985848480836, - "p99_ms": 6.193239729036577, - "index_ms": 282.6350419782102, - "by_category": { - "architecture": 0.9696354815039873, - "semantic": 0.7613642454462158, - "symbol": 1.0 - } - }, - { - "repo": "gson", - "language": "java", - "mode": "auto", - "chunks": 1472, - "tokens": 3451, - "ndcg5": 0.8981274659106212, - "ndcg10": 0.8981274659106212, - "p50_ms": 1.2843750009778887, - "p90_ms": 9.906270797364416, - "p95_ms": 11.138124711578715, - "p99_ms": 14.725958526832978, - "index_ms": 643.4366250177845, - "by_category": { - "architecture": 0.6751724527673773, - "semantic": 0.9261859507142916, - "symbol": 1.0 - } - }, - { - "repo": "guzzle", - "language": "php", - "mode": "auto", - "chunks": 208, - "tokens": 2789, - "ndcg5": 0.932845925095874, - "ndcg10": 0.932845925095874, - "p50_ms": 0.6906254857312888, - "p90_ms": 4.752416699193418, - "p95_ms": 4.902039878652431, - "p99_ms": 4.913407981512137, - "index_ms": 135.12637501116842, - "by_category": { - "architecture": 1.0, - "semantic": 0.8966860386090373, - "symbol": 1.0 - } - }, - { - "repo": "http4s", - "language": "scala", - "mode": "auto", - "chunks": 974, - "tokens": 2995, - "ndcg5": 0.9569537411240482, - "ndcg10": 0.9569537411240482, - "p50_ms": 5.830082984175533, - "p90_ms": 7.773125608218834, - "p95_ms": 8.154962540720593, - "p99_ms": 11.182992505491706, - "index_ms": 543.8538340386003, - "by_category": { - "architecture": 0.9590717717793499, - "semantic": 0.9472756790816368, - "symbol": 1.0 - } - }, - { - "repo": "httpx", - "language": "python", - "mode": "auto", - "chunks": 248, - "tokens": 3071, - "ndcg5": 0.8558604034079137, - "ndcg10": 0.8655928985311748, - "p50_ms": 0.5310000269673765, - "p90_ms": 4.211999999824911, - "p95_ms": 4.8268330283463, - "p99_ms": 5.00896661542356, - "index_ms": 102.32387500582263, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.8385023461759126, - "symbol": 1.0 - } - }, - { - "repo": "jackson-databind", - "language": "java", - "mode": "auto", - "chunks": 4635, - "tokens": 2854, - "ndcg5": 0.7271911875419426, - "ndcg10": 0.7661410386176761, - "p50_ms": 1.4664375048596412, - "p90_ms": 15.303429169580342, - "p95_ms": 16.829241992672905, - "p99_ms": 18.05778196896426, - "index_ms": 1768.3208340313286, - "by_category": { - "architecture": 0.6226294385530917, - "semantic": 0.708679883333827, - "symbol": 0.9719257715972703 - } - }, - { - "repo": "kotlinx-coroutines", - "language": "kotlin", - "mode": "auto", - "chunks": 891, - "tokens": 5691, - "ndcg5": 0.9258891280402999, - "ndcg10": 0.9258891280402999, - "p50_ms": 3.4502710041124374, - "p90_ms": 11.365992168430239, - "p95_ms": 12.110070162452761, - "p99_ms": 15.310114077292377, - "index_ms": 373.3480829978362, - "by_category": { - "architecture": 0.8333333333333334, - "semantic": 0.9298416114861429, - "symbol": 1.0 - } - }, - { - "repo": "ktor", - "language": "kotlin", - "mode": "auto", - "chunks": 425, - "tokens": 3653, - "ndcg5": 0.7900720626804801, - "ndcg10": 0.817659101188055, - "p50_ms": 1.0114785109180957, - "p90_ms": 7.915650319773704, - "p95_ms": 8.057600000756793, - "p99_ms": 8.062919997028075, - "index_ms": 180.39604095974937, - "by_category": { - "architecture": 0.8100730714340207, - "semantic": 0.668952931960422, - "symbol": 1.0 - } - }, - { - "repo": "laravel-framework", - "language": "php", - "mode": "auto", - "chunks": 6257, - "tokens": 2712, - "ndcg5": 0.7270004576052422, - "ndcg10": 0.767053986066706, - "p50_ms": 1.3325414911378175, - "p90_ms": 16.798500303411856, - "p95_ms": 16.981858387589455, - "p99_ms": 17.192505272105336, - "index_ms": 2462.393208988942, - "by_category": { - "architecture": 0.7179954576115433, - "semantic": 0.7426868627202068, - "symbol": 0.9077324383928644 - } - }, - { - "repo": "lazy.nvim", - "language": "lua", - "mode": "auto", - "chunks": 302, - "tokens": 3068, - "ndcg5": 0.6946394630357187, - "ndcg10": 0.7263576294855845, - "p50_ms": 0.7123959949240088, - "p90_ms": 0.7478458865080029, - "p95_ms": 0.7538735284470022, - "p99_ms": 0.7981746993027626, - "index_ms": 147.05874997889623, - "by_category": { - "architecture": 0.8459052436406065, - "semantic": 0.6285459451769299 - } - }, - { - "repo": "libuv", - "language": "c", - "mode": "auto", - "chunks": 1361, - "tokens": 3079, - "ndcg5": 0.5424282114366414, - "ndcg10": 0.6060468408375095, - "p50_ms": 0.8686455257702619, - "p90_ms": 0.9992256236728282, - "p95_ms": 1.0809666593559086, - "p99_ms": 1.1070597195066512, - "index_ms": 602.9243330121972, - "by_category": { - "architecture": 0.43067655807339306, - "semantic": 0.5939033477042664, - "symbol": 1.0 - } - }, - { - "repo": "messagepack-csharp", - "language": "csharp", - "mode": "auto", - "chunks": 1145, - "tokens": 2653, - "ndcg5": 0.874427588278496, - "ndcg10": 0.8920487559320669, - "p50_ms": 6.1415005184244365, - "p90_ms": 8.37723330478184, - "p95_ms": 8.848155941814184, - "p99_ms": 8.92906479537487, - "index_ms": 564.8722499608994, - "by_category": { - "architecture": 0.6736862264229985, - "semantic": 0.9051366903277052, - "symbol": 1.0 - } - }, - { - "repo": "mini.nvim", - "language": "lua", - "mode": "auto", - "chunks": 2172, - "tokens": 3478, - "ndcg5": 0.9815464876785729, - "ndcg10": 0.9815464876785729, - "p50_ms": 0.7810624956618994, - "p90_ms": 0.9030329703819007, - "p95_ms": 0.9202204906614497, - "p99_ms": 0.9318104904377833, - "index_ms": 1053.8472920306958, - "by_category": { - "architecture": 1.0, - "semantic": 0.9769331095982161 - } - }, - { - "repo": "model2vec", - "language": "python", - "mode": "auto", - "chunks": 108, - "tokens": 3196, - "ndcg5": 0.6512217603364261, - "ndcg10": 0.6723612520567586, - "p50_ms": 0.538728985702619, - "p90_ms": 3.707379795378075, - "p95_ms": 4.244435764849186, - "p99_ms": 4.586720783263444, - "index_ms": 49.87441701814532, - "by_category": { - "architecture": 0.6144216780370446, - "semantic": 0.6646273294875858, - "symbol": 0.8333333333333334 - } - }, - { - "repo": "monolog", - "language": "php", - "mode": "auto", - "chunks": 421, - "tokens": 2639, - "ndcg5": 0.8745181254051755, - "ndcg10": 0.8833800897443777, - "p50_ms": 0.9892710077110678, - "p90_ms": 5.504857993219048, - "p95_ms": 5.748451830004342, - "p99_ms": 5.9250575775513425, - "index_ms": 169.19120901729912, - "by_category": { - "architecture": 0.6108909204244194, - "semantic": 0.9613147192765459, - "symbol": 1.0 - } - }, - { - "repo": "newtonsoft-json", - "language": "csharp", - "mode": "auto", - "chunks": 2217, - "tokens": 2812, - "ndcg5": 0.8806128427182248, - "ndcg10": 0.8806128427182248, - "p50_ms": 10.772041481686756, - "p90_ms": 13.173574389657007, - "p95_ms": 14.443549999850804, - "p99_ms": 16.35190997680183, - "index_ms": 986.642749980092, - "by_category": { - "architecture": 0.9251084237866075, - "semantic": 0.8237823919677136, - "symbol": 1.0 - } - }, - { - "repo": "nlohmann-json", - "language": "cpp", - "mode": "auto", - "chunks": 811, - "tokens": 3048, - "ndcg5": 0.8295386627570916, - "ndcg10": 0.8404590345979999, - "p50_ms": 0.7836669974494725, - "p90_ms": 6.7724836990237245, - "p95_ms": 7.245217266608961, - "p99_ms": 7.273843428702094, - "index_ms": 374.8812500271015, - "by_category": { - "architecture": 0.7951420120034352, - "semantic": 0.8243186607935954, - "symbol": 1.0 - } - }, - { - "repo": "nvm", - "language": "bash", - "mode": "auto", - "chunks": 154, - "tokens": 3072, - "ndcg5": 1.0, - "ndcg10": 1.0, - "p50_ms": 0.46812501386739314, - "p90_ms": 0.48928746837191284, - "p95_ms": 0.49337077361997217, - "p99_ms": 0.4990069818450138, - "index_ms": 111.2355410004966, - "by_category": { - "architecture": 1.0, - "semantic": 1.0 - } - }, - { - "repo": "pandoc", - "language": "haskell", - "mode": "auto", - "chunks": 3122, - "tokens": 2679, - "ndcg5": 0.6270750787545916, - "ndcg10": 0.6587932452044573, - "p50_ms": 1.4782494981773198, - "p90_ms": 14.249684015521781, - "p95_ms": 15.92600482981652, - "p99_ms": 16.067300965078175, - "index_ms": 1516.7881670058705, - "by_category": { - "architecture": 0.6368991050595311, - "semantic": 0.673389338634408 - } - }, - { - "repo": "phoenix", - "language": "elixir", - "mode": "auto", - "chunks": 559, - "tokens": 6561, - "ndcg5": 0.8696694218045175, - "ndcg10": 0.8696694218045175, - "p50_ms": 0.7256669923663139, - "p90_ms": 6.225708394777029, - "p95_ms": 7.157054491108281, - "p99_ms": 7.9203444987069815, - "index_ms": 258.62866698298603, - "by_category": { - "architecture": 0.8214210289682636, - "semantic": 0.8758471076530654, - "symbol": 1.0 - } - }, - { - "repo": "plug", - "language": "elixir", - "mode": "auto", - "chunks": 280, - "tokens": 5453, - "ndcg5": 0.9077324383928644, - "ndcg10": 0.9077324383928644, - "p50_ms": 0.6037500279489905, - "p90_ms": 5.068721115821973, - "p95_ms": 5.6407829775707805, - "p99_ms": 6.325923018739558, - "index_ms": 138.02770897746086, - "by_category": { - "architecture": 1.0, - "semantic": 0.868189197704092, - "symbol": 1.0 - } - }, - { - "repo": "pydantic", - "language": "python", - "mode": "auto", - "chunks": 1533, - "tokens": 3259, - "ndcg5": 0.7779397805814576, - "ndcg10": 0.7990792723017901, - "p50_ms": 0.8731249836273491, - "p90_ms": 9.593370498623699, - "p95_ms": 10.25301220652182, - "p99_ms": 13.417336070560845, - "index_ms": 619.8752080090344, - "by_category": { - "architecture": 0.7133473647659958, - "semantic": 0.7946530173877968, - "symbol": 0.9261859507142916 - } - }, - { - "repo": "rack", - "language": "ruby", - "mode": "auto", - "chunks": 256, - "tokens": 2716, - "ndcg5": 0.9200892395358251, - "ndcg10": 0.9200892395358251, - "p50_ms": 0.585250003496185, - "p90_ms": 5.410612421110274, - "p95_ms": 7.285833155037832, - "p99_ms": 9.091233840445051, - "index_ms": 119.92920801276341, - "by_category": { - "architecture": 1.0, - "semantic": 0.8561606311644849, - "symbol": 1.0 - } - }, - { - "repo": "rails", - "language": "ruby", - "mode": "auto", - "chunks": 498, - "tokens": 2508, - "ndcg5": 0.8445678978178954, - "ndcg10": 0.8445678978178954, - "p50_ms": 0.820354005554691, - "p90_ms": 6.008187530096625, - "p95_ms": 8.62967082648538, - "p99_ms": 8.898267754120752, - "index_ms": 222.8635000064969, - "by_category": { - "architecture": 0.845500808108813, - "semantic": 0.8596832229722856, - "symbol": 0.8160170306431477 - } - }, - { - "repo": "redis", - "language": "c", - "mode": "auto", - "chunks": 6358, - "tokens": 3434, - "ndcg5": 0.9158764682653967, - "ndcg10": 0.9158764682653967, - "p50_ms": 0.9706249984446913, - "p90_ms": 1.0864660085644573, - "p95_ms": 1.12405973195564, - "p99_ms": 1.1243447562446818, - "index_ms": 3373.6029169522226, - "by_category": { - "architecture": 0.9430676558073394, - "semantic": 0.8886852807234542 - } - }, - { - "repo": "redux", - "language": "javascript", - "mode": "auto", - "chunks": 53, - "tokens": 2834, - "ndcg5": 0.8863147192765458, - "ndcg10": 0.9137963988128106, - "p50_ms": 0.5015204951632768, - "p90_ms": 3.2629708468448375, - "p95_ms": 3.5580434196162987, - "p99_ms": 5.430841451743614, - "index_ms": 27.208165964111686, - "by_category": { - "architecture": 0.9032867981913646, - "semantic": 0.872911909678669, - "symbol": 1.0 - } - }, - { - "repo": "requests", - "language": "python", - "mode": "auto", - "chunks": 169, - "tokens": 3016, - "ndcg5": 0.9652540586697873, - "ndcg10": 0.9652540586697873, - "p50_ms": 0.47687499318271875, - "p90_ms": 4.827270930400118, - "p95_ms": 4.926221459754743, - "p99_ms": 4.939710677717812, - "index_ms": 67.10391701199114, - "by_category": { - "architecture": 0.9709908720694624, - "semantic": 0.9385181336136883, - "symbol": 1.0 - } - }, - { - "repo": "serde", - "language": "rust", - "mode": "auto", - "chunks": 1178, - "tokens": 3017, - "ndcg5": 0.7965338279036697, - "ndcg10": 0.8301174310983572, - "p50_ms": 1.325604011071846, - "p90_ms": 8.511079213349152, - "p95_ms": 10.708900261670351, - "p99_ms": 11.119046453386545, - "index_ms": 508.6175839533098, - "by_category": { - "architecture": 0.8543823750838853, - "semantic": 0.6764208118547154, - "symbol": 1.0 - } - }, - { - "repo": "sinatra", - "language": "ruby", - "mode": "auto", - "chunks": 70, - "tokens": 2831, - "ndcg5": 0.9530803155822426, - "ndcg10": 0.9530803155822426, - "p50_ms": 0.4673335060942918, - "p90_ms": 7.9464836220722646, - "p95_ms": 7.982099649962038, - "p99_ms": 8.052653491031379, - "index_ms": 35.066124983131886, - "by_category": { - "architecture": 0.8123212623289702, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "snapkit", - "language": "swift", - "mode": "auto", - "chunks": 107, - "tokens": 3153, - "ndcg5": 0.7723856192940887, - "ndcg10": 0.7872645734184941, - "p50_ms": 4.23520797630772, - "p90_ms": 8.724275557324292, - "p95_ms": 11.480717174708836, - "p99_ms": 14.118477040901775, - "index_ms": 45.32504203962162, - "by_category": { - "architecture": 0.6399069297160626, - "semantic": 0.7592455236131767, - "symbol": 1.0 - } - }, - { - "repo": "starlette", - "language": "python", - "mode": "auto", - "chunks": 214, - "tokens": 2876, - "ndcg5": 0.9339593901316886, - "ndcg10": 0.9427487090259538, - "p50_ms": 0.6014589453116059, - "p90_ms": 4.733416950330138, - "p95_ms": 5.1553749945014715, - "p99_ms": 5.267375009134412, - "index_ms": 100.719916052185, - "by_category": { - "architecture": 0.8907020808677296, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "telescope.nvim", - "language": "lua", - "mode": "auto", - "chunks": 544, - "tokens": 3061, - "ndcg5": 0.8024434932958862, - "ndcg10": 0.8024434932958862, - "p50_ms": 0.7396249857265502, - "p90_ms": 0.8509502920787783, - "p95_ms": 1.2171562324510925, - "p99_ms": 5.342531214118928, - "index_ms": 251.70766696101055, - "by_category": { - "architecture": 0.8805425336407291, - "semantic": 0.760390163879432 - } - }, - { - "repo": "tokio", - "language": "rust", - "mode": "auto", - "chunks": 2758, - "tokens": 3492, - "ndcg5": 0.9438607657669025, - "ndcg10": 0.9530895506058809, - "p50_ms": 1.4073539932724088, - "p90_ms": 10.823970596538858, - "p95_ms": 11.807702670921572, - "p99_ms": 12.104006941081025, - "index_ms": 1269.1476250183769, - "by_category": { - "architecture": 0.8436318353529363, - "semantic": 1.0, - "symbol": 1.0 - } - }, - { - "repo": "trpc", - "language": "typescript", - "mode": "auto", - "chunks": 363, - "tokens": 2942, - "ndcg5": 0.8117219727220212, - "ndcg10": 0.8318711294019078, - "p50_ms": 4.925437504425645, - "p90_ms": 6.370741280261427, - "p95_ms": 6.589584797620776, - "p99_ms": 9.569450523704285, - "index_ms": 157.08770899800584, - "by_category": { - "architecture": 0.7751964340658473, - "semantic": 0.7765501593587683, - "symbol": 1.0 - } - }, - { - "repo": "vapor", - "language": "swift", - "mode": "auto", - "chunks": 796, - "tokens": 2553, - "ndcg5": 0.7740663550396519, - "ndcg10": 0.828789449954672, - "p50_ms": 0.9713750041555613, - "p90_ms": 6.195145583478734, - "p95_ms": 6.355996456113644, - "p99_ms": 6.381265675299801, - "index_ms": 344.57537496928126, - "by_category": { - "architecture": 0.5394794582550125, - "semantic": 0.8540964731663144, - "symbol": 1.0 - } - }, - { - "repo": "vitest", - "language": "typescript", - "mode": "auto", - "chunks": 1090, - "tokens": 2797, - "ndcg5": 0.6573465818787765, - "ndcg10": 0.6929673005895788, - "p50_ms": 0.9601664787624031, - "p90_ms": 7.284457708010451, - "p95_ms": 8.24580388143659, - "p99_ms": 11.925660772249095, - "index_ms": 443.5649999650195, - "by_category": { - "architecture": 0.6132788343159646, - "semantic": 0.6862493865749392, - "symbol": 0.8769765845238192 - } - }, - { - "repo": "xmonad", - "language": "haskell", - "mode": "auto", - "chunks": 124, - "tokens": 3034, - "ndcg5": 0.8039694436225424, - "ndcg10": 0.8141885635019669, - "p50_ms": 0.47158350935205817, - "p90_ms": 4.832062218338252, - "p95_ms": 5.182470841100439, - "p99_ms": 5.381526973797008, - "index_ms": 61.3120409543626, - "by_category": { - "architecture": 0.7691051895584848, - "semantic": 0.8442441461309548 - } - }, - { - "repo": "zig", - "language": "zig", - "mode": "auto", - "chunks": 13307, - "tokens": 3112, - "ndcg5": 0.9196394630357186, - "ndcg10": 0.9196394630357186, - "p50_ms": 3.2603120198473334, - "p90_ms": 33.01695058471524, - "p95_ms": 37.195404159137986, - "p99_ms": 41.79954726365394, - "index_ms": 6479.338625038508, - "by_category": { - "architecture": 0.7103099178571526, - "semantic": 0.9565799710084067 - } - }, - { - "repo": "zig-clap", - "language": "zig", - "mode": "auto", - "chunks": 100, - "tokens": 2525, - "ndcg5": 0.9380929753571458, - "ndcg10": 0.9380929753571458, - "p50_ms": 0.5238539888523519, - "p90_ms": 4.617687780410051, - "p95_ms": 4.852337462943979, - "p99_ms": 4.9619675014400855, - "index_ms": 55.081875005271286, - "by_category": { - "architecture": 1.0, - "semantic": 0.9312144170634953 - } - }, - { - "repo": "zls", - "language": "zig", - "mode": "auto", - "chunks": 1319, - "tokens": 2934, - "ndcg5": 0.8761859507142915, - "ndcg10": 0.8761859507142915, - "p50_ms": 0.84981246618554, - "p90_ms": 0.91440838878043, - "p95_ms": 1.3409985636826662, - "p99_ms": 7.444399687228714, - "index_ms": 578.2632080372423, - "by_category": { - "architecture": 0.804418536224494, - "semantic": 0.9148299431318748 - } - }, - { - "repo": "zod", - "language": "typescript", - "mode": "auto", - "chunks": 1812, - "tokens": 2865, - "ndcg5": 0.595861623462428, - "ndcg10": 0.6136719828178292, - "p50_ms": 7.3816040239762515, - "p90_ms": 9.104016685159877, - "p95_ms": 9.348825283814225, - "p99_ms": 12.33233142876997, - "index_ms": 838.0606250138953, - "by_category": { - "architecture": 0.6297620990369716, - "semantic": 0.586420115895172, - "symbol": 0.7103099178571526 - } - } - ] -}