diff --git a/README.md b/README.md index f1be277..e6e1b5a 100644 --- a/README.md +++ b/README.md @@ -63,6 +63,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ​``` +If you anticipate doing more than one search, use `semble index` to create an index. + +​```bash +semble index ./my-project -o my_index +​``` + +You can then reuse this index later on: + +​```bash +semble search "save_pretrained" --index my_index +​``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ​```bash @@ -77,17 +91,20 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ​``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. ### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. ``` @@ -318,6 +335,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ​``` +If you anticipate doing more than one search, use `semble index` to create an index. + +​```bash +semble index ./my-project -o my_index +​``` + +You can then reuse this index later on: + +​```bash +semble search "save_pretrained" --index my_index +​``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ​```bash @@ -332,17 +363,20 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ​``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. ``` ### Sub-agent setup @@ -365,8 +399,14 @@ If semble is not on `$PATH`, prefix the command with `uvx --from "semble[mcp]"`. Semble also ships as a standalone CLI. This is useful in scripts or anywhere you want search results without an MCP session. ```bash +# Index a local repository +semble index ./my-project -o my-index + # Search a local repo semble search "authentication flow" ./my-project +# Or with index (significantly faster) +# the index flag applies to all commands below. +semble search "authentication flow" --index my-index # Search for a symbol or identifier semble search "save_pretrained" ./my-project diff --git a/benchmarks/baselines/ablations.py b/benchmarks/baselines/ablations.py index 63ca099..7f91b67 100644 --- a/benchmarks/baselines/ablations.py +++ b/benchmarks/baselines/ablations.py @@ -5,7 +5,6 @@ from dataclasses import asdict import numpy as np -from model2vec import StaticModel from benchmarks.data import ( RepoSpec, @@ -38,8 +37,6 @@ def _bench( repo_tasks: dict[str, list[Task]], specs: dict[str, RepoSpec], - model: StaticModel, - modes: list[str], *, verbose: bool = False, ) -> list[RepoResult]: @@ -62,7 +59,7 @@ def _bench( print(f"\n--- {repo} ---", file=sys.stderr) started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 for mode, (alpha, rerank) in sorted(_MODE_PARAMS.items()): @@ -98,30 +95,26 @@ def _bench( def _parse_args() -> argparse.Namespace: parser = argparse.ArgumentParser(description="semble ablation benchmarks.") add_filter_args(parser, verbose=True) - parser.add_argument( - "--mode", action="append", default=[], choices=sorted(_MODE_PARAMS), help="Mode(s) to evaluate (default: all)." - ) return parser.parse_args() def main() -> None: """Run the semble ablation benchmarks.""" args = _parse_args() - modes = args.mode or sorted(_MODE_PARAMS) repo_specs, tasks = load_filtered_tasks(args.repo or None, args.language or None) print("Loading model...", file=sys.stderr) started = time.perf_counter() - model = StaticModel.from_pretrained(_DEFAULT_MODEL_NAME) print(f"Loaded in {(time.perf_counter() - started) * 1000:.0f}ms", file=sys.stderr) print(file=sys.stderr) - results = _bench(grouped_tasks(tasks), repo_specs, model, modes, verbose=args.verbose) + results = _bench(grouped_tasks(tasks), repo_specs, verbose=args.verbose) if not results: return + modes = sorted(_MODE_PARAMS) print(file=sys.stderr) for mode in modes: mode_results = [r for r in results if r.mode == mode] diff --git a/benchmarks/baselines/coderankembed.py b/benchmarks/baselines/coderankembed.py index 1d7fd8a..c93da09 100644 --- a/benchmarks/baselines/coderankembed.py +++ b/benchmarks/baselines/coderankembed.py @@ -63,7 +63,6 @@ class RepoResult: def _evaluate( index: SembleIndex, tasks: list[Task], - mode: str, *, verbose: bool = False, ) -> tuple[float, float, list[float], dict[str, float]]: @@ -78,7 +77,7 @@ def _evaluate( results: list[SearchResult] = [] for _ in range(_LATENCY_RUNS): started = time.perf_counter() - results = index.search(task.query, top_k=_TOP_K, mode=mode) + results = index.search(task.query, top_k=_TOP_K) query_latencies.append((time.perf_counter() - started) * 1000) latencies.append(float(np.median(query_latencies))) @@ -176,12 +175,12 @@ def _bench( print(f"\n--- {repo} ---", file=sys.stderr) started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 repo_results: list[RepoResult] = [] for mode in modes: - ndcg5, ndcg10, latencies, by_category = _evaluate(index, tasks, mode, verbose=verbose) + ndcg5, ndcg10, latencies, by_category = _evaluate(index, tasks, verbose=verbose) p50, p90 = np.percentile(latencies, [50, 90]).tolist() result = RepoResult( repo=repo, diff --git a/benchmarks/results/semble-ablations-757197f3967d.json b/benchmarks/results/semble-ablations-64fa8cf54011.json similarity index 66% rename from benchmarks/results/semble-ablations-757197f3967d.json rename to benchmarks/results/semble-ablations-64fa8cf54011.json index 23c1c34..8541f96 100644 --- a/benchmarks/results/semble-ablations-757197f3967d.json +++ b/benchmarks/results/semble-ablations-64fa8cf54011.json @@ -4,38 +4,38 @@ "by_mode": { "semble-auto": { "avg_ndcg10": 0.8529, - "avg_p50_ms": 1.8, + "avg_p50_ms": 1.6, "avg_tokens": 3195.6 }, "semble-balanced": { "avg_ndcg10": 0.853, - "avg_p50_ms": 1.8, + "avg_p50_ms": 1.6, "avg_tokens": 3189.1 }, "semble-bm25": { "avg_ndcg10": 0.8301, - "avg_p50_ms": 1.8, - "avg_tokens": 3334.5 + "avg_p50_ms": 1.6, + "avg_tokens": 3334.7 }, "semble-semantic": { "avg_ndcg10": 0.8205, - "avg_p50_ms": 1.7, - "avg_tokens": 2965.7 + "avg_p50_ms": 1.5, + "avg_tokens": 2966.0 }, "unranked-auto": { - "avg_ndcg10": 0.7193, - "avg_p50_ms": 0.5, + "avg_ndcg10": 0.719, + "avg_p50_ms": 0.4, "avg_tokens": 3254.4 }, "unranked-balanced": { - "avg_ndcg10": 0.7168, + "avg_ndcg10": 0.7164, "avg_p50_ms": 0.4, "avg_tokens": 3254.9 }, "unranked-bm25": { "avg_ndcg10": 0.6794, "avg_p50_ms": 0.4, - "avg_tokens": 3327.0 + "avg_tokens": 3327.1 }, "unranked-semantic": { "avg_ndcg10": 0.6561, @@ -52,11 +52,11 @@ "tokens": 2987, "ndcg5": 0.9002968226739917, "ndcg10": 0.9099681428548552, - "p50_ms": 2.154458503355272, - "p90_ms": 27.831842011073604, - "p95_ms": 27.99414199544117, - "p99_ms": 29.34276200132444, - "index_ms": 5211.168916983297, + "p50_ms": 1.8491874798201025, + "p90_ms": 26.797133596846834, + "p95_ms": 27.873033029027283, + "p99_ms": 29.114873814396557, + "index_ms": 5205.662791966461, "by_category": { "architecture": 1.0, "semantic": 0.9132908571398067, @@ -71,11 +71,11 @@ "tokens": 2991, "ndcg5": 0.8968306505776613, "ndcg10": 0.9065019707585249, - "p50_ms": 1.9143334939144552, - "p90_ms": 27.666058292379603, - "p95_ms": 27.89192675263621, - "p99_ms": 28.906051755184308, - "index_ms": 5211.168916983297, + "p50_ms": 1.8273124878760427, + "p90_ms": 26.511037192540247, + "p95_ms": 28.072531291400082, + "p99_ms": 28.950806232751347, + "index_ms": 5205.662791966461, "by_category": { "architecture": 1.0, "semantic": 0.9132908571398067, @@ -90,11 +90,11 @@ "tokens": 3181, "ndcg5": 0.7524823322000669, "ndcg10": 0.770292691555468, - "p50_ms": 1.9260414992459118, - "p90_ms": 27.83808751264587, - "p95_ms": 28.43110835092375, - "p99_ms": 29.156655285332818, - "index_ms": 5211.168916983297, + "p50_ms": 1.6513954906258732, + "p90_ms": 26.377888076240197, + "p95_ms": 27.066920828656293, + "p99_ms": 27.666117752087303, + "index_ms": 5205.662791966461, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.7516616051691933, @@ -109,11 +109,11 @@ "tokens": 2800, "ndcg5": 0.8652370238946989, "ndcg10": 0.8652370238946989, - "p50_ms": 1.6508544940734282, - "p90_ms": 27.362216397887096, - "p95_ms": 27.563716952863615, - "p99_ms": 29.035076190193646, - "index_ms": 5211.168916983297, + "p50_ms": 1.5014999662525952, + "p90_ms": 26.808799983700737, + "p95_ms": 27.2638562542852, + "p99_ms": 28.06917121517472, + "index_ms": 5205.662791966461, "by_category": { "architecture": 1.0, "semantic": 0.8536493651929319, @@ -128,11 +128,11 @@ "tokens": 3182, "ndcg5": 0.799814948079167, "ndcg10": 0.8272966276154318, - "p50_ms": 1.0752705129561946, - "p90_ms": 1.2209663924295455, - "p95_ms": 1.25137114955578, - "p99_ms": 1.2677742243977264, - "index_ms": 5211.168916983297, + "p50_ms": 0.8875835337676108, + "p90_ms": 0.9227922768332064, + "p95_ms": 0.924829492578283, + "p99_ms": 0.9272994671482593, + "index_ms": 5205.662791966461, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.8372530407752768, @@ -147,11 +147,11 @@ "tokens": 3179, "ndcg5": 0.8191575884408941, "ndcg10": 0.8288289086217576, - "p50_ms": 1.0297915141563863, - "p90_ms": 1.149766120943241, - "p95_ms": 1.2305336640565656, - "p99_ms": 1.247506721119862, - "index_ms": 5211.168916983297, + "p50_ms": 0.8772089786361903, + "p90_ms": 0.9313743968959898, + "p95_ms": 0.9335354552604258, + "p99_ms": 0.9378743008710444, + "index_ms": 5205.662791966461, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.8372530407752768, @@ -166,11 +166,11 @@ "tokens": 3310, "ndcg5": 0.673061118212001, "ndcg10": 0.7089622267455828, - "p50_ms": 1.0590419988147914, - "p90_ms": 1.1398165923310444, - "p95_ms": 1.1948285711696371, - "p99_ms": 1.2010993267176673, - "index_ms": 5211.168916983297, + "p50_ms": 0.8803754753898829, + "p90_ms": 0.9246336354408413, + "p95_ms": 0.9394413355039433, + "p99_ms": 0.963888262049295, + "index_ms": 5205.662791966461, "by_category": { "architecture": 1.0, "semantic": 0.6794738396154784, @@ -185,11 +185,11 @@ "tokens": 2918, "ndcg5": 0.774814948079167, "ndcg10": 0.8000855677417903, - "p50_ms": 0.9675835171947256, - "p90_ms": 1.1777496983995661, - "p95_ms": 1.2244625002495013, - "p99_ms": 1.2447925002197735, - "index_ms": 5211.168916983297, + "p50_ms": 0.8836460183374584, + "p90_ms": 0.9341826662421227, + "p95_ms": 0.9349976171506569, + "p99_ms": 0.945099545060657, + "index_ms": 5205.662791966461, "by_category": { "architecture": 1.0, "semantic": 0.7667807569890537, @@ -204,11 +204,11 @@ "tokens": 3731, "ndcg5": 0.7420624189796883, "ndcg10": 0.7619528590399762, - "p50_ms": 6.826562981586903, - "p90_ms": 13.415866577997809, - "p95_ms": 17.175413941731684, - "p99_ms": 25.26178279309532, - "index_ms": 232.50404201098718, + "p50_ms": 6.332625023787841, + "p90_ms": 12.647713080514226, + "p95_ms": 15.879524999763824, + "p99_ms": 24.45840502856298, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.5896918237758785, "semantic": 0.8193732041280086 @@ -222,11 +222,11 @@ "tokens": 3731, "ndcg5": 0.7420624189796883, "ndcg10": 0.7619528590399762, - "p50_ms": 6.250916499993764, - "p90_ms": 13.34238341369201, - "p95_ms": 16.960346432460945, - "p99_ms": 24.790435692120795, - "index_ms": 232.50404201098718, + "p50_ms": 6.168375024572015, + "p90_ms": 13.384503603447232, + "p95_ms": 16.39045239135158, + "p99_ms": 25.013190460740574, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.5896918237758785, "semantic": 0.8193732041280086 @@ -240,11 +240,11 @@ "tokens": 3784, "ndcg5": 0.7170624189796883, "ndcg10": 0.733729085646355, - "p50_ms": 6.451249995734543, - "p90_ms": 13.554386890609754, - "p95_ms": 17.054075002670295, - "p99_ms": 25.348714990541325, - "index_ms": 232.50404201098718, + "p50_ms": 6.190125015564263, + "p90_ms": 13.073236908530822, + "p95_ms": 16.682291679899215, + "p99_ms": 24.265824732719906, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.49640912954215805, "semantic": 0.8128357376810872 @@ -258,11 +258,11 @@ "tokens": 3503, "ndcg5": 0.7517311170762105, "ndcg10": 0.7626514889171188, - "p50_ms": 6.339166502584703, - "p90_ms": 13.243199704447767, - "p95_ms": 16.894541654619395, - "p99_ms": 24.909374717972227, - "index_ms": 232.50404201098718, + "p50_ms": 6.158646516269073, + "p90_ms": 12.89741669897922, + "p95_ms": 16.328671170049354, + "p99_ms": 23.77863422327208, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.6809270736081082, "semantic": 0.7898929606867888 @@ -276,11 +276,11 @@ "tokens": 3668, "ndcg5": 0.8315464876785729, "ndcg10": 0.8493568470339741, - "p50_ms": 0.2720000047702342, - "p90_ms": 0.27734200994018465, - "p95_ms": 0.279310745827388, - "p99_ms": 0.28529574716230854, - "index_ms": 232.50404201098718, + "p50_ms": 0.2677504962775856, + "p90_ms": 0.2750461164396256, + "p95_ms": 0.28184554539620876, + "p99_ms": 0.2820362988859415, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.6712414374216045, "semantic": 0.9087286502380972 @@ -294,11 +294,11 @@ "tokens": 3668, "ndcg5": 0.8315464876785729, "ndcg10": 0.8493568470339741, - "p50_ms": 0.2703540085349232, - "p90_ms": 0.2801666792947799, - "p95_ms": 0.2842274043359794, - "p99_ms": 0.2889454786782153, - "index_ms": 232.50404201098718, + "p50_ms": 0.2730419801082462, + "p90_ms": 0.2985836123116315, + "p95_ms": 0.3174038487486541, + "p99_ms": 0.3241807292215526, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.6712414374216045, "semantic": 0.9087286502380972 @@ -312,11 +312,11 @@ "tokens": 3687, "ndcg5": 0.8215338279036697, "ndcg10": 0.8215338279036697, - "p50_ms": 0.26402050571050495, - "p90_ms": 0.27804171841125935, - "p95_ms": 0.2800211514113471, - "p99_ms": 0.2873042452847585, - "index_ms": 232.50404201098718, + "p50_ms": 0.2820210356730968, + "p90_ms": 0.30756223131902516, + "p95_ms": 0.3177437261911109, + "p99_ms": 0.32144877652172, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.6, "semantic": 0.895378437204893 @@ -330,11 +330,11 @@ "tokens": 3573, "ndcg5": 0.8446394630357187, "ndcg10": 0.8446394630357187, - "p50_ms": 0.2759999770205468, - "p90_ms": 0.30899549601599574, - "p95_ms": 0.314080948010087, - "p99_ms": 0.3349497867748141, - "index_ms": 232.50404201098718, + "p50_ms": 0.28464547358453274, + "p90_ms": 0.3024872043170035, + "p95_ms": 0.30776250932831317, + "p99_ms": 0.31555248016957194, + "index_ms": 238.65254200063646, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.884123967142861 @@ -348,11 +348,11 @@ "tokens": 3007, "ndcg5": 0.8208189387032997, "ndcg10": 0.857392320967274, - "p50_ms": 0.6304589915089309, - "p90_ms": 6.040624983143061, - "p95_ms": 6.904166977619752, - "p99_ms": 8.951366198016332, - "index_ms": 311.94349998258986, + "p50_ms": 0.637040997389704, + "p90_ms": 6.569333956576884, + "p95_ms": 7.149916025809944, + "p99_ms": 8.876383234746756, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.888343919545452, "semantic": 0.7540923670549543, @@ -367,11 +367,11 @@ "tokens": 3019, "ndcg5": 0.8208189387032997, "ndcg10": 0.857392320967274, - "p50_ms": 0.637416000245139, - "p90_ms": 6.3609999779146165, - "p95_ms": 7.0733339816797525, - "p99_ms": 8.956934005254881, - "index_ms": 311.94349998258986, + "p50_ms": 0.640333048067987, + "p90_ms": 5.995750019792467, + "p95_ms": 6.846416974440217, + "p99_ms": 8.611449785530569, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.888343919545452, "semantic": 0.7540923670549543, @@ -386,11 +386,11 @@ "tokens": 3066, "ndcg5": 0.7466134836472739, "ndcg10": 0.8025489000814112, - "p50_ms": 0.63704201602377, - "p90_ms": 6.403958977898583, - "p95_ms": 7.112000021152198, - "p99_ms": 9.116400009952487, - "index_ms": 311.94349998258986, + "p50_ms": 0.5929999751970172, + "p90_ms": 6.041290995199233, + "p95_ms": 6.7415410303510725, + "p99_ms": 8.52704184362665, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.7975471497593476, "semantic": 0.696744094821578, @@ -405,11 +405,11 @@ "tokens": 2913, "ndcg5": 0.8630525219852697, "ndcg10": 0.8922931962910019, - "p50_ms": 0.5832090100739151, - "p90_ms": 6.401166989235207, - "p95_ms": 7.037375005893409, - "p99_ms": 8.857407793402674, - "index_ms": 311.94349998258986, + "p50_ms": 0.513582956045866, + "p90_ms": 5.74908300768584, + "p95_ms": 6.558707973454148, + "p99_ms": 8.306875184644015, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.9759363756548032, "semantic": 0.7674002769474908, @@ -424,11 +424,11 @@ "tokens": 3066, "ndcg5": 0.581005607128441, "ndcg10": 0.6383452730609407, - "p50_ms": 0.2755839959718287, - "p90_ms": 0.2930830232799053, - "p95_ms": 0.29354201979003847, - "p99_ms": 0.29670840012840927, - "index_ms": 311.94349998258986, + "p50_ms": 0.2633749973028898, + "p90_ms": 0.2786670229397714, + "p95_ms": 0.2851670142263174, + "p99_ms": 0.28686700388789177, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.7789803659718559, "semantic": 0.5670997906278327, @@ -443,11 +443,11 @@ "tokens": 3079, "ndcg5": 0.5789187618504005, "ndcg10": 0.6351691966507721, - "p50_ms": 0.26708299992606044, - "p90_ms": 0.2835000050254166, - "p95_ms": 0.2868750016205013, - "p99_ms": 0.2963086008094251, - "index_ms": 311.94349998258986, + "p50_ms": 0.2708330284804106, + "p90_ms": 0.2829580334946513, + "p95_ms": 0.28554099844768643, + "p99_ms": 0.2912081894464791, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.7789803659718559, "semantic": 0.5670997906278327, @@ -462,11 +462,11 @@ "tokens": 3034, "ndcg5": 0.5140525231427374, "ndcg10": 0.5757276392421492, - "p50_ms": 0.27691599098034203, - "p90_ms": 0.29075000202283263, - "p95_ms": 0.2937499957624823, - "p99_ms": 0.3117827989626676, - "index_ms": 311.94349998258986, + "p50_ms": 0.26883301325142384, + "p90_ms": 0.28437498258426785, + "p95_ms": 0.29191700741648674, + "p99_ms": 0.29195062816143036, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.5548939703862777, "semantic": 0.5570540629072088, @@ -481,11 +481,11 @@ "tokens": 3007, "ndcg5": 0.5961189882499377, "ndcg10": 0.6457541194068457, - "p50_ms": 0.2676250005606562, - "p90_ms": 0.28762497822754085, - "p95_ms": 0.2952089998871088, - "p99_ms": 0.3133417805656791, - "index_ms": 311.94349998258986, + "p50_ms": 0.2657499862834811, + "p90_ms": 0.2767500118352473, + "p95_ms": 0.28008304070681334, + "p99_ms": 0.2881494117900729, + "index_ms": 302.2740840096958, "by_category": { "architecture": 0.8733067418236369, "semantic": 0.5862241389871722, @@ -500,11 +500,11 @@ "tokens": 3131, "ndcg5": 0.9635059068184884, "ndcg10": 0.9635059068184884, - "p50_ms": 0.7151664904085919, - "p90_ms": 6.675262504722923, - "p95_ms": 6.929831272282174, - "p99_ms": 9.036266253388018, - "index_ms": 281.84224999859, + "p50_ms": 0.6836664979346097, + "p90_ms": 6.538938119774684, + "p95_ms": 6.898631266085433, + "p99_ms": 8.777826264267784, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.9732402630493958, "semantic": 0.94094521338378, @@ -519,11 +519,11 @@ "tokens": 3132, "ndcg5": 0.9635059068184884, "ndcg10": 0.9635059068184884, - "p50_ms": 0.7029795087873936, - "p90_ms": 6.706050003413112, - "p95_ms": 7.277641659311486, - "p99_ms": 8.947994742484294, - "index_ms": 281.84224999859, + "p50_ms": 0.6865414907224476, + "p90_ms": 6.108616618439556, + "p95_ms": 6.7588201898615825, + "p99_ms": 8.554764030268412, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.9732402630493958, "semantic": 0.94094521338378, @@ -538,11 +538,11 @@ "tokens": 3262, "ndcg5": 0.9839441578296375, "ndcg10": 0.9839441578296375, - "p50_ms": 0.6852919905213639, - "p90_ms": 6.586533004883678, - "p95_ms": 7.079980897833595, - "p99_ms": 8.7390289834002, - "index_ms": 281.84224999859, + "p50_ms": 0.6693124887533486, + "p90_ms": 6.309291906654836, + "p95_ms": 6.761351486784408, + "p99_ms": 8.673670306452546, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.9464805260987917, "semantic": 0.9854037798451251, @@ -557,11 +557,11 @@ "tokens": 3142, "ndcg5": 0.9919720789148186, "ndcg10": 0.9919720789148186, - "p50_ms": 0.6192084983922541, - "p90_ms": 6.164733308833093, - "p95_ms": 6.876593451306691, - "p99_ms": 8.516452297626525, - "index_ms": 281.84224999859, + "p50_ms": 0.5879795062355697, + "p90_ms": 6.0343334393110135, + "p95_ms": 6.746036084950903, + "p99_ms": 8.455307193216864, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.9732402630493958, "semantic": 0.9927018899225625, @@ -576,11 +576,11 @@ "tokens": 3127, "ndcg5": 0.8173793323602941, "ndcg10": 0.8379710243820659, - "p50_ms": 0.27893749938812107, - "p90_ms": 0.30300000216811895, - "p95_ms": 0.3109771016170271, - "p99_ms": 0.329629028274212, - "index_ms": 281.84224999859, + "p50_ms": 0.27429097099229693, + "p90_ms": 0.28761253342963755, + "p95_ms": 0.28874376439489424, + "p99_ms": 0.29054875602014363, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.8793760753221173, "semantic": 0.8292083874249968, @@ -595,11 +595,11 @@ "tokens": 3135, "ndcg5": 0.8173793323602941, "ndcg10": 0.8379710243820659, - "p50_ms": 0.27041650901082903, - "p90_ms": 0.27912919758819044, - "p95_ms": 0.28155238687759265, - "p99_ms": 0.2836104852030985, - "index_ms": 281.84224999859, + "p50_ms": 0.2678125165402889, + "p90_ms": 0.2790878002997488, + "p95_ms": 0.2797000313876197, + "p99_ms": 0.2827400102978572, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.8793760753221173, "semantic": 0.8292083874249968, @@ -614,11 +614,11 @@ "tokens": 3128, "ndcg5": 0.7226953524045273, "ndcg10": 0.7658757420465466, - "p50_ms": 0.270208009169437, - "p90_ms": 0.2770703111309558, - "p95_ms": 0.2886069065425545, - "p99_ms": 0.28895496972836554, - "index_ms": 281.84224999859, + "p50_ms": 0.26672898093238473, + "p90_ms": 0.2783412754070014, + "p95_ms": 0.27872232894878834, + "p99_ms": 0.28337805008050054, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.8036233607701616, "semantic": 0.7187858871473136, @@ -633,11 +633,11 @@ "tokens": 3197, "ndcg5": 0.8191606443724201, "ndcg10": 0.846046430918511, - "p50_ms": 0.26889549917541444, - "p90_ms": 0.2833916951203719, - "p95_ms": 0.29259193397592753, - "p99_ms": 0.2933511877199635, - "index_ms": 281.84224999859, + "p50_ms": 0.2593955141492188, + "p90_ms": 0.27139579760842025, + "p95_ms": 0.2763955621048808, + "p99_ms": 0.2811463503167033, + "index_ms": 290.2847499935888, "by_category": { "architecture": 0.7688578654609097, "semantic": 0.8437292444231052, @@ -652,11 +652,11 @@ "tokens": 2420, "ndcg5": 0.8587075709912144, "ndcg10": 0.8696279428321226, - "p50_ms": 0.7018754986347631, - "p90_ms": 4.085508399293758, - "p95_ms": 4.119361039192881, - "p99_ms": 4.171072200115304, - "index_ms": 69.84016601927578, + "p50_ms": 0.7078329799696803, + "p90_ms": 4.065633082063869, + "p95_ms": 4.190636068233289, + "p99_ms": 4.2199272132711485, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.6030687082608802, "semantic": 0.9308017017042276, @@ -671,11 +671,11 @@ "tokens": 2442, "ndcg5": 0.8587075709912144, "ndcg10": 0.8696279428321226, - "p50_ms": 0.7104374963091686, - "p90_ms": 4.078466986538842, - "p95_ms": 4.10626489756396, - "p99_ms": 4.299652992922347, - "index_ms": 69.84016601927578, + "p50_ms": 0.700249511282891, + "p90_ms": 3.9335083740297705, + "p95_ms": 4.075642267707735, + "p99_ms": 4.148728458676487, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.6030687082608802, "semantic": 0.9308017017042276, @@ -687,14 +687,14 @@ "language": "javascript", "mode": "semble-bm25", "chunks": 168, - "tokens": 2447, + "tokens": 2457, "ndcg5": 0.8509249376624345, "ndcg10": 0.8746069638173074, - "p50_ms": 0.7003334903856739, - "p90_ms": 3.9629714097827677, - "p95_ms": 4.120916365354788, - "p99_ms": 4.2798832766129635, - "index_ms": 69.84016601927578, + "p50_ms": 0.6813124928157777, + "p90_ms": 3.933370887534693, + "p95_ms": 4.058646416524425, + "p99_ms": 4.1678957000840455, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.6456142307547109, "semantic": 0.9182297913969545, @@ -709,11 +709,11 @@ "tokens": 2349, "ndcg5": 0.8492675597231898, "ndcg10": 0.8772970389580153, - "p50_ms": 0.6080414896132424, - "p90_ms": 3.961250011343509, - "p95_ms": 3.9624104188987985, - "p99_ms": 3.9629484835313633, - "index_ms": 69.84016601927578, + "p50_ms": 0.5876874784007668, + "p90_ms": 3.9262493955902755, + "p95_ms": 3.953720850404352, + "p99_ms": 4.034977767150849, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.698242740216615, "semantic": 0.8949696753419146, @@ -728,11 +728,11 @@ "tokens": 2523, "ndcg5": 0.7701816001155912, "ndcg10": 0.7892626843342179, - "p50_ms": 0.24387550365645438, - "p90_ms": 0.2587576978839934, - "p95_ms": 0.2617163583636284, - "p99_ms": 0.2770432597026229, - "index_ms": 69.84016601927578, + "p50_ms": 0.2406249986961484, + "p90_ms": 0.25283810100518167, + "p95_ms": 0.2555937971919775, + "p99_ms": 0.262718740850687, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.6057805388787051, "semantic": 0.8598409368316484, @@ -747,11 +747,11 @@ "tokens": 2524, "ndcg5": 0.7723727876575338, "ndcg10": 0.7914538718761605, - "p50_ms": 0.23793800210114568, - "p90_ms": 0.2455464011291042, - "p95_ms": 0.2465371653670445, - "p99_ms": 0.24964022741187364, - "index_ms": 69.84016601927578, + "p50_ms": 0.23981253616511822, + "p90_ms": 0.2538246917538345, + "p95_ms": 0.2549375465605408, + "p99_ms": 0.2558875095564872, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.6057805388787051, "semantic": 0.8598409368316484, @@ -763,14 +763,14 @@ "language": "javascript", "mode": "unranked-bm25", "chunks": 168, - "tokens": 2556, + "tokens": 2565, "ndcg5": 0.5981270320634365, "ndcg10": 0.652051962803907, - "p50_ms": 0.24035399837885052, - "p90_ms": 0.2511541184503585, - "p95_ms": 0.2515494008548558, - "p99_ms": 0.25357708567753434, - "index_ms": 69.84016601927578, + "p50_ms": 0.2439164964016527, + "p90_ms": 0.25589612196199596, + "p95_ms": 0.26133093051612377, + "p99_ms": 0.27839894406497473, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.4692905241115832, "semantic": 0.6341610772045271, @@ -785,11 +785,11 @@ "tokens": 2532, "ndcg5": 0.7074356157188728, "ndcg10": 0.7770285259419542, - "p50_ms": 0.24210449191741645, - "p90_ms": 0.2548624906921759, - "p95_ms": 0.25913335703080526, - "p99_ms": 0.29156027798308054, - "index_ms": 69.84016601927578, + "p50_ms": 0.2346250112168491, + "p90_ms": 0.251779513200745, + "p95_ms": 0.2562669717008248, + "p99_ms": 0.257787027512677, + "index_ms": 71.71849999576807, "by_category": { "architecture": 0.7791488175275083, "semantic": 0.795298832280229, @@ -804,11 +804,11 @@ "tokens": 3235, "ndcg5": 0.7517782560805999, "ndcg10": 0.7826029997030854, - "p50_ms": 0.7446464878739789, - "p90_ms": 6.611862516729161, - "p95_ms": 6.953716662246737, - "p99_ms": 9.911509749945248, - "index_ms": 226.68137500295416, + "p50_ms": 0.7359580195043236, + "p90_ms": 6.608395936200395, + "p95_ms": 6.987098520039583, + "p99_ms": 9.884819697472262, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.663762511293996, "semantic": 0.8348152134004999, @@ -823,11 +823,11 @@ "tokens": 3236, "ndcg5": 0.7517782560805999, "ndcg10": 0.7826029997030854, - "p50_ms": 0.8259169990196824, - "p90_ms": 6.404233720968477, - "p95_ms": 6.6575047967489835, - "p99_ms": 9.66020095511339, - "index_ms": 226.68137500295416, + "p50_ms": 0.7401664915960282, + "p90_ms": 6.405283318599686, + "p95_ms": 6.608164249337281, + "p99_ms": 9.636099279741751, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.663762511293996, "semantic": 0.8348152134004999, @@ -842,11 +842,11 @@ "tokens": 3321, "ndcg5": 0.7539694436225426, "ndcg10": 0.7884464696446104, - "p50_ms": 0.7181669934652746, - "p90_ms": 6.398300308501348, - "p95_ms": 6.722602111403833, - "p99_ms": 9.769854029291304, - "index_ms": 226.68137500295416, + "p50_ms": 0.7266250322572887, + "p90_ms": 6.60762024926953, + "p95_ms": 6.86809854814783, + "p99_ms": 9.29461972089484, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.6747979495828043, "semantic": 0.8384671926370708, @@ -861,11 +861,11 @@ "tokens": 3231, "ndcg5": 0.7508891280403, "ndcg10": 0.7653423693561943, - "p50_ms": 0.6452710222220048, - "p90_ms": 6.2629709049360835, - "p95_ms": 6.832581892376768, - "p99_ms": 9.543849983019749, - "index_ms": 226.68137500295416, + "p50_ms": 0.6492290121968836, + "p90_ms": 6.541308888699859, + "p95_ms": 6.774210106232206, + "p99_ms": 9.462742035393598, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.7578129652635776, "semantic": 0.7931485467338333, @@ -880,11 +880,11 @@ "tokens": 3250, "ndcg5": 0.6696394630357186, "ndcg10": 0.6863061297023854, - "p50_ms": 0.27400000544730574, - "p90_ms": 0.2798497007461265, - "p95_ms": 0.29104999703122303, - "p99_ms": 0.3051099934964441, - "index_ms": 226.68137500295416, + "p50_ms": 0.26945851277559996, + "p90_ms": 0.2753086679149419, + "p95_ms": 0.2800902526360005, + "p99_ms": 0.28208528994582593, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.452371901428583, "semantic": 0.7916666666666666, @@ -899,11 +899,11 @@ "tokens": 3234, "ndcg5": 0.6696394630357186, "ndcg10": 0.6696394630357186, - "p50_ms": 0.27204150683246553, - "p90_ms": 0.2816713822539896, - "p95_ms": 0.2836142302840017, - "p99_ms": 0.28408923390088603, - "index_ms": 226.68137500295416, + "p50_ms": 0.27118701837025583, + "p90_ms": 0.27885419549420476, + "p95_ms": 0.2814982319250703, + "p99_ms": 0.29033323284238577, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.452371901428583, "semantic": 0.7916666666666666, @@ -918,11 +918,11 @@ "tokens": 3351, "ndcg5": 0.6946394630357187, "ndcg10": 0.7291164890577864, - "p50_ms": 0.272374993073754, - "p90_ms": 0.2862913970602676, - "p95_ms": 0.29094614583300427, - "p99_ms": 0.2989892233745195, - "index_ms": 226.68137500295416, + "p50_ms": 0.2671874826774001, + "p90_ms": 0.28079168405383825, + "p95_ms": 0.28165863477624953, + "p99_ms": 0.2891317300964147, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.7470219239087327, @@ -937,11 +937,11 @@ "tokens": 3197, "ndcg5": 0.5142789260714372, "ndcg10": 0.5471407852100375, - "p50_ms": 0.26333300047554076, - "p90_ms": 0.277113079209812, - "p95_ms": 0.2785687451250851, - "p99_ms": 0.27961373096331954, - "index_ms": 226.68137500295416, + "p50_ms": 0.2691879926715046, + "p90_ms": 0.2798661356791854, + "p95_ms": 0.2817711385432631, + "p99_ms": 0.2833542332518846, + "index_ms": 238.02170803537592, "by_category": { "architecture": 0.4236133388501875, "semantic": 0.5687290841624842, @@ -956,11 +956,11 @@ "tokens": 2426, "ndcg5": 0.6470043731162394, "ndcg10": 0.688749488579633, - "p50_ms": 1.0349579970352352, - "p90_ms": 1.2544496945338324, - "p95_ms": 1.3058249853202142, - "p99_ms": 1.3183650144492276, - "index_ms": 390.40829200530425, + "p50_ms": 1.0266874742228538, + "p90_ms": 1.1752874648664147, + "p95_ms": 1.234797912184149, + "p99_ms": 1.2621268001385033, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.631798727688293, @@ -975,11 +975,11 @@ "tokens": 2426, "ndcg5": 0.6470043731162394, "ndcg10": 0.688749488579633, - "p50_ms": 1.0680630075512454, - "p90_ms": 1.2118204991566017, - "p95_ms": 1.2219330135849304, - "p99_ms": 1.240553000534419, - "index_ms": 390.40829200530425, + "p50_ms": 1.0180830140598118, + "p90_ms": 1.1776246770750731, + "p95_ms": 1.2188750057248399, + "p99_ms": 1.2587749998783693, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.631798727688293, @@ -994,11 +994,11 @@ "tokens": 2599, "ndcg5": 0.6047843843606779, "ndcg10": 0.6431864357378508, - "p50_ms": 1.048395992256701, - "p90_ms": 1.187750609824434, - "p95_ms": 1.198406251205597, - "p99_ms": 1.2862812567618673, - "index_ms": 390.40829200530425, + "p50_ms": 0.9984994831029326, + "p90_ms": 1.1416246881708503, + "p95_ms": 1.1889145651366562, + "p99_ms": 1.218015708727762, + "index_ms": 405.70683300029486, "by_category": { "architecture": 0.75, "semantic": 0.6145953051417687, @@ -1013,11 +1013,11 @@ "tokens": 2109, "ndcg5": 0.5996748131686652, "ndcg10": 0.6185749181885072, - "p50_ms": 0.7404169882647693, - "p90_ms": 0.8065330883255228, - "p95_ms": 0.8259235415607691, - "p99_ms": 0.8367847232148051, - "index_ms": 390.40829200530425, + "p50_ms": 0.757353991502896, + "p90_ms": 0.8311544952448457, + "p95_ms": 0.8456898765871301, + "p99_ms": 0.8460379840107635, + "index_ms": 405.70683300029486, "by_category": { "architecture": 0.75, "semantic": 0.5710030188377501, @@ -1032,11 +1032,11 @@ "tokens": 2632, "ndcg5": 0.6573007587339552, "ndcg10": 0.7001131467676213, - "p50_ms": 0.28143748932052404, - "p90_ms": 0.2923702180851251, - "p95_ms": 0.2933684445451945, - "p99_ms": 0.2977072901558131, - "index_ms": 390.40829200530425, + "p50_ms": 0.2735205052886158, + "p90_ms": 0.28583358507603407, + "p95_ms": 0.2885684109060094, + "p99_ms": 0.2902472804998979, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.5881581344803386, @@ -1051,11 +1051,11 @@ "tokens": 2632, "ndcg5": 0.6573007587339552, "ndcg10": 0.7001131467676213, - "p50_ms": 0.27487450279295444, - "p90_ms": 0.28914651193190366, - "p95_ms": 0.2901506653870456, - "p99_ms": 0.29686373280128464, - "index_ms": 390.40829200530425, + "p50_ms": 0.27520800358615816, + "p90_ms": 0.28327020700089633, + "p95_ms": 0.2864809532184154, + "p99_ms": 0.2868298126850277, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.5881581344803386, @@ -1070,11 +1070,11 @@ "tokens": 2807, "ndcg5": 0.6375696397737991, "ndcg10": 0.6484900116147073, - "p50_ms": 0.27637500897981226, - "p90_ms": 0.28799158171750605, - "p95_ms": 0.2892410455388017, - "p99_ms": 0.2922817986109294, - "index_ms": 390.40829200530425, + "p50_ms": 0.2752919972408563, + "p90_ms": 0.28071245760656893, + "p95_ms": 0.2838687563780695, + "p99_ms": 0.2856737480033189, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.5799325903246731, @@ -1089,11 +1089,11 @@ "tokens": 2409, "ndcg5": 0.6004264621397062, "ndcg10": 0.6393763132154399, - "p50_ms": 0.27058350678998977, - "p90_ms": 0.28035000432282686, - "p95_ms": 0.2841478766640648, - "p99_ms": 0.2939959679497406, - "index_ms": 390.40829200530425, + "p50_ms": 0.2725834783632308, + "p90_ms": 0.2777452697046101, + "p95_ms": 0.28080065676476806, + "p99_ms": 0.2821937500266358, + "index_ms": 405.70683300029486, "by_category": { "architecture": 1.0, "semantic": 0.4947168520923674, @@ -1108,11 +1108,11 @@ "tokens": 2986, "ndcg5": 0.8477197786179612, "ndcg10": 0.8477197786179612, - "p50_ms": 0.4666454915422946, - "p90_ms": 0.4977207980118692, - "p95_ms": 0.5114788466016762, - "p99_ms": 0.5706957503571174, - "index_ms": 21.76887501263991, + "p50_ms": 0.46766651212237775, + "p90_ms": 0.48842504038475454, + "p95_ms": 0.49967914819717413, + "p99_ms": 0.5442022159695624, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.6703622950309012, "semantic": 0.9432199620879166 @@ -1126,11 +1126,11 @@ "tokens": 2986, "ndcg5": 0.8477197786179612, "ndcg10": 0.8477197786179612, - "p50_ms": 0.4697919939644635, - "p90_ms": 0.5036832968471572, - "p95_ms": 0.5323600824340247, - "p99_ms": 0.5327720029163174, - "index_ms": 21.76887501263991, + "p50_ms": 0.46562551870010793, + "p90_ms": 0.5040161253418773, + "p95_ms": 0.5158565967576578, + "p99_ms": 0.5282377457479015, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.6703622950309012, "semantic": 0.9432199620879166 @@ -1144,11 +1144,11 @@ "tokens": 2969, "ndcg5": 0.8346268032608155, "ndcg10": 0.8346268032608155, - "p50_ms": 0.47310400987043977, - "p90_ms": 0.5140833061886951, - "p95_ms": 0.5227371962973848, - "p99_ms": 0.5231810343684629, - "index_ms": 21.76887501263991, + "p50_ms": 0.4734375106636435, + "p90_ms": 0.4968921828549355, + "p95_ms": 0.507972264313139, + "p99_ms": 0.5316280416445807, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.651658044520693, "semantic": 0.9331484425824198 @@ -1162,11 +1162,11 @@ "tokens": 2660, "ndcg5": 0.782049759204785, "ndcg10": 0.7998601185601861, - "p50_ms": 0.44443749357014894, - "p90_ms": 0.473000603960827, - "p95_ms": 0.48649789387127385, - "p99_ms": 0.5149659721064381, - "index_ms": 21.76887501263991, + "p50_ms": 0.4358959849923849, + "p90_ms": 0.475929188542068, + "p95_ms": 0.4776482150191441, + "p99_ms": 0.49636245064903045, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.6149523294267735, "semantic": 0.8994258511704852 @@ -1180,11 +1180,11 @@ "tokens": 3122, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.22733300284016877, - "p90_ms": 0.23852080630604178, - "p95_ms": 0.24260173522634432, - "p99_ms": 0.25048675102880225, - "index_ms": 21.76887501263991, + "p50_ms": 0.22681299014948308, + "p90_ms": 0.24399593821726742, + "p95_ms": 0.2572651865193621, + "p99_ms": 0.28851942915935064, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.9472756790816368, "semantic": 0.9716099810439582 @@ -1198,11 +1198,11 @@ "tokens": 3122, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.2296250022482127, - "p90_ms": 0.23926599242258817, - "p95_ms": 0.24890979839256042, - "p99_ms": 0.33051555248675857, - "index_ms": 21.76887501263991, + "p50_ms": 0.22402103058993816, + "p90_ms": 0.23750002728775144, + "p95_ms": 0.23867078416515142, + "p99_ms": 0.2393669547745958, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.9472756790816368, "semantic": 0.9716099810439582 @@ -1216,11 +1216,11 @@ "tokens": 3213, "ndcg5": 0.8946394630357186, "ndcg10": 0.9124498223911198, - "p50_ms": 0.22966699907556176, - "p90_ms": 0.23943748965393752, - "p95_ms": 0.24163335183402523, - "p99_ms": 0.24936026165960357, - "index_ms": 21.76887501263991, + "p50_ms": 0.22972904844209552, + "p90_ms": 0.2448250015731901, + "p95_ms": 0.2502270886907354, + "p99_ms": 0.2536782139213756, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.8945513581632737, "semantic": 0.9220874569753447 @@ -1234,11 +1234,11 @@ "tokens": 2794, "ndcg5": 0.8361353116146788, "ndcg10": 0.8361353116146788, - "p50_ms": 0.23043699911795557, - "p90_ms": 0.23783359793014824, - "p95_ms": 0.243957998463884, - "p99_ms": 0.2458580129314214, - "index_ms": 21.76887501263991, + "p50_ms": 0.22862499463371933, + "p90_ms": 0.2345916000194848, + "p95_ms": 0.24796395155135542, + "p99_ms": 0.25059278414119035, + "index_ms": 21.346624998841435, "by_category": { "architecture": 0.7659075880209694, "semantic": 0.8739502397035989 @@ -1252,11 +1252,11 @@ "tokens": 2797, "ndcg5": 0.9113147192765458, "ndcg10": 0.9113147192765458, - "p50_ms": 3.407666998100467, - "p90_ms": 9.609492187155416, - "p95_ms": 13.171170221176, - "p99_ms": 14.242834032047538, - "index_ms": 809.9836670153309, + "p50_ms": 3.2967084844131023, + "p90_ms": 9.058191423537215, + "p95_ms": 12.878604480647484, + "p99_ms": 13.92265446775127, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.8065735963827292, "semantic": 0.9, @@ -1271,11 +1271,11 @@ "tokens": 2810, "ndcg5": 0.9113147192765458, "ndcg10": 0.9113147192765458, - "p50_ms": 3.3914789819391444, - "p90_ms": 8.982316299807287, - "p95_ms": 13.106024399166927, - "p99_ms": 13.989272069884462, - "index_ms": 809.9836670153309, + "p50_ms": 3.394125000340864, + "p90_ms": 8.829478919506078, + "p95_ms": 12.646631605457515, + "p99_ms": 13.430793543811886, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.8065735963827292, "semantic": 0.9, @@ -1290,11 +1290,11 @@ "tokens": 2873, "ndcg5": 0.9, "ndcg10": 0.9, - "p50_ms": 3.3381664979970083, - "p90_ms": 9.293529411661446, - "p95_ms": 13.405322300968692, - "p99_ms": 14.243698044447227, - "index_ms": 809.9836670153309, + "p50_ms": 3.429062489885837, + "p90_ms": 8.864820929011337, + "p95_ms": 12.915665275068022, + "p99_ms": 13.67120025504846, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.75, "semantic": 0.9, @@ -1309,11 +1309,11 @@ "tokens": 2794, "ndcg5": 0.9113147192765458, "ndcg10": 0.9209860394574093, - "p50_ms": 3.2942079997155815, - "p90_ms": 9.10118721076288, - "p95_ms": 13.092856253206264, - "p99_ms": 13.696771250979507, - "index_ms": 809.9836670153309, + "p50_ms": 3.2712084939703345, + "p90_ms": 8.897283626720316, + "p95_ms": 12.956728844437748, + "p99_ms": 13.665745763573794, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.8549301972870469, "semantic": 0.9, @@ -1328,11 +1328,11 @@ "tokens": 2897, "ndcg5": 0.8002968226739917, "ndcg10": 0.8105159425534157, - "p50_ms": 0.3825210005743429, - "p90_ms": 0.41213721851818275, - "p95_ms": 0.488177033548709, - "p99_ms": 0.5079682168434374, - "index_ms": 809.9836670153309, + "p50_ms": 0.38252101512625813, + "p90_ms": 0.4044127825181931, + "p95_ms": 0.4114062088774517, + "p99_ms": 0.4156812193104997, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.8010955993971215, "semantic": 0.7875006699908373, @@ -1347,11 +1347,11 @@ "tokens": 2893, "ndcg5": 0.8002968226739915, "ndcg10": 0.8105159425534157, - "p50_ms": 0.3853329981211573, - "p90_ms": 0.41278281132690614, - "p95_ms": 0.4432839457876981, - "p99_ms": 0.497623209375888, - "index_ms": 809.9836670153309, + "p50_ms": 0.39674999425187707, + "p90_ms": 0.42719654156826437, + "p95_ms": 0.4283193702576682, + "p99_ms": 0.4299966472899541, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.8010955993971215, "semantic": 0.7875006699908373, @@ -1366,11 +1366,11 @@ "tokens": 2865, "ndcg5": 0.5941575884408941, "ndcg10": 0.6033863732798725, - "p50_ms": 0.39237500459421426, - "p90_ms": 0.42326599068474025, - "p95_ms": 0.4354660384706222, - "p99_ms": 0.4704268134082667, - "index_ms": 809.9836670153309, + "p50_ms": 0.38250049692578614, + "p90_ms": 0.40537529857829213, + "p95_ms": 0.4072687675943598, + "p99_ms": 0.4075537918834016, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.3443038288345123, "semantic": 0.5559582396687942, @@ -1385,11 +1385,11 @@ "tokens": 2789, "ndcg5": 0.7928612069551187, "ndcg10": 0.8312632583322916, - "p50_ms": 0.40249997982755303, - "p90_ms": 0.44999227684456855, - "p95_ms": 0.46783778961980726, - "p99_ms": 0.5635339536820537, - "index_ms": 809.9836670153309, + "p50_ms": 0.40168751729652286, + "p90_ms": 0.41464141104370356, + "p95_ms": 0.41544195846654475, + "p99_ms": 0.41962199029512703, + "index_ms": 830.9105000225827, "by_category": { "architecture": 0.7562452583002234, "semantic": 0.8244076946336916, @@ -1404,11 +1404,11 @@ "tokens": 2603, "ndcg5": 0.8205558097806902, "ndcg10": 0.853282094626217, - "p50_ms": 0.8070000039879233, - "p90_ms": 4.844908200902864, - "p95_ms": 5.069929387536831, - "p99_ms": 5.102852285490371, - "index_ms": 129.31458299863152, + "p50_ms": 0.7663749856874347, + "p90_ms": 4.843416321091354, + "p95_ms": 5.061567045049742, + "p99_ms": 5.066780602792278, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.6828696993548315, "semantic": 0.9589921948412731, @@ -1423,11 +1423,11 @@ "tokens": 2596, "ndcg5": 0.8205558097806902, "ndcg10": 0.853282094626217, - "p50_ms": 0.776228989707306, - "p90_ms": 4.651487397495657, - "p95_ms": 5.030720595095772, - "p99_ms": 5.091977721604053, - "index_ms": 129.31458299863152, + "p50_ms": 0.761583010898903, + "p90_ms": 4.636779514839873, + "p95_ms": 4.911573161371052, + "p99_ms": 5.005781031213701, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.6828696993548315, "semantic": 0.9589921948412731, @@ -1442,11 +1442,11 @@ "tokens": 2685, "ndcg5": 0.7707813288789214, "ndcg10": 0.8057947331707882, - "p50_ms": 0.7481039938284084, - "p90_ms": 4.491266995319165, - "p95_ms": 4.815598187269642, - "p99_ms": 5.117319651180877, - "index_ms": 129.31458299863152, + "p50_ms": 0.7354789995588362, + "p90_ms": 4.6194625028874725, + "p95_ms": 4.808506267727353, + "p99_ms": 4.868601270136423, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.6852526560599687, "semantic": 0.8624288341269906, @@ -1461,11 +1461,11 @@ "tokens": 2474, "ndcg5": 0.7260972989196864, "ndcg10": 0.7805524822080799, - "p50_ms": 0.6002290028845891, - "p90_ms": 4.383587502525188, - "p95_ms": 4.630156201892532, - "p99_ms": 4.705097640980966, - "index_ms": 129.31458299863152, + "p50_ms": 0.5969579797238111, + "p90_ms": 4.600566910812631, + "p95_ms": 4.674106341553852, + "p99_ms": 4.725588433211669, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.5813897280167648, "semantic": 0.881186284230377, @@ -1480,11 +1480,11 @@ "tokens": 2705, "ndcg5": 0.9061007172313449, "ndcg10": 0.918234463721243, - "p50_ms": 0.24862449208740145, - "p90_ms": 0.26841239887289703, - "p95_ms": 0.2752955566393211, - "p99_ms": 0.29155911935959006, - "index_ms": 129.31458299863152, + "p50_ms": 0.24812499759718776, + "p90_ms": 0.2614125027321279, + "p95_ms": 0.2651124930707738, + "p99_ms": 0.2775225084042176, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.7547033911637286, "semantic": 1.0, @@ -1499,11 +1499,11 @@ "tokens": 2718, "ndcg5": 0.9061007172313449, "ndcg10": 0.918234463721243, - "p50_ms": 0.2440830139676109, - "p90_ms": 0.26165021408814937, - "p95_ms": 0.27130276284879074, - "p99_ms": 0.27512775239301845, - "index_ms": 129.31458299863152, + "p50_ms": 0.2469784813001752, + "p90_ms": 0.25582934613339603, + "p95_ms": 0.25940184423234314, + "p99_ms": 0.26198036212008446, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.7547033911637286, "semantic": 1.0, @@ -1518,11 +1518,11 @@ "tokens": 2742, "ndcg5": 0.8578287045608461, "ndcg10": 0.8578287045608461, - "p50_ms": 0.2507505123503506, - "p90_ms": 0.2603409899165854, - "p95_ms": 0.2631285635288805, - "p99_ms": 0.27259211405180395, - "index_ms": 129.31458299863152, + "p50_ms": 0.24254099116660655, + "p90_ms": 0.26078741648234427, + "p95_ms": 0.2623331412905827, + "p99_ms": 0.2663002471672371, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.6349978214206287, "semantic": 0.9589921948412731, @@ -1537,11 +1537,11 @@ "tokens": 2704, "ndcg5": 0.8058853585266573, "ndcg10": 0.8392203097039183, - "p50_ms": 0.2519790141377598, - "p90_ms": 0.2678248943993822, - "p95_ms": 0.2781705654342658, - "p99_ms": 0.2978340946719981, - "index_ms": 129.31458299863152, + "p50_ms": 0.24504150496795774, + "p90_ms": 0.2573288045823574, + "p95_ms": 0.26297315780539066, + "p99_ms": 0.2643609937513247, + "index_ms": 144.6422500303015, "by_category": { "architecture": 0.6406843445879357, "semantic": 0.9179843896825461, @@ -1556,11 +1556,11 @@ "tokens": 3207, "ndcg5": 0.8591297799361982, "ndcg10": 0.8591297799361982, - "p50_ms": 0.7134999905247241, - "p90_ms": 6.690616387641056, - "p95_ms": 8.520512504037466, - "p99_ms": 9.458402500022203, - "index_ms": 112.7214590087533, + "p50_ms": 0.7207500166259706, + "p90_ms": 6.861133198253809, + "p95_ms": 8.805220323847603, + "p99_ms": 9.874811224872246, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.8811396422923916, @@ -1575,11 +1575,11 @@ "tokens": 3194, "ndcg5": 0.8591297799361982, "ndcg10": 0.8591297799361982, - "p50_ms": 0.7074579771142453, - "p90_ms": 6.717699399450792, - "p95_ms": 8.534591287025249, - "p99_ms": 9.321251067449339, - "index_ms": 112.7214590087533, + "p50_ms": 0.702916004229337, + "p90_ms": 6.455766991712151, + "p95_ms": 8.170350303407755, + "p99_ms": 9.255270070862025, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.8811396422923916, @@ -1594,11 +1594,11 @@ "tokens": 3161, "ndcg5": 0.8397050301241697, "ndcg10": 0.8397050301241697, - "p50_ms": 0.6972500123083591, - "p90_ms": 6.518025195691733, - "p95_ms": 8.487474708817896, - "p99_ms": 9.40559493843466, - "index_ms": 112.7214590087533, + "p50_ms": 0.6824170122854412, + "p90_ms": 6.297417019959537, + "p95_ms": 8.129379508318378, + "p99_ms": 9.018309466773644, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.8475878017079786, @@ -1613,11 +1613,11 @@ "tokens": 3036, "ndcg5": 0.8259229508008584, "ndcg10": 0.8434668104499813, - "p50_ms": 0.6304589915089309, - "p90_ms": 6.428333598887546, - "p95_ms": 8.411487500416113, - "p99_ms": 9.174597506644204, - "index_ms": 112.7214590087533, + "p50_ms": 0.7495000027120113, + "p90_ms": 6.3711169874295575, + "p95_ms": 8.08681703638285, + "p99_ms": 9.029297004453838, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.7666666666666667, "semantic": 0.8356850968378461, @@ -1632,11 +1632,11 @@ "tokens": 3262, "ndcg5": 0.7653421881627279, "ndcg10": 0.7840899348526239, - "p50_ms": 0.25445802020840347, - "p90_ms": 0.2636997844092548, - "p95_ms": 0.2761420008027926, - "p99_ms": 0.279562005889602, - "index_ms": 112.7214590087533, + "p50_ms": 0.25866698706522584, + "p90_ms": 0.2684909966774285, + "p95_ms": 0.27691188734024763, + "p99_ms": 0.277782347984612, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.6035565121611999, "semantic": 0.807266018308532, @@ -1651,11 +1651,11 @@ "tokens": 3276, "ndcg5": 0.7653421881627279, "ndcg10": 0.7840899348526239, - "p50_ms": 0.2491670020390302, - "p90_ms": 0.25994221796281636, - "p95_ms": 0.2634625096106901, - "p99_ms": 0.27849249832797796, - "index_ms": 112.7214590087533, + "p50_ms": 0.25116599863395095, + "p90_ms": 0.26127478340640664, + "p95_ms": 0.26274609263055027, + "p99_ms": 0.2642156498041004, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.6035565121611999, "semantic": 0.807266018308532, @@ -1670,11 +1670,11 @@ "tokens": 3213, "ndcg5": 0.7307932700227693, "ndcg10": 0.7473966845904393, - "p50_ms": 0.2480830007698387, - "p90_ms": 0.25603342219255865, - "p95_ms": 0.25748780462890863, - "p99_ms": 0.25979756377637386, - "index_ms": 112.7214590087533, + "p50_ms": 0.2519999979995191, + "p90_ms": 0.26630855863913894, + "p95_ms": 0.26660836301743984, + "p99_ms": 0.26828885078430176, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.6123212623289701, "semantic": 0.7399027905066813, @@ -1689,11 +1689,11 @@ "tokens": 3123, "ndcg5": 0.7206597929061216, "ndcg10": 0.7546214778232747, - "p50_ms": 0.2457080117892474, - "p90_ms": 0.2533664111979306, - "p95_ms": 0.25557502231094986, - "p99_ms": 0.25611500546801835, - "index_ms": 112.7214590087533, + "p50_ms": 0.24695799220353365, + "p90_ms": 0.2581503940746188, + "p95_ms": 0.26129516190849245, + "p99_ms": 0.2640254411380738, + "index_ms": 135.2747090277262, "by_category": { "architecture": 0.5839989159778691, "semantic": 0.7988076131983104, @@ -1708,11 +1708,11 @@ "tokens": 3388, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.49604199011810124, - "p90_ms": 5.100833304459229, - "p95_ms": 5.371216368803289, - "p99_ms": 5.587943277496379, - "index_ms": 135.00629202462733, + "p50_ms": 0.49379150732420385, + "p90_ms": 4.968366387765855, + "p95_ms": 5.105350390658714, + "p99_ms": 5.2848372590960935, + "index_ms": 133.3355840179138, "by_category": { "architecture": 1.0, "semantic": 1.0, @@ -1727,11 +1727,11 @@ "tokens": 3352, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.4935000033583492, - "p90_ms": 5.153075317502953, - "p95_ms": 5.208352106274106, - "p99_ms": 5.291604016092606, - "index_ms": 135.00629202462733, + "p50_ms": 0.4973330069333315, + "p90_ms": 5.097621079767123, + "p95_ms": 5.288087157532573, + "p99_ms": 5.367950228974223, + "index_ms": 133.3355840179138, "by_category": { "architecture": 1.0, "semantic": 1.0, @@ -1746,11 +1746,11 @@ "tokens": 3257, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.4579164960887283, - "p90_ms": 5.006449995562435, - "p95_ms": 5.324749990541022, - "p99_ms": 5.467249991779681, - "index_ms": 135.00629202462733, + "p50_ms": 0.45766649418510497, + "p90_ms": 5.122270493302494, + "p95_ms": 5.213872619788162, + "p99_ms": 5.246774544357322, + "index_ms": 133.3355840179138, "by_category": { "architecture": 1.0, "semantic": 0.9261859507142916, @@ -1765,11 +1765,11 @@ "tokens": 3302, "ndcg5": 0.9775325271359823, "ndcg10": 0.9775325271359823, - "p50_ms": 0.4236670065438375, - "p90_ms": 5.1334210962522775, - "p95_ms": 5.214589259412605, - "p99_ms": 5.336284257064108, - "index_ms": 135.00629202462733, + "p50_ms": 0.4263125010766089, + "p90_ms": 5.018308112630621, + "p95_ms": 5.216538114473224, + "p99_ms": 5.274740401655436, + "index_ms": 133.3355840179138, "by_category": { "architecture": 0.986620131524698, "semantic": 0.9630929753571458, @@ -1782,15 +1782,15 @@ "mode": "unranked-auto", "chunks": 315, "tokens": 3546, - "ndcg5": 0.8468306505776612, - "ndcg10": 0.8748601298124866, - "p50_ms": 0.25666649162303656, - "p90_ms": 0.2717749943258241, - "p95_ms": 0.28448124503484, - "p99_ms": 0.3202962523209862, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.9695882650589908, + "ndcg5": 0.8428166900350705, + "ndcg10": 0.8708461692698959, + "p50_ms": 0.24939599097706378, + "p90_ms": 0.2590714138932526, + "p95_ms": 0.26131430349778384, + "p99_ms": 0.2800300432136282, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.9562083965836887, "semantic": 0.8048743252324331, "symbol": 0.9077324383928644 } @@ -1801,15 +1801,15 @@ "mode": "unranked-balanced", "chunks": 315, "tokens": 3557, - "ndcg5": 0.8468306505776612, - "ndcg10": 0.8748601298124866, - "p50_ms": 0.24764549743849784, - "p90_ms": 0.2590249903732911, - "p95_ms": 0.26560210826573893, - "p99_ms": 0.2766540212905966, - "index_ms": 135.00629202462733, - "by_category": { - "architecture": 0.9695882650589908, + "ndcg5": 0.8428166900350705, + "ndcg10": 0.8708461692698959, + "p50_ms": 0.24920800933614373, + "p90_ms": 0.2591705706436187, + "p95_ms": 0.26153815269935876, + "p99_ms": 0.2684412436792627, + "index_ms": 133.3355840179138, + "by_category": { + "architecture": 0.9562083965836887, "semantic": 0.8048743252324331, "symbol": 0.9077324383928644 } @@ -1822,11 +1822,11 @@ "tokens": 3554, "ndcg5": 0.889389356842921, "ndcg10": 0.9003097286838292, - "p50_ms": 0.2482290001353249, - "p90_ms": 0.2606464986456558, - "p95_ms": 0.2622339525260031, - "p99_ms": 0.27781318640336394, - "index_ms": 135.00629202462733, + "p50_ms": 0.2546669857110828, + "p90_ms": 0.26391721912659705, + "p95_ms": 0.2691931207664311, + "p99_ms": 0.269605063367635, + "index_ms": 133.3355840179138, "by_category": { "architecture": 0.9137459265651259, "semantic": 0.8892789260714373, @@ -1841,11 +1841,11 @@ "tokens": 3330, "ndcg5": 0.7346268032608154, "ndcg10": 0.7791307782964112, - "p50_ms": 0.24835449585225433, - "p90_ms": 0.25352920638397336, - "p95_ms": 0.256208646169398, - "p99_ms": 0.25874172599287704, - "index_ms": 135.00629202462733, + "p50_ms": 0.25443799677304924, + "p90_ms": 0.2639076847117394, + "p95_ms": 0.2661538979737088, + "p99_ms": 0.2672307792818174, + "index_ms": 133.3355840179138, "by_category": { "architecture": 0.91041406385918, "semantic": 0.7132994242093663, @@ -1860,11 +1860,11 @@ "tokens": 5293, "ndcg5": 0.9590790148145552, "ndcg10": 0.9590790148145552, - "p50_ms": 0.6678334902971983, - "p90_ms": 7.8019497130299, - "p95_ms": 8.477602040511561, - "p99_ms": 14.131653193035154, - "index_ms": 183.82320800446905, + "p50_ms": 0.6691460148431361, + "p90_ms": 7.6783869066275665, + "p95_ms": 8.537341633928014, + "p99_ms": 13.834034703322677, + "index_ms": 193.2210000231862, "by_category": { "architecture": 1.0, "semantic": 0.9255982087537366, @@ -1879,11 +1879,11 @@ "tokens": 5289, "ndcg5": 0.9590790148145552, "ndcg10": 0.9590790148145552, - "p50_ms": 0.6652084994129837, - "p90_ms": 7.555875598336571, - "p95_ms": 8.237491708132444, - "p99_ms": 14.043765561073076, - "index_ms": 183.82320800446905, + "p50_ms": 0.6459375144913793, + "p90_ms": 7.528258295496927, + "p95_ms": 8.423468456021515, + "p99_ms": 13.75312728516291, + "index_ms": 193.2210000231862, "by_category": { "architecture": 1.0, "semantic": 0.9255982087537366, @@ -1898,11 +1898,11 @@ "tokens": 5621, "ndcg5": 0.9590790148145552, "ndcg10": 0.9590790148145552, - "p50_ms": 0.591646006796509, - "p90_ms": 7.5360541784903035, - "p95_ms": 8.14037113304949, - "p99_ms": 13.966974233917416, - "index_ms": 183.82320800446905, + "p50_ms": 0.618937483523041, + "p90_ms": 7.686237525194883, + "p95_ms": 8.169718756107619, + "p99_ms": 14.460143767064427, + "index_ms": 193.2210000231862, "by_category": { "architecture": 1.0, "semantic": 0.9255982087537366, @@ -1917,11 +1917,11 @@ "tokens": 4199, "ndcg5": 0.790440450572295, "ndcg10": 0.790440450572295, - "p50_ms": 0.5443125119199976, - "p90_ms": 7.687270807218739, - "p95_ms": 8.362999644305097, - "p99_ms": 13.962932744470882, - "index_ms": 183.82320800446905, + "p50_ms": 0.5479584797285497, + "p90_ms": 7.827528798952699, + "p95_ms": 8.383605559356516, + "p99_ms": 14.261287529952813, + "index_ms": 193.2210000231862, "by_category": { "architecture": 0.793643251190486, "semantic": 0.7769954094820893, @@ -1936,11 +1936,11 @@ "tokens": 3773, "ndcg5": 0.8389821033974456, "ndcg10": 0.8389821033974456, - "p50_ms": 0.26227100170217454, - "p90_ms": 0.271212199004367, - "p95_ms": 0.2751729465671815, - "p99_ms": 0.2835018004407175, - "index_ms": 183.82320800446905, + "p50_ms": 0.2583125024102628, + "p90_ms": 0.2762954798527062, + "p95_ms": 0.27964552864432335, + "p99_ms": 0.28439631685614586, + "index_ms": 193.2210000231862, "by_category": { "architecture": 0.8362970934676666, "semantic": 0.8300845230519507, @@ -1955,11 +1955,11 @@ "tokens": 3776, "ndcg5": 0.8574356157188727, "ndcg10": 0.8574356157188727, - "p50_ms": 0.26502099353820086, - "p90_ms": 0.2743589866440743, - "p95_ms": 0.27627144736470655, - "p99_ms": 0.2848206940689124, - "index_ms": 183.82320800446905, + "p50_ms": 0.27127101202495396, + "p90_ms": 0.30572862015105784, + "p95_ms": 0.3216127952327952, + "p99_ms": 0.33218895259778947, + "index_ms": 193.2210000231862, "by_category": { "architecture": 0.8362970934676666, "semantic": 0.8300845230519507, @@ -1974,11 +1974,11 @@ "tokens": 3898, "ndcg5": 0.7235643897382131, "ndcg10": 0.7386158895214121, - "p50_ms": 0.25687449669931084, - "p90_ms": 0.26646668557077646, - "p95_ms": 0.2741586387855932, - "p99_ms": 0.27593173494096845, - "index_ms": 183.82320800446905, + "p50_ms": 0.2556664985604584, + "p90_ms": 0.273871113313362, + "p95_ms": 0.27481009892653674, + "p99_ms": 0.2782620204379782, + "index_ms": 193.2210000231862, "by_category": { "architecture": 0.6989698760630589, "semantic": 0.7225062527707663, @@ -1993,11 +1993,11 @@ "tokens": 3462, "ndcg5": 0.7886407638034061, "ndcg10": 0.8197606717859672, - "p50_ms": 0.2582079905550927, - "p90_ms": 0.2679580793483183, - "p95_ms": 0.2696652547456324, - "p99_ms": 0.2785002556629479, - "index_ms": 183.82320800446905, + "p50_ms": 0.260582979535684, + "p90_ms": 0.27393304044380784, + "p95_ms": 0.28161634400021285, + "p99_ms": 0.2821232652058825, + "index_ms": 193.2210000231862, "by_category": { "architecture": 0.614000745216012, "semantic": 0.8828371785839336, @@ -2012,11 +2012,11 @@ "tokens": 3252, "ndcg5": 0.8696123574829959, "ndcg10": 0.8958857274902101, - "p50_ms": 1.2149170215707272, - "p90_ms": 18.637250002939254, - "p95_ms": 26.661041978513822, - "p99_ms": 26.990608376218006, - "index_ms": 1376.2499999720603, + "p50_ms": 1.2966669746674597, + "p90_ms": 19.286125025246292, + "p95_ms": 26.809124974533916, + "p99_ms": 27.30812500230968, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.7216293209723186, "semantic": 0.9034794510269613, @@ -2031,11 +2031,11 @@ "tokens": 3195, "ndcg5": 0.8696123574829959, "ndcg10": 0.8958857274902101, - "p50_ms": 1.2728330038953573, - "p90_ms": 19.140541000524536, - "p95_ms": 26.84862501337193, - "p99_ms": 27.023824997013435, - "index_ms": 1376.2499999720603, + "p50_ms": 1.1841669911518693, + "p90_ms": 18.123125017154962, + "p95_ms": 26.092291984241456, + "p99_ms": 26.826392009388655, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.7216293209723186, "semantic": 0.9034794510269613, @@ -2050,11 +2050,11 @@ "tokens": 3333, "ndcg5": 0.8273812714242084, "ndcg10": 0.8273812714242084, - "p50_ms": 1.2431249779183418, - "p90_ms": 18.674374994589016, - "p95_ms": 26.370583014795557, - "p99_ms": 27.46911659487523, - "index_ms": 1376.2499999720603, + "p50_ms": 1.2101670145057142, + "p90_ms": 18.446624977514148, + "p95_ms": 26.21845802059397, + "p99_ms": 27.100391627755016, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.5377157309218195, "semantic": 0.8401328219387797, @@ -2069,11 +2069,11 @@ "tokens": 3124, "ndcg5": 0.8988098428527798, "ndcg10": 0.9229751887164013, - "p50_ms": 1.112625002861023, - "p90_ms": 18.615957989823073, - "p95_ms": 26.422582974191755, - "p99_ms": 27.16731660766527, - "index_ms": 1376.2499999720603, + "p50_ms": 1.1549170012585819, + "p90_ms": 18.388374999631196, + "p95_ms": 27.136582997627556, + "p99_ms": 27.43281659204513, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.7068731519671702, "semantic": 0.9472756790816368, @@ -2088,11 +2088,11 @@ "tokens": 3495, "ndcg5": 0.8043761391577814, "ndcg10": 0.8043761391577814, - "p50_ms": 0.6217499903868884, - "p90_ms": 0.7662079879082739, - "p95_ms": 0.7743329915683717, - "p99_ms": 0.8238665934186429, - "index_ms": 1376.2499999720603, + "p50_ms": 0.6117919692769647, + "p90_ms": 0.645000021904707, + "p95_ms": 0.6589170079678297, + "p99_ms": 0.6660506129264832, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.6458344499847289, "semantic": 0.808818987056269, @@ -2107,11 +2107,11 @@ "tokens": 3506, "ndcg5": 0.8043761391577814, "ndcg10": 0.8043761391577814, - "p50_ms": 0.6040419975761324, - "p90_ms": 0.6817499815952033, - "p95_ms": 0.731500011170283, - "p99_ms": 0.8679327846039088, - "index_ms": 1376.2499999720603, + "p50_ms": 0.6180420168675482, + "p90_ms": 0.6640829960815609, + "p95_ms": 0.6694580079056323, + "p99_ms": 0.6777916220016778, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.6458344499847289, "semantic": 0.808818987056269, @@ -2126,11 +2126,11 @@ "tokens": 3265, "ndcg5": 0.6418831630471958, "ndcg10": 0.6418831630471958, - "p50_ms": 0.6157919997349381, - "p90_ms": 0.6817500106990337, - "p95_ms": 0.6899579893797636, - "p99_ms": 0.7156915962696075, - "index_ms": 1376.2499999720603, + "p50_ms": 0.624749984126538, + "p90_ms": 0.6712500471621752, + "p95_ms": 0.6967919762246311, + "p99_ms": 0.708791974466294, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.677622660637882, "semantic": 0.558267763464715, @@ -2145,11 +2145,11 @@ "tokens": 3204, "ndcg5": 0.821950912797236, "ndcg10": 0.8307402316915011, - "p50_ms": 0.6621250067837536, - "p90_ms": 0.7506250112783164, - "p95_ms": 0.7597919902764261, - "p99_ms": 0.879391992930323, - "index_ms": 1376.2499999720603, + "p50_ms": 0.6328340386971831, + "p90_ms": 0.6630840362049639, + "p95_ms": 0.6652080337516963, + "p99_ms": 0.6726079969666898, + "index_ms": 1370.358792017214, "by_category": { "architecture": 0.707359682244585, "semantic": 0.8615433079746321, @@ -2164,11 +2164,11 @@ "tokens": 2977, "ndcg5": 0.6059541823122645, "ndcg10": 0.7042297304400422, - "p50_ms": 1.0613129998091608, - "p90_ms": 1.1454416991909966, - "p95_ms": 1.205129493610002, - "p99_ms": 1.2311595148639753, - "index_ms": 2173.038125009043, + "p50_ms": 0.9569789690431207, + "p90_ms": 1.0421914223115891, + "p95_ms": 1.0745877923909575, + "p99_ms": 1.0904839460272342, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.6509413349725708, "semantic": 0.7478293267316096 @@ -2182,11 +2182,11 @@ "tokens": 2977, "ndcg5": 0.6059541823122645, "ndcg10": 0.7042297304400422, - "p50_ms": 1.7622710001887754, - "p90_ms": 2.0667618984589353, - "p95_ms": 2.0765999986906536, - "p99_ms": 2.2130199978710148, - "index_ms": 2173.038125009043, + "p50_ms": 0.9570209949743003, + "p90_ms": 1.0968957853037864, + "p95_ms": 1.150255900574848, + "p99_ms": 1.1547839955892414, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.6509413349725708, "semantic": 0.7478293267316096 @@ -2200,11 +2200,11 @@ "tokens": 3165, "ndcg5": 0.5658738461810555, "ndcg10": 0.6327907827090764, - "p50_ms": 1.5260414947988465, - "p90_ms": 1.8547705025412142, - "p95_ms": 1.898780942428857, - "p99_ms": 1.9093897915445268, - "index_ms": 2173.038125009043, + "p50_ms": 0.9639794880058616, + "p90_ms": 1.1103083845227957, + "p95_ms": 1.1480068787932396, + "p99_ms": 1.2000349815934896, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.6278678063282713, "semantic": 0.6368186724751894 @@ -2218,11 +2218,11 @@ "tokens": 2910, "ndcg5": 0.6567529365307936, "ndcg10": 0.6834465522109883, - "p50_ms": 0.8992710063466802, - "p90_ms": 1.093970809597522, - "p95_ms": 1.123176739201881, - "p99_ms": 1.14360173989553, - "index_ms": 2173.038125009043, + "p50_ms": 0.9089789818972349, + "p90_ms": 1.0148289147764449, + "p95_ms": 1.2974107346963137, + "p99_ms": 1.4037157257553188, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.6501557421013141, "semantic": 0.7106844877552668 @@ -2236,11 +2236,11 @@ "tokens": 3013, "ndcg5": 0.519843289803598, "ndcg10": 0.5342965311194924, - "p50_ms": 0.5894165078643709, - "p90_ms": 0.665520815527998, - "p95_ms": 0.7185788461356424, - "p99_ms": 0.7356157826143317, - "index_ms": 2173.038125009043, + "p50_ms": 0.537666492164135, + "p90_ms": 0.5891420412808657, + "p95_ms": 0.6061711523216218, + "p99_ms": 0.629034232115373, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.400726861104333, "semantic": 0.6435808065864409 @@ -2254,11 +2254,11 @@ "tokens": 3013, "ndcg5": 0.519843289803598, "ndcg10": 0.5342965311194924, - "p50_ms": 0.5438960070023313, - "p90_ms": 0.6506204954348505, - "p95_ms": 0.6741580698871985, - "p99_ms": 0.7189988094614818, - "index_ms": 2173.038125009043, + "p50_ms": 0.5341455107554793, + "p90_ms": 0.5582586862146854, + "p95_ms": 0.5708255717763677, + "p99_ms": 0.5782979150535539, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.400726861104333, "semantic": 0.6435808065864409 @@ -2272,11 +2272,11 @@ "tokens": 3087, "ndcg5": 0.49882976820122876, "ndcg10": 0.5386566226739258, - "p50_ms": 0.5152289959369227, - "p90_ms": 0.5998420121613891, - "p95_ms": 0.6446419836720452, - "p99_ms": 0.651861994410865, - "index_ms": 2173.038125009043, + "p50_ms": 0.5681249895133078, + "p90_ms": 0.6562666676472872, + "p95_ms": 0.6857398635474965, + "p99_ms": 0.7210479717468842, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.49138459061286394, "semantic": 0.5773337398147944 @@ -2290,11 +2290,11 @@ "tokens": 2866, "ndcg5": 0.44817154898348466, "ndcg10": 0.5068784954736206, - "p50_ms": 0.5097710090922192, - "p90_ms": 0.5629083956591785, - "p95_ms": 0.5784714478068054, - "p99_ms": 0.5881606810726225, - "index_ms": 2173.038125009043, + "p50_ms": 0.5410000158008188, + "p90_ms": 0.6674292031675577, + "p95_ms": 0.6853419356048107, + "p99_ms": 0.7279011979699134, + "index_ms": 2032.1039169793949, "by_category": { "architecture": 0.39756822023237465, "semantic": 0.5963141752164581 @@ -2308,11 +2308,11 @@ "tokens": 2497, "ndcg5": 0.8574356157188727, "ndcg10": 0.8741022823855396, - "p50_ms": 5.417124499217607, - "p90_ms": 8.008304215036336, - "p95_ms": 10.217866991297345, - "p99_ms": 13.15260699775535, - "index_ms": 219.3461249989923, + "p50_ms": 5.268354492727667, + "p90_ms": 7.317612488986928, + "p95_ms": 9.864633358665744, + "p99_ms": 12.51716030121315, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.7217132018086354, "semantic": 0.8919379108058652, @@ -2327,11 +2327,11 @@ "tokens": 2495, "ndcg5": 0.8574356157188727, "ndcg10": 0.8741022823855396, - "p50_ms": 5.323312012478709, - "p90_ms": 7.554662809707228, - "p95_ms": 10.084383317735048, - "p99_ms": 12.917409467045212, - "index_ms": 219.3461249989923, + "p50_ms": 5.32741702045314, + "p90_ms": 7.581400260096419, + "p95_ms": 10.0361104530748, + "p99_ms": 12.859289263142268, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.7217132018086354, "semantic": 0.8919379108058652, @@ -2346,11 +2346,11 @@ "tokens": 2822, "ndcg5": 0.8946394630357186, "ndcg10": 0.9104127068750051, - "p50_ms": 5.303874509991147, - "p90_ms": 7.606320478953425, - "p95_ms": 10.271122599078812, - "p99_ms": 13.140724513505115, - "index_ms": 219.3461249989923, + "p50_ms": 5.132625490659848, + "p90_ms": 7.248532975791026, + "p95_ms": 9.876610065111892, + "p99_ms": 12.51802203361876, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.9077324383928644, "semantic": 0.8905634141483573, @@ -2365,11 +2365,11 @@ "tokens": 2440, "ndcg5": 0.7477197786179612, "ndcg10": 0.7810531119512946, - "p50_ms": 5.358208989491686, - "p90_ms": 7.474916393402967, - "p95_ms": 10.122671155841092, - "p99_ms": 12.685834246804003, - "index_ms": 219.3461249989923, + "p50_ms": 5.22029199055396, + "p90_ms": 7.272587786428635, + "p95_ms": 10.046595879248345, + "p99_ms": 12.858152749831783, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.4910657717261977, "semantic": 0.8197537809323923, @@ -2384,11 +2384,11 @@ "tokens": 3034, "ndcg5": 0.8530803155822426, "ndcg10": 0.8681318153654416, - "p50_ms": 0.27227149985264987, - "p90_ms": 0.2849670097930357, - "p95_ms": 0.28816490375902504, - "p99_ms": 0.2957329776836559, - "index_ms": 219.3461249989923, + "p50_ms": 0.2659794990904629, + "p90_ms": 0.27720346697606146, + "p95_ms": 0.27763479738496244, + "p99_ms": 0.27906058239750564, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.8252574989159953, "semantic": 0.9278158701265269, @@ -2403,11 +2403,11 @@ "tokens": 3045, "ndcg5": 0.8530803155822426, "ndcg10": 0.8681318153654416, - "p50_ms": 0.2786874974844977, - "p90_ms": 0.333158002467826, - "p95_ms": 0.33962049783440307, - "p99_ms": 0.34209049452329054, - "index_ms": 219.3461249989923, + "p50_ms": 0.27129199588671327, + "p90_ms": 0.2885625464841724, + "p95_ms": 0.3155062615405768, + "p99_ms": 0.32320125377736986, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.8252574989159953, "semantic": 0.9278158701265269, @@ -2422,11 +2422,11 @@ "tokens": 2975, "ndcg5": 0.8508891280402999, "ndcg10": 0.8653423693561944, - "p50_ms": 0.2652080147527158, - "p90_ms": 0.2815788902807981, - "p95_ms": 0.28773990052286536, - "p99_ms": 0.2964479831280187, - "index_ms": 219.3461249989923, + "p50_ms": 0.27102098101750016, + "p90_ms": 0.2839836000930518, + "p95_ms": 0.2862121124053374, + "p99_ms": 0.3109752509044483, + "index_ms": 232.7246670029126, "by_category": { "architecture": 1.0, "semantic": 0.8399995830684112, @@ -2441,11 +2441,11 @@ "tokens": 2687, "ndcg5": 0.6382994242093665, "ndcg10": 0.6698459118879393, - "p50_ms": 0.27045849128626287, - "p90_ms": 0.28984592063352466, - "p95_ms": 0.2925339533248916, - "p99_ms": 0.3031731938244775, - "index_ms": 219.3461249989923, + "p50_ms": 0.2663334889803082, + "p90_ms": 0.2759951865300536, + "p95_ms": 0.2778517722617835, + "p99_ms": 0.27813675231300294, + "index_ms": 232.7246670029126, "by_category": { "architecture": 0.4077324383928644, "semantic": 0.7983950520732912, @@ -2460,11 +2460,11 @@ "tokens": 5419, "ndcg5": 0.8890941716165459, "ndcg10": 0.9078419183064419, - "p50_ms": 1.0366669739596546, - "p90_ms": 12.299558613449333, - "p95_ms": 13.596004206920039, - "p99_ms": 15.078334436984733, - "index_ms": 426.8510830006562, + "p50_ms": 0.6207500118762255, + "p90_ms": 10.32405017176643, + "p95_ms": 10.657999687828122, + "p99_ms": 11.294599953107536, + "index_ms": 429.00695803109556, "by_category": { "architecture": 1.0, "semantic": 0.8936974380193028, @@ -2479,11 +2479,11 @@ "tokens": 5417, "ndcg5": 0.8890941716165459, "ndcg10": 0.9078419183064419, - "p50_ms": 0.8215419948101044, - "p90_ms": 10.677841398864985, - "p95_ms": 11.04269998031668, - "p99_ms": 11.94503997801803, - "index_ms": 426.8510830006562, + "p50_ms": 0.6067079957574606, + "p90_ms": 10.159733181353658, + "p95_ms": 10.463678603991864, + "p99_ms": 11.003769300878048, + "index_ms": 429.00695803109556, "by_category": { "architecture": 1.0, "semantic": 0.8936974380193028, @@ -2498,11 +2498,11 @@ "tokens": 6779, "ndcg5": 0.8822031319548903, "ndcg10": 0.8997469916040131, - "p50_ms": 0.7036250026430935, - "p90_ms": 10.949057998368517, - "p95_ms": 11.382795614190396, - "p99_ms": 12.310426328331232, - "index_ms": 426.8510830006562, + "p50_ms": 0.5676249857060611, + "p90_ms": 9.9999746424146, + "p95_ms": 10.137029795441775, + "p99_ms": 10.938539563212544, + "index_ms": 429.00695803109556, "by_category": { "architecture": 1.0, "semantic": 0.8818663913003686, @@ -2517,11 +2517,11 @@ "tokens": 4246, "ndcg5": 0.9085189214285745, "ndcg10": 0.9260627810776972, - "p50_ms": 0.5657919973600656, - "p90_ms": 10.832116397796199, - "p95_ms": 11.160620904411187, - "p99_ms": 11.620491360663436, - "index_ms": 426.8510830006562, + "p50_ms": 0.5097080138511956, + "p90_ms": 10.137816600035876, + "p95_ms": 10.325853904942049, + "p99_ms": 11.083804388763383, + "index_ms": 429.00695803109556, "by_category": { "architecture": 1.0, "semantic": 0.8919379108058652, @@ -2536,11 +2536,11 @@ "tokens": 6132, "ndcg5": 0.881796967203219, "ndcg10": 0.881796967203219, - "p50_ms": 0.2968749904539436, - "p90_ms": 0.37538340548053384, - "p95_ms": 0.41058361239265645, - "p99_ms": 0.43338312243577093, - "index_ms": 426.8510830006562, + "p50_ms": 0.28212496545165777, + "p90_ms": 0.2911332296207547, + "p95_ms": 0.29142850544303656, + "p99_ms": 0.29331845697015524, + "index_ms": 429.00695803109556, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9278158701265269, @@ -2555,11 +2555,11 @@ "tokens": 6123, "ndcg5": 0.8854455694098825, "ndcg10": 0.8854455694098825, - "p50_ms": 0.295000005280599, - "p90_ms": 0.31399199506267905, - "p95_ms": 0.3178794926498085, - "p99_ms": 0.3257094894070178, - "index_ms": 426.8510830006562, + "p50_ms": 0.2763749798759818, + "p90_ms": 0.2817168249748647, + "p95_ms": 0.28605767292901874, + "p99_ms": 0.2870779181830585, + "index_ms": 429.00695803109556, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9278158701265269, @@ -2574,11 +2574,11 @@ "tokens": 7586, "ndcg5": 0.9154099610902302, "ndcg10": 0.9154099610902302, - "p50_ms": 0.29558298410847783, - "p90_ms": 0.33330779406242067, - "p95_ms": 0.3784917062148451, - "p99_ms": 0.4009319469332695, - "index_ms": 426.8510830006562, + "p50_ms": 0.2775839529931545, + "p90_ms": 0.28554179007187486, + "p95_ms": 0.28859220328740776, + "p99_ms": 0.2913512324448675, + "index_ms": 429.00695803109556, "by_category": { "architecture": 0.7539531690476383, "semantic": 0.9615384615384616, @@ -2593,11 +2593,11 @@ "tokens": 4716, "ndcg5": 0.6820276078633493, "ndcg10": 0.6986310224310192, - "p50_ms": 0.2892090124078095, - "p90_ms": 0.3275995957665145, - "p95_ms": 0.3864618804072961, - "p99_ms": 0.38859237160068005, - "index_ms": 426.8510830006562, + "p50_ms": 0.2767500118352473, + "p90_ms": 0.2874329802580178, + "p95_ms": 0.28843298205174506, + "p99_ms": 0.29275297303684056, + "index_ms": 429.00695803109556, "by_category": { "architecture": 0.7956176024115139, "semantic": 0.6822580044729863, @@ -2612,11 +2612,11 @@ "tokens": 2910, "ndcg5": 0.6721248511673115, "ndcg10": 0.7154638415285817, - "p50_ms": 1.2123334890929982, - "p90_ms": 10.177795897470787, - "p95_ms": 10.698054800741378, - "p99_ms": 13.931410945951933, - "index_ms": 346.651625004597, + "p50_ms": 1.0749789653345942, + "p90_ms": 9.247666609007865, + "p95_ms": 9.372695226920769, + "p99_ms": 9.574539050227031, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.6547543623015969, "semantic": 0.6675009816904887, @@ -2631,11 +2631,11 @@ "tokens": 2883, "ndcg5": 0.6721248511673115, "ndcg10": 0.7154638415285817, - "p50_ms": 1.329646009253338, - "p90_ms": 9.737787797348574, - "p95_ms": 10.644475002482075, - "p99_ms": 18.30489500513066, - "index_ms": 346.651625004597, + "p50_ms": 1.1146044998895377, + "p90_ms": 9.05502079986036, + "p95_ms": 9.652562215342186, + "p99_ms": 9.77194607432466, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.6547543623015969, "semantic": 0.6675009816904887, @@ -2650,11 +2650,11 @@ "tokens": 2953, "ndcg5": 0.640281540814747, "ndcg10": 0.6893881179873668, - "p50_ms": 1.0735000105341896, - "p90_ms": 8.926908293506132, - "p95_ms": 9.836151800118387, - "p99_ms": 10.160197564400733, - "index_ms": 346.651625004597, + "p50_ms": 1.0652290075086057, + "p90_ms": 8.929625339806082, + "p95_ms": 10.053729184437543, + "p99_ms": 10.114213081542403, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.5495994033730207, "semantic": 0.6527831535448767, @@ -2669,11 +2669,11 @@ "tokens": 2824, "ndcg5": 0.6823884767144834, "ndcg10": 0.7035279684348159, - "p50_ms": 1.3375625130720437, - "p90_ms": 10.0055002985755, - "p95_ms": 10.951193737855647, - "p99_ms": 11.394938754674513, - "index_ms": 346.651625004597, + "p50_ms": 0.8130419882945716, + "p90_ms": 8.925558399641886, + "p95_ms": 9.203933962271549, + "p99_ms": 9.631053188932128, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.5, "semantic": 0.6836113834783085, @@ -2688,11 +2688,11 @@ "tokens": 2965, "ndcg5": 0.5292662662965341, "ndcg10": 0.5437195076124285, - "p50_ms": 0.3072914987569675, - "p90_ms": 0.4096868971828372, - "p95_ms": 0.43287499865982687, - "p99_ms": 0.508875002269633, - "index_ms": 346.651625004597, + "p50_ms": 0.28214597841724753, + "p90_ms": 0.29384169611148536, + "p95_ms": 0.29579405672848225, + "p99_ms": 0.2958252001553774, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.420619835714305, "semantic": 0.5794664746504038, @@ -2707,11 +2707,11 @@ "tokens": 2975, "ndcg5": 0.5292662662965341, "ndcg10": 0.5437195076124285, - "p50_ms": 0.3147500101476908, - "p90_ms": 0.38975449569988996, - "p95_ms": 0.39665030926698824, - "p99_ms": 0.4723964541335589, - "index_ms": 346.651625004597, + "p50_ms": 0.2771044964902103, + "p90_ms": 0.2878128318116069, + "p95_ms": 0.28933751746080816, + "p99_ms": 0.29256749781779945, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.420619835714305, "semantic": 0.5794664746504038, @@ -2726,11 +2726,11 @@ "tokens": 3020, "ndcg5": 0.4815464876785729, "ndcg10": 0.5245511411927698, - "p50_ms": 0.3083750052610412, - "p90_ms": 0.43512080446816986, - "p95_ms": 0.4588976036757231, - "p99_ms": 0.4617795208469033, - "index_ms": 346.651625004597, + "p50_ms": 0.2804584801197052, + "p90_ms": 0.28867943910881877, + "p95_ms": 0.289553523180075, + "p99_ms": 0.30114352295640856, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.1111111111111111, "semantic": 0.6184063921801473, @@ -2745,11 +2745,11 @@ "tokens": 2996, "ndcg5": 0.40437669706801777, "ndcg10": 0.48246427529830116, - "p50_ms": 0.30095850524958223, - "p90_ms": 0.4081835853867234, - "p95_ms": 0.48642259062035015, - "p99_ms": 0.5276845124899409, - "index_ms": 346.651625004597, + "p50_ms": 0.28081252821721137, + "p90_ms": 0.29416659963317215, + "p95_ms": 0.2962702070362866, + "p99_ms": 0.3225540206767618, + "index_ms": 356.67812498286366, "by_category": { "architecture": 0.2103099178571525, "semantic": 0.5830106118061816, @@ -2764,11 +2764,11 @@ "tokens": 3222, "ndcg5": 0.8828459250958742, "ndcg10": 0.9097317116419653, - "p50_ms": 0.4282494919607416, - "p90_ms": 0.5187252943869681, - "p95_ms": 0.7401499999105021, - "p99_ms": 3.1573299804585946, - "index_ms": 26.341082993894815, + "p50_ms": 0.3657500201370567, + "p90_ms": 0.40568750700913375, + "p95_ms": 0.5837312317453346, + "p99_ms": 2.8710462409071584, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8135191761199004, "semantic": 0.95, @@ -2783,11 +2783,11 @@ "tokens": 3222, "ndcg5": 0.8828459250958742, "ndcg10": 0.9097317116419653, - "p50_ms": 0.41566649451851845, - "p90_ms": 0.6225002871360631, - "p95_ms": 0.8439000070211503, - "p99_ms": 3.5479800045140975, - "index_ms": 26.341082993894815, + "p50_ms": 0.36072899820283055, + "p90_ms": 0.39090829668566585, + "p95_ms": 0.5564100923948012, + "p99_ms": 2.879382024984803, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8135191761199004, "semantic": 0.95, @@ -2802,11 +2802,11 @@ "tokens": 3164, "ndcg5": 0.8328459250958742, "ndcg10": 0.8763983783086319, - "p50_ms": 0.4125420091440901, - "p90_ms": 0.4857534891925754, - "p95_ms": 0.7484202156774723, - "p99_ms": 3.2754840492270842, - "index_ms": 26.341082993894815, + "p50_ms": 0.35135450889356434, + "p90_ms": 0.3844826889690012, + "p95_ms": 0.5402475653681926, + "p99_ms": 2.8474495105911006, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8135191761199004, "semantic": 0.8833333333333334, @@ -2821,11 +2821,11 @@ "tokens": 3135, "ndcg5": 0.9673793323602942, "ndcg10": 0.9673793323602942, - "p50_ms": 0.38239549030549824, - "p90_ms": 0.4851958045037464, - "p95_ms": 0.6729955508490116, - "p99_ms": 3.1245663241133985, - "index_ms": 26.341082993894815, + "p50_ms": 0.3485624911263585, + "p90_ms": 0.37241700920276344, + "p95_ms": 0.5274003342492528, + "p99_ms": 2.8318464843323414, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.9595224133763464, "semantic": 0.9630929753571458, @@ -2840,11 +2840,11 @@ "tokens": 3065, "ndcg5": 0.8511859507142916, "ndcg10": 0.8621063225551998, - "p50_ms": 0.2400204975856468, - "p90_ms": 0.26526658330112696, - "p95_ms": 0.2706598155782558, - "p99_ms": 0.29906556272180745, - "index_ms": 26.341082993894815, + "p50_ms": 0.22291654022410512, + "p90_ms": 0.23585839080624282, + "p95_ms": 0.2368756424402818, + "p99_ms": 0.2375087299151346, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8356195986270888, "semantic": 0.9261859507142916, @@ -2859,11 +2859,11 @@ "tokens": 3065, "ndcg5": 0.8511859507142916, "ndcg10": 0.8621063225551998, - "p50_ms": 0.2416875067865476, - "p90_ms": 0.317245488986373, - "p95_ms": 0.3373788480530493, - "p99_ms": 0.36467577418079594, - "index_ms": 26.341082993894815, + "p50_ms": 0.22037496091797948, + "p90_ms": 0.23103298735804856, + "p95_ms": 0.23174339439719915, + "p99_ms": 0.23228150326758623, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8356195986270888, "semantic": 0.9261859507142916, @@ -2878,11 +2878,11 @@ "tokens": 3042, "ndcg5": 0.8340318758101658, "ndcg10": 0.8340318758101658, - "p50_ms": 0.24445851158816367, - "p90_ms": 0.33396221115253866, - "p95_ms": 0.35821875062538344, - "p99_ms": 0.6921437717392104, - "index_ms": 26.341082993894815, + "p50_ms": 0.22231251932680607, + "p90_ms": 0.23558783577755094, + "p95_ms": 0.23944168933667243, + "p99_ms": 0.2404555317480117, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.8268354650698487, "semantic": 0.8761859507142915, @@ -2897,11 +2897,11 @@ "tokens": 3028, "ndcg5": 0.8700052554926719, "ndcg10": 0.8901544121725585, - "p50_ms": 0.2468745078658685, - "p90_ms": 0.3056249930523336, - "p95_ms": 0.31778125849086797, - "p99_ms": 0.3657562477746978, - "index_ms": 26.341082993894815, + "p50_ms": 0.21902102162130177, + "p90_ms": 0.2306288806721568, + "p95_ms": 0.23447527782991529, + "p99_ms": 0.2353614498861134, + "index_ms": 24.069166975095868, "by_category": { "architecture": 0.9256603463804863, "semantic": 0.9261859507142916, @@ -2916,11 +2916,11 @@ "tokens": 2771, "ndcg5": 0.7720650033558547, "ndcg10": 0.8110148544315884, - "p50_ms": 0.6697710050502792, - "p90_ms": 6.181054702028633, - "p95_ms": 6.9635118648875505, - "p99_ms": 7.403868773253634, - "index_ms": 281.0208330047317, + "p50_ms": 0.6079169979784638, + "p90_ms": 5.8518042031209925, + "p95_ms": 6.40230447461363, + "p99_ms": 7.033294501597992, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.752227327035497, "semantic": 0.744338224922911, @@ -2935,11 +2935,11 @@ "tokens": 2762, "ndcg5": 0.7720650033558547, "ndcg10": 0.8110148544315884, - "p50_ms": 0.6073124968679622, - "p90_ms": 5.645929495221936, - "p95_ms": 6.375100283185021, - "p99_ms": 6.923186463536694, - "index_ms": 281.0208330047317, + "p50_ms": 0.6315415084827691, + "p90_ms": 5.809137463802473, + "p95_ms": 6.3440208381507555, + "p99_ms": 7.051137742819264, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.752227327035497, "semantic": 0.744338224922911, @@ -2954,11 +2954,11 @@ "tokens": 2884, "ndcg5": 0.7488903984408443, "ndcg10": 0.779547758079117, - "p50_ms": 0.5392705061240122, - "p90_ms": 5.6127832969650635, - "p95_ms": 6.133230886189268, - "p99_ms": 6.960078960983081, - "index_ms": 281.0208330047317, + "p50_ms": 0.5411249876488, + "p90_ms": 5.495741334743799, + "p95_ms": 6.102980565628969, + "p99_ms": 6.692962485249153, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.6655732204458643, "semantic": 0.7414928273076613, @@ -2973,11 +2973,11 @@ "tokens": 2643, "ndcg5": 0.7278631948012831, "ndcg10": 0.759375258663963, - "p50_ms": 0.49552098789718, - "p90_ms": 5.834666412556544, - "p95_ms": 5.939185756142252, - "p99_ms": 6.900870757526716, - "index_ms": 281.0208330047317, + "p50_ms": 0.4965419939253479, + "p90_ms": 5.467166390735657, + "p95_ms": 6.02632116933819, + "p99_ms": 6.7164642427815116, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.716463304293911, "semantic": 0.6465327554027356, @@ -2992,11 +2992,11 @@ "tokens": 2954, "ndcg5": 0.5732348013074413, "ndcg10": 0.6011778498652703, - "p50_ms": 0.2608955110190436, - "p90_ms": 0.27927529299631715, - "p95_ms": 0.2860103952116333, - "p99_ms": 0.28806849353713915, - "index_ms": 281.0208330047317, + "p50_ms": 0.2613539982121438, + "p90_ms": 0.27592467959038913, + "p95_ms": 0.2805083087878302, + "p99_ms": 0.28633447422180325, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.6424089883345083, "semantic": 0.5700565217790561, @@ -3011,11 +3011,11 @@ "tokens": 2968, "ndcg5": 0.569768629211111, "ndcg10": 0.5977116777689401, - "p50_ms": 0.26124999567400664, - "p90_ms": 0.27894648374058306, - "p95_ms": 0.2903902408434078, - "p99_ms": 0.2950452541699633, - "index_ms": 281.0208330047317, + "p50_ms": 0.25439553428441286, + "p90_ms": 0.27841723640449345, + "p95_ms": 0.287095207022503, + "p99_ms": 0.28791900374926627, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.6424089883345083, "semantic": 0.5700565217790561, @@ -3030,11 +3030,11 @@ "tokens": 2937, "ndcg5": 0.5575617259627392, "ndcg10": 0.6056539312004549, - "p50_ms": 0.26652051019482315, - "p90_ms": 0.28847858193330467, - "p95_ms": 0.3039211587747559, - "p99_ms": 0.3077842266066, - "index_ms": 281.0208330047317, + "p50_ms": 0.25939600891433656, + "p90_ms": 0.27524582110345364, + "p95_ms": 0.2789225720334798, + "p99_ms": 0.28408450656570494, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.5596612303921843, "semantic": 0.6406776829706734, @@ -3049,11 +3049,11 @@ "tokens": 2842, "ndcg5": 0.4970484167459651, "ndcg10": 0.5676854571504828, - "p50_ms": 0.27277048502583057, - "p90_ms": 0.29372107819654053, - "p95_ms": 0.3160413529258222, - "p99_ms": 0.3572082740720361, - "index_ms": 281.0208330047317, + "p50_ms": 0.25425050989724696, + "p90_ms": 0.27997473953291774, + "p95_ms": 0.28139169444330037, + "p99_ms": 0.2835447492543608, + "index_ms": 247.64037504792213, "by_category": { "architecture": 0.6582009931413012, "semantic": 0.5099294544153737, @@ -3068,11 +3068,11 @@ "tokens": 3091, "ndcg5": 0.8557211782963206, "ndcg10": 0.8645104971905857, - "p50_ms": 0.5638750153593719, - "p90_ms": 5.110416997922584, - "p95_ms": 5.278666998492554, - "p99_ms": 6.182099814759568, - "index_ms": 127.164959005313, + "p50_ms": 0.5155420512892306, + "p90_ms": 4.320707987062633, + "p95_ms": 4.699292010627687, + "p99_ms": 5.373592046089471, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.844478447513369, "semantic": 0.875474919603933, @@ -3087,11 +3087,11 @@ "tokens": 3085, "ndcg5": 0.8557211782963206, "ndcg10": 0.8645104971905857, - "p50_ms": 0.5710000114049762, - "p90_ms": 4.9544579815119505, - "p95_ms": 4.987291002180427, - "p99_ms": 5.83369181258604, - "index_ms": 127.164959005313, + "p50_ms": 0.49949996173381805, + "p90_ms": 4.341499996371567, + "p95_ms": 4.688750021159649, + "p99_ms": 5.398817220702768, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.844478447513369, "semantic": 0.875474919603933, @@ -3106,11 +3106,11 @@ "tokens": 3118, "ndcg5": 0.7880156619029626, "ndcg10": 0.8169378300546872, - "p50_ms": 0.5197090213187039, - "p90_ms": 4.77954201051034, - "p95_ms": 5.102124996483326, - "p99_ms": 5.736624985001982, - "index_ms": 127.164959005313, + "p50_ms": 0.4509579739533365, + "p90_ms": 4.325250047259033, + "p95_ms": 4.722749989014119, + "p99_ms": 5.355749966111035, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.7368910005703153, "semantic": 0.8531191122173428, @@ -3125,11 +3125,11 @@ "tokens": 3007, "ndcg5": 0.8330286581849992, "ndcg10": 0.8518689783565331, - "p50_ms": 0.44395800796337426, - "p90_ms": 4.899207997368649, - "p95_ms": 5.206582980463281, - "p99_ms": 5.8127838012296715, - "index_ms": 127.164959005313, + "p50_ms": 0.42158295400440693, + "p90_ms": 4.2910000192932785, + "p95_ms": 4.746083985082805, + "p99_ms": 5.323483212850989, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.8862663128276633, "semantic": 0.8247488329934634, @@ -3144,11 +3144,11 @@ "tokens": 3147, "ndcg5": 0.6478277332867745, "ndcg10": 0.677171363668866, - "p50_ms": 0.2654590061865747, - "p90_ms": 0.32945798011496663, - "p95_ms": 0.35612500505521894, - "p99_ms": 0.37312499480322003, - "index_ms": 127.164959005313, + "p50_ms": 0.2330829738639295, + "p90_ms": 0.26283302577212453, + "p95_ms": 0.26350002735853195, + "p99_ms": 0.27066641487181187, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.6333847373778614, "semantic": 0.779608773725262, @@ -3163,11 +3163,11 @@ "tokens": 3139, "ndcg5": 0.6478277332867745, "ndcg10": 0.6767499014384991, - "p50_ms": 0.24862497230060399, - "p90_ms": 0.2924999862443656, - "p95_ms": 0.29658302082680166, - "p99_ms": 0.349316600477323, - "index_ms": 127.164959005313, + "p50_ms": 0.23620796855539083, + "p90_ms": 0.26575004449114203, + "p95_ms": 0.2661659964360297, + "p99_ms": 0.269699573982507, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.6333847373778614, "semantic": 0.779608773725262, @@ -3182,11 +3182,11 @@ "tokens": 3144, "ndcg5": 0.554631589036825, "ndcg10": 0.5922428243145523, - "p50_ms": 0.2637909783516079, - "p90_ms": 0.3173750010319054, - "p95_ms": 0.33599999733269215, - "p99_ms": 0.4640327999368311, - "index_ms": 127.164959005313, + "p50_ms": 0.2334589953534305, + "p90_ms": 0.26545801665633917, + "p95_ms": 0.26587495813146234, + "p99_ms": 0.2665422041900456, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.4900891594837953, "semantic": 0.6592268109676124, @@ -3201,11 +3201,11 @@ "tokens": 3141, "ndcg5": 0.6698597257550478, "ndcg10": 0.6790705068796797, - "p50_ms": 0.2466249861754477, - "p90_ms": 0.27616601437330246, - "p95_ms": 0.2765829849522561, - "p99_ms": 0.27868300094269216, - "index_ms": 127.164959005313, + "p50_ms": 0.22958399495109916, + "p90_ms": 0.2645000349730253, + "p95_ms": 0.26783300563693047, + "p99_ms": 0.26933299377560616, + "index_ms": 119.19270898215473, "by_category": { "architecture": 0.7129089297290726, "semantic": 0.6775080700965304, @@ -3220,11 +3220,11 @@ "tokens": 2937, "ndcg5": 0.9346268032608155, "ndcg10": 0.9346268032608155, - "p50_ms": 0.5766460089944303, - "p90_ms": 1.2238666007760983, - "p95_ms": 5.775753561465535, - "p99_ms": 5.830284308467526, - "index_ms": 474.85504200449213, + "p50_ms": 0.5487085145432502, + "p90_ms": 1.1108833074104112, + "p95_ms": 5.533493452821858, + "p99_ms": 5.63853231316898, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9329718794032036, @@ -3239,11 +3239,11 @@ "tokens": 2937, "ndcg5": 0.9346268032608155, "ndcg10": 0.9346268032608155, - "p50_ms": 0.5769374984083697, - "p90_ms": 1.4634249790106038, - "p95_ms": 5.826712482667062, - "p99_ms": 5.947742497373838, - "index_ms": 474.85504200449213, + "p50_ms": 0.5338535120245069, + "p90_ms": 1.1051172972656857, + "p95_ms": 5.543946148827672, + "p99_ms": 5.567189231514931, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9329718794032036, @@ -3258,11 +3258,11 @@ "tokens": 2949, "ndcg5": 0.9346268032608155, "ndcg10": 0.9346268032608155, - "p50_ms": 0.5352710140869021, - "p90_ms": 1.2791378045221864, - "p95_ms": 5.9010853845393285, - "p99_ms": 5.928983480553143, - "index_ms": 474.85504200449213, + "p50_ms": 0.5154579703230411, + "p90_ms": 1.0275380860548535, + "p95_ms": 5.401997905573808, + "p99_ms": 5.5178668041480705, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9329718794032036, @@ -3277,11 +3277,11 @@ "tokens": 2805, "ndcg5": 0.9139821033974457, "ndcg10": 0.9139821033974457, - "p50_ms": 0.4951874871039763, - "p90_ms": 1.168949718703523, - "p95_ms": 5.696910407277755, - "p99_ms": 5.883648474118672, - "index_ms": 474.85504200449213, + "p50_ms": 0.45958301052451134, + "p90_ms": 0.9988708130549707, + "p95_ms": 5.298730946378782, + "p99_ms": 5.386479763546959, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9034794510269613, @@ -3296,11 +3296,11 @@ "tokens": 3042, "ndcg5": 0.6839441240727362, "ndcg10": 0.7325792270506228, - "p50_ms": 0.2825625124387443, - "p90_ms": 0.3067710989853367, - "p95_ms": 0.3134059516014531, - "p99_ms": 0.31451477261725813, - "index_ms": 474.85504200449213, + "p50_ms": 0.2686465159058571, + "p90_ms": 0.39851277833804566, + "p95_ms": 0.8802624884992838, + "p99_ms": 0.9222524985671042, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.7670099985546605, "semantic": 0.7116929812938521, @@ -3315,11 +3315,11 @@ "tokens": 3030, "ndcg5": 0.6839441240727362, "ndcg10": 0.7325792270506228, - "p50_ms": 0.28062501223757863, - "p90_ms": 0.31127528054639697, - "p95_ms": 0.31360624998342246, - "p99_ms": 0.3171212546294555, - "index_ms": 474.85504200449213, + "p50_ms": 0.2674164716154337, + "p90_ms": 0.27542089810594916, + "p95_ms": 0.277579776593484, + "p99_ms": 0.28701592527795583, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.7670099985546605, "semantic": 0.7116929812938521, @@ -3334,11 +3334,11 @@ "tokens": 2919, "ndcg5": 0.6974229559439696, "ndcg10": 0.7469514817492364, - "p50_ms": 0.27470798522699624, - "p90_ms": 0.2899585902923718, - "p95_ms": 0.29417884798021987, - "p99_ms": 0.301335753465537, - "index_ms": 474.85504200449213, + "p50_ms": 0.26895798509940505, + "p90_ms": 0.27598809683695436, + "p95_ms": 0.27750413864851, + "p99_ms": 0.27946723625063896, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.7202016034197648, @@ -3353,11 +3353,11 @@ "tokens": 2931, "ndcg5": 0.7483120839842696, "ndcg10": 0.7661224433396707, - "p50_ms": 0.2705414954107255, - "p90_ms": 0.2923922991612926, - "p95_ms": 0.3021503463969566, - "p99_ms": 0.30569726863177493, - "index_ms": 474.85504200449213, + "p50_ms": 0.2657709992490709, + "p90_ms": 0.2808208577334881, + "p95_ms": 0.28315269155427814, + "p99_ms": 0.2917969389818609, + "index_ms": 463.89604097930714, "by_category": { "architecture": 0.7854023957026741, "semantic": 0.7525403658294285, @@ -3372,11 +3372,11 @@ "tokens": 3122, "ndcg5": 0.8596409794466148, "ndcg10": 0.8596409794466148, - "p50_ms": 0.7069584971759468, - "p90_ms": 6.457408104324714, - "p95_ms": 6.804773554904386, - "p99_ms": 7.149654714157804, - "index_ms": 302.56762501085177, + "p50_ms": 0.6705835112370551, + "p90_ms": 5.822812853148208, + "p95_ms": 6.401266684406437, + "p99_ms": 6.606719738920219, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.9696354815039873, "semantic": 0.7613642454462158, @@ -3391,11 +3391,11 @@ "tokens": 3052, "ndcg5": 0.8596409794466148, "ndcg10": 0.8596409794466148, - "p50_ms": 0.830312492325902, - "p90_ms": 6.043283405597323, - "p95_ms": 6.776140251895413, - "p99_ms": 6.98409526492469, - "index_ms": 302.56762501085177, + "p50_ms": 0.6785834848415107, + "p90_ms": 5.533504474442453, + "p95_ms": 6.315379496663809, + "p99_ms": 6.3889094814658165, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.9696354815039873, "semantic": 0.7613642454462158, @@ -3410,11 +3410,11 @@ "tokens": 3114, "ndcg5": 0.8478915245796339, "ndcg10": 0.8478915245796339, - "p50_ms": 0.6882705056341365, - "p90_ms": 5.8014084002934405, - "p95_ms": 6.564373541914392, - "p99_ms": 6.768274711503182, - "index_ms": 302.56762501085177, + "p50_ms": 0.6221459771040827, + "p90_ms": 5.357746133813635, + "p95_ms": 6.131753828958608, + "p99_ms": 6.257850777474232, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.9741138831378698, "semantic": 0.7375588357059507, @@ -3429,11 +3429,11 @@ "tokens": 3004, "ndcg5": 0.7272745881097904, "ndcg10": 0.7453150200895939, - "p50_ms": 0.5724790098611265, - "p90_ms": 5.649741992237979, - "p95_ms": 6.149117011227645, - "p99_ms": 6.222456994582899, - "index_ms": 302.56762501085177, + "p50_ms": 0.538416497875005, + "p90_ms": 5.326667334884406, + "p95_ms": 6.034085713326931, + "p99_ms": 6.276049967855215, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.746085697019908, "semantic": 0.6754351108793119, @@ -3448,11 +3448,11 @@ "tokens": 3169, "ndcg5": 0.6299639818719751, "ndcg10": 0.679834204788617, - "p50_ms": 0.26647900813259184, - "p90_ms": 0.2811334124999121, - "p95_ms": 0.2859360480215401, - "p99_ms": 0.32358721247874195, - "index_ms": 302.56762501085177, + "p50_ms": 0.26939550298266113, + "p90_ms": 0.27849135221913457, + "p95_ms": 0.2814056206261739, + "p99_ms": 0.28694751381408423, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.676164962011653, "semantic": 0.6399722112456746, @@ -3467,11 +3467,11 @@ "tokens": 3166, "ndcg5": 0.6299639818719751, "ndcg10": 0.679834204788617, - "p50_ms": 0.2748124970821664, - "p90_ms": 0.2925705164670944, - "p95_ms": 0.2948163484688848, - "p99_ms": 0.3135632758494466, - "index_ms": 302.56762501085177, + "p50_ms": 0.26104151038452983, + "p90_ms": 0.27190870023332536, + "p95_ms": 0.273240206297487, + "p99_ms": 0.27751446468755603, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.676164962011653, "semantic": 0.6399722112456746, @@ -3486,11 +3486,11 @@ "tokens": 3108, "ndcg5": 0.5630627979278054, "ndcg10": 0.5704648457019521, - "p50_ms": 0.2597705024527386, - "p90_ms": 0.27110481751151383, - "p95_ms": 0.27258155460003763, - "p99_ms": 0.2750827168347314, - "index_ms": 302.56762501085177, + "p50_ms": 0.2657080185599625, + "p90_ms": 0.2780171867925674, + "p95_ms": 0.28024940111208707, + "p99_ms": 0.3062170470366254, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.44351516510961914, "semantic": 0.5680187203073934, @@ -3505,11 +3505,11 @@ "tokens": 3091, "ndcg5": 0.6579769982598568, "ndcg10": 0.677319638621584, - "p50_ms": 0.2596665144665167, - "p90_ms": 0.27309939032420516, - "p95_ms": 0.2761875046417117, - "p99_ms": 0.2809374965727329, - "index_ms": 302.56762501085177, + "p50_ms": 0.2641875180415809, + "p90_ms": 0.2739035931881517, + "p95_ms": 0.2806774078635499, + "p99_ms": 0.2827354840701446, + "index_ms": 336.418709019199, "by_category": { "architecture": 0.6307555442147937, "semantic": 0.6601690461039014, @@ -3524,11 +3524,11 @@ "tokens": 3451, "ndcg5": 0.8981274659106212, "ndcg10": 0.8981274659106212, - "p50_ms": 2.0786459936061874, - "p90_ms": 11.050600293674506, - "p95_ms": 11.814164598763458, - "p99_ms": 15.939666520862367, - "index_ms": 637.1460829977877, + "p50_ms": 1.3702500145882368, + "p90_ms": 10.344495496246966, + "p95_ms": 11.18181841738988, + "p99_ms": 15.13169647252652, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.6751724527673773, "semantic": 0.9261859507142916, @@ -3543,11 +3543,11 @@ "tokens": 3425, "ndcg5": 0.8981274659106212, "ndcg10": 0.8981274659106212, - "p50_ms": 2.1051454968983307, - "p90_ms": 11.279457996715793, - "p95_ms": 12.777299704612235, - "p99_ms": 15.503293548827054, - "index_ms": 637.1460829977877, + "p50_ms": 1.2849584745708853, + "p90_ms": 9.811666421592236, + "p95_ms": 10.426950367400426, + "p99_ms": 14.860157287912436, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.6751724527673773, "semantic": 0.9261859507142916, @@ -3562,11 +3562,11 @@ "tokens": 3667, "ndcg5": 0.8077987860914849, "ndcg10": 0.843019934649174, - "p50_ms": 1.281729491893202, - "p90_ms": 9.908978911698798, - "p95_ms": 10.884648263163403, - "p99_ms": 14.61406326008727, - "index_ms": 637.1460829977877, + "p50_ms": 1.279978983802721, + "p90_ms": 10.054820514051245, + "p95_ms": 11.014712194446478, + "p99_ms": 14.508876048494125, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.603501015656573, "semantic": 0.8446394630357187, @@ -3581,11 +3581,11 @@ "tokens": 3045, "ndcg5": 0.6702976822534626, "ndcg10": 0.6891977872733046, - "p50_ms": 0.9912709938362241, - "p90_ms": 9.822375309886413, - "p95_ms": 10.78706664120546, - "p99_ms": 14.306879739451682, - "index_ms": 637.1460829977877, + "p50_ms": 0.9514999983366579, + "p90_ms": 9.66547143762, + "p95_ms": 10.530241316882897, + "p99_ms": 14.268048250814893, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.27881306371324033, "semantic": 0.6668703490613132, @@ -3600,11 +3600,11 @@ "tokens": 3343, "ndcg5": 0.5025325271359822, "ndcg10": 0.5396374335614975, - "p50_ms": 0.43381199066061527, - "p90_ms": 0.4830872145248577, - "p95_ms": 0.48497292009415105, - "p99_ms": 0.4959609979414381, - "index_ms": 637.1460829977877, + "p50_ms": 0.4249794583301991, + "p90_ms": 0.457171507878229, + "p95_ms": 0.47330484667327266, + "p99_ms": 0.5868609918979926, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.684312594875533, "semantic": 0.5222164958394485, @@ -3619,11 +3619,11 @@ "tokens": 3358, "ndcg5": 0.5056128427182248, "ndcg10": 0.5427177491437402, - "p50_ms": 0.41879199852701277, - "p90_ms": 0.4955753072863445, - "p95_ms": 0.539758347440511, - "p99_ms": 0.5569852632470429, - "index_ms": 637.1460829977877, + "p50_ms": 0.41924999095499516, + "p90_ms": 0.44327952782623475, + "p95_ms": 0.4660731559852138, + "p99_ms": 0.4893474263371899, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.684312594875533, "semantic": 0.5222164958394485, @@ -3638,11 +3638,11 @@ "tokens": 3368, "ndcg5": 0.41498166220922944, "ndcg10": 0.47305782850902844, - "p50_ms": 0.4294374957680702, - "p90_ms": 0.4916288802633062, - "p95_ms": 0.5062398762675002, - "p99_ms": 0.516847973340191, - "index_ms": 637.1460829977877, + "p50_ms": 0.41216652607545257, + "p90_ms": 0.4436417017132044, + "p95_ms": 0.4514732077950613, + "p99_ms": 0.5511274404125286, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.5355175557423575, "semantic": 0.41703740328336814, @@ -3657,11 +3657,11 @@ "tokens": 3056, "ndcg5": 0.35839371354213445, "ndcg10": 0.4147818757101879, - "p50_ms": 0.43799998820759356, - "p90_ms": 0.49634940514806664, - "p95_ms": 0.5267270826152526, - "p99_ms": 0.5529790229047649, - "index_ms": 637.1460829977877, + "p50_ms": 0.44239600538276136, + "p90_ms": 0.5204166984185578, + "p95_ms": 0.56152114411816, + "p99_ms": 0.5650042532943189, + "index_ms": 687.7201669849455, "by_category": { "architecture": 0.3950698027129531, "semantic": 0.4570086289926036, @@ -3676,11 +3676,11 @@ "tokens": 2789, "ndcg5": 0.932845925095874, "ndcg10": 0.932845925095874, - "p50_ms": 0.7078124908730388, - "p90_ms": 5.0256255955901, - "p95_ms": 5.065220867982134, - "p99_ms": 5.216777789173648, - "index_ms": 87.51633300562389, + "p50_ms": 0.6700624944642186, + "p90_ms": 4.383996117394418, + "p95_ms": 4.738783070934005, + "p99_ms": 4.751323829987086, + "index_ms": 112.39879200002179, "by_category": { "architecture": 1.0, "semantic": 0.8966860386090373, @@ -3695,11 +3695,11 @@ "tokens": 2786, "ndcg5": 0.932845925095874, "ndcg10": 0.932845925095874, - "p50_ms": 0.7422080088872463, - "p90_ms": 5.037078892928548, - "p95_ms": 5.089519030298106, - "p99_ms": 5.271570188342594, - "index_ms": 87.51633300562389, + "p50_ms": 0.6742294935975224, + "p90_ms": 4.392708017257974, + "p95_ms": 4.697660115198232, + "p99_ms": 4.733032014337368, + "index_ms": 112.39879200002179, "by_category": { "architecture": 1.0, "semantic": 0.8966860386090373, @@ -3714,11 +3714,11 @@ "tokens": 2789, "ndcg5": 0.9503631703726118, "ndcg10": 0.9503631703726118, - "p50_ms": 0.692395493388176, - "p90_ms": 5.264316295506433, - "p95_ms": 5.397007676947397, - "p99_ms": 6.099501530115957, - "index_ms": 87.51633300562389, + "p50_ms": 0.6213125016074628, + "p90_ms": 4.3888712185435, + "p95_ms": 4.650961048901081, + "p99_ms": 4.742192178964615, + "index_ms": 112.39879200002179, "by_category": { "architecture": 1.0, "semantic": 0.9236356467270953, @@ -3733,11 +3733,11 @@ "tokens": 2671, "ndcg5": 0.9038319645532835, "ndcg10": 0.9038319645532835, - "p50_ms": 0.6913125107530504, - "p90_ms": 4.755212488817052, - "p95_ms": 5.053345854685176, - "p99_ms": 5.109902782423887, - "index_ms": 87.51633300562389, + "p50_ms": 0.5555624957196414, + "p90_ms": 4.234457964776085, + "p95_ms": 4.523568443255499, + "p99_ms": 4.574647290864959, + "index_ms": 112.39879200002179, "by_category": { "architecture": 1.0, "semantic": 0.8520491762358209, @@ -3752,11 +3752,11 @@ "tokens": 2788, "ndcg5": 0.7471911988659319, "ndcg10": 0.7690319425477482, - "p50_ms": 0.26454150793142617, - "p90_ms": 0.2860457869246602, - "p95_ms": 0.30147055076668045, - "p99_ms": 0.3586613180232233, - "index_ms": 87.51633300562389, + "p50_ms": 0.24410398327745497, + "p90_ms": 0.25065408553928137, + "p95_ms": 0.2546826930483803, + "p99_ms": 0.26063652883749455, + "index_ms": 112.39879200002179, "by_category": { "architecture": 0.9438515431945408, "semantic": 0.6860118821384528, @@ -3771,11 +3771,11 @@ "tokens": 2790, "ndcg5": 0.740644711187359, "ndcg10": 0.7624854548691753, - "p50_ms": 0.2678125019883737, - "p90_ms": 0.30686598329339176, - "p95_ms": 0.31417438149219384, - "p99_ms": 0.38080209371400986, - "index_ms": 87.51633300562389, + "p50_ms": 0.24356247740797698, + "p90_ms": 0.2533833379857242, + "p95_ms": 0.2536184911150485, + "p99_ms": 0.2560573222581297, + "index_ms": 112.39879200002179, "by_category": { "architecture": 0.9438515431945408, "semantic": 0.6860118821384528, @@ -3790,11 +3790,11 @@ "tokens": 2827, "ndcg5": 0.6966901155768763, "ndcg10": 0.7372702463659444, - "p50_ms": 0.26014598552137613, - "p90_ms": 0.2908749942434952, - "p95_ms": 0.34559171326691296, - "p99_ms": 0.4590855495189315, - "index_ms": 87.51633300562389, + "p50_ms": 0.243416492594406, + "p90_ms": 0.2534541010390967, + "p95_ms": 0.2576347120339051, + "p99_ms": 0.2590597450034693, + "index_ms": 112.39879200002179, "by_category": { "architecture": 0.9301288265165021, "semantic": 0.6403145149383018, @@ -3809,11 +3809,11 @@ "tokens": 2833, "ndcg5": 0.6507673678865613, "ndcg10": 0.6609864877659856, - "p50_ms": 0.25691650807857513, - "p90_ms": 0.334271212341264, - "p95_ms": 0.3968339311541058, - "p99_ms": 0.4101331697893329, - "index_ms": 87.51633300562389, + "p50_ms": 0.2473750209901482, + "p90_ms": 0.2666213607881218, + "p95_ms": 0.27013720828108495, + "p99_ms": 0.30136105953715736, + "index_ms": 112.39879200002179, "by_category": { "architecture": 0.827091553035404, "semantic": 0.5467327186647725, @@ -3828,11 +3828,11 @@ "tokens": 2995, "ndcg5": 0.9569537411240482, "ndcg10": 0.9569537411240482, - "p50_ms": 6.592750505660661, - "p90_ms": 9.677766700042413, - "p95_ms": 11.089681553130506, - "p99_ms": 13.191302707127758, - "index_ms": 590.8950410084799, + "p50_ms": 6.238104018848389, + "p90_ms": 8.366070309421048, + "p95_ms": 8.754971463349651, + "p99_ms": 11.652660701074632, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.9590717717793499, "semantic": 0.9472756790816368, @@ -3847,11 +3847,11 @@ "tokens": 2984, "ndcg5": 0.9569537411240482, "ndcg10": 0.9569537411240482, - "p50_ms": 6.463083496782929, - "p90_ms": 8.522270788671449, - "p95_ms": 8.958914256072607, - "p99_ms": 12.378249258617865, - "index_ms": 590.8950410084799, + "p50_ms": 5.7641669700387865, + "p90_ms": 7.948667352320626, + "p95_ms": 8.159989916021008, + "p99_ms": 11.138398005859921, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.9590717717793499, "semantic": 0.9472756790816368, @@ -3866,11 +3866,11 @@ "tokens": 3084, "ndcg5": 0.930657359638273, "ndcg10": 0.9415777314791811, - "p50_ms": 6.609666495933197, - "p90_ms": 8.374628887395374, - "p95_ms": 8.593187798396688, - "p99_ms": 11.567003958043637, - "index_ms": 590.8950410084799, + "p50_ms": 5.955875007202849, + "p90_ms": 7.809566688956693, + "p95_ms": 8.050023266696373, + "p99_ms": 10.806638266076328, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.9438515431945408, "semantic": 0.9285714285714286, @@ -3885,11 +3885,11 @@ "tokens": 2754, "ndcg5": 0.9340790148145551, "ndcg10": 0.9340790148145551, - "p50_ms": 6.076520498027094, - "p90_ms": 8.125062478939071, - "p95_ms": 8.39327498979401, - "p99_ms": 11.144855017191725, - "index_ms": 590.8950410084799, + "p50_ms": 5.687187483999878, + "p90_ms": 7.6794125023297966, + "p95_ms": 7.946997985709461, + "p99_ms": 10.846366800833488, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.8502168475732151, "semantic": 0.9379235538265327, @@ -3904,11 +3904,11 @@ "tokens": 2936, "ndcg5": 0.8061606311644851, "ndcg10": 0.8336423107007498, - "p50_ms": 0.37350050115492195, - "p90_ms": 0.40414188988506794, - "p95_ms": 0.40643686370458454, - "p99_ms": 0.41055376816075295, - "index_ms": 590.8950410084799, + "p50_ms": 0.3694375045597553, + "p90_ms": 0.4107500135432929, + "p95_ms": 0.4127437714487314, + "p99_ms": 0.42594876140356064, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.9355245321275764, "semantic": 0.7761623298308761, @@ -3923,11 +3923,11 @@ "tokens": 2948, "ndcg5": 0.8061606311644851, "ndcg10": 0.8336423107007498, - "p50_ms": 0.3636244946392253, - "p90_ms": 0.3972589911427349, - "p95_ms": 0.39883189456304535, - "p99_ms": 0.41589997446862975, - "index_ms": 590.8950410084799, + "p50_ms": 0.3701880341395736, + "p90_ms": 0.3976631152909249, + "p95_ms": 0.4066708585014567, + "p99_ms": 0.41306778031867, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.9355245321275764, "semantic": 0.7761623298308761, @@ -3942,11 +3942,11 @@ "tokens": 3073, "ndcg5": 0.7002968226739916, "ndcg10": 0.7489319256518782, - "p50_ms": 0.36897951213177294, - "p90_ms": 0.40730389009695506, - "p95_ms": 0.4517648863838987, - "p99_ms": 0.6014529807725919, - "index_ms": 590.8950410084799, + "p50_ms": 0.356333504896611, + "p90_ms": 0.3716454841196537, + "p95_ms": 0.3734913654625416, + "p99_ms": 0.3929982986301183, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.8710490642551528, "semantic": 0.6953258261929033, @@ -3961,11 +3961,11 @@ "tokens": 2820, "ndcg5": 0.8017782560805999, "ndcg10": 0.828664042626691, - "p50_ms": 0.3728334995685145, - "p90_ms": 0.3995753068011254, - "p95_ms": 0.4063124943058938, - "p99_ms": 0.435762497363612, - "index_ms": 590.8950410084799, + "p50_ms": 0.36335349432192743, + "p90_ms": 0.407491932855919, + "p95_ms": 0.4139389347983524, + "p99_ms": 0.41618776449467987, + "index_ms": 611.6845830110833, "by_category": { "architecture": 0.8637450682743425, "semantic": 0.7844318319793421, @@ -3980,11 +3980,11 @@ "tokens": 3071, "ndcg5": 0.8558604034079137, "ndcg10": 0.8655928985311748, - "p50_ms": 0.5428750009741634, - "p90_ms": 4.2457499948795885, - "p95_ms": 5.0612500053830445, - "p99_ms": 5.274250020738691, - "index_ms": 103.29145900323056, + "p50_ms": 0.5366250406950712, + "p90_ms": 4.291457997169346, + "p95_ms": 4.7600839752703905, + "p99_ms": 5.098816752433777, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.804418536224494, "semantic": 0.8385023461759126, @@ -3999,11 +3999,11 @@ "tokens": 3071, "ndcg5": 0.8558604034079137, "ndcg10": 0.8655928985311748, - "p50_ms": 0.5467919982038438, - "p90_ms": 4.208958009257913, - "p95_ms": 5.0760000012815, - "p99_ms": 5.3492327919229865, - "index_ms": 103.29145900323056, + "p50_ms": 0.5369170103222132, + "p90_ms": 4.081792023498565, + "p95_ms": 4.765999969094992, + "p99_ms": 4.990399954840541, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.804418536224494, "semantic": 0.8385023461759126, @@ -4018,11 +4018,11 @@ "tokens": 3147, "ndcg5": 0.7967391998053831, "ndcg10": 0.8168720490628425, - "p50_ms": 0.5306660023052245, - "p90_ms": 4.377375007607043, - "p95_ms": 5.061125004431233, - "p99_ms": 5.355258606141433, - "index_ms": 103.29145900323056, + "p50_ms": 0.4663750296458602, + "p90_ms": 4.020749998744577, + "p95_ms": 4.6474170521833, + "p99_ms": 4.901449813041836, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.6697244465126132, "semantic": 0.8295824338590445, @@ -4037,11 +4037,11 @@ "tokens": 2988, "ndcg5": 0.8636943999759038, "ndcg10": 0.8636943999759038, - "p50_ms": 0.4332080134190619, - "p90_ms": 4.25804199767299, - "p95_ms": 4.89541600109078, - "p99_ms": 5.194983194814995, - "index_ms": 103.29145900323056, + "p50_ms": 0.418833049479872, + "p90_ms": 4.017750034108758, + "p95_ms": 4.682834027335048, + "p99_ms": 4.891066811978817, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.7693371977496508, "semantic": 0.861358001694047, @@ -4056,11 +4056,11 @@ "tokens": 3159, "ndcg5": 0.7718463695880237, "ndcg10": 0.8011899999701151, - "p50_ms": 0.24949997896328568, - "p90_ms": 0.286291993688792, - "p95_ms": 0.28908299282193184, - "p99_ms": 0.301250210031867, - "index_ms": 103.29145900323056, + "p50_ms": 0.23362500360235572, + "p90_ms": 0.2550829667598009, + "p95_ms": 0.2569579519331455, + "p99_ms": 0.25975797325372696, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.7874602613304431, "semantic": 0.8244421010383269, @@ -4075,11 +4075,11 @@ "tokens": 3156, "ndcg5": 0.7656116194179542, "ndcg10": 0.7949552498000458, - "p50_ms": 0.24883300648070872, - "p90_ms": 0.26354100555181503, - "p95_ms": 0.269292009761557, - "p99_ms": 0.27549201040528715, - "index_ms": 103.29145900323056, + "p50_ms": 0.23479200899600983, + "p90_ms": 0.25033397832885385, + "p95_ms": 0.25054195430129766, + "p99_ms": 0.25344116147607565, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.7874602613304431, "semantic": 0.8244421010383269, @@ -4094,11 +4094,11 @@ "tokens": 3206, "ndcg5": 0.6504388112195796, "ndcg10": 0.7194234700416017, - "p50_ms": 0.23933302145451307, - "p90_ms": 0.26087500737048686, - "p95_ms": 0.2615000121295452, - "p99_ms": 0.2747335936874151, - "index_ms": 103.29145900323056, + "p50_ms": 0.23437500931322575, + "p90_ms": 0.24804199347272515, + "p95_ms": 0.2550000208429992, + "p99_ms": 0.25836642598733306, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.6618424433006205, "semantic": 0.7313562785616576, @@ -4113,11 +4113,11 @@ "tokens": 3007, "ndcg5": 0.7305743412973411, "ndcg10": 0.7500393315438635, - "p50_ms": 0.24870899505913258, - "p90_ms": 0.27670798590406775, - "p95_ms": 0.2835830091498792, - "p99_ms": 0.29715021373704076, - "index_ms": 103.29145900323056, + "p50_ms": 0.23137498646974564, + "p90_ms": 0.25666598230600357, + "p95_ms": 0.2589580253697932, + "p99_ms": 0.2609916147775948, + "index_ms": 105.77062499942258, "by_category": { "architecture": 0.7207271158895354, "semantic": 0.8125496544977794, @@ -4132,11 +4132,11 @@ "tokens": 2854, "ndcg5": 0.7271911875419426, "ndcg10": 0.7661410386176761, - "p50_ms": 1.8264375103171915, - "p90_ms": 16.696137507096868, - "p95_ms": 18.69939374882961, - "p99_ms": 20.93217876303242, - "index_ms": 2050.977083010366, + "p50_ms": 1.4341459900606424, + "p90_ms": 15.556391375139357, + "p95_ms": 16.331500266096555, + "p99_ms": 18.18716644949745, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.6226294385530917, "semantic": 0.708679883333827, @@ -4151,11 +4151,11 @@ "tokens": 2868, "ndcg5": 0.7271911875419426, "ndcg10": 0.7648919869576316, - "p50_ms": 1.5855625097174197, - "p90_ms": 16.18825479235966, - "p95_ms": 17.838408652460203, - "p99_ms": 19.69268174259923, - "index_ms": 2050.977083010366, + "p50_ms": 1.337854511803016, + "p90_ms": 15.233370201895015, + "p95_ms": 16.56897888169624, + "p99_ms": 18.134895778493952, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.6226294385530917, "semantic": 0.708679883333827, @@ -4170,11 +4170,11 @@ "tokens": 2925, "ndcg5": 0.7078428691643481, "ndcg10": 0.7187632410052565, - "p50_ms": 1.4940209948690608, - "p90_ms": 15.832233102992179, - "p95_ms": 17.232715208956506, - "p99_ms": 19.039709458302237, - "index_ms": 2050.977083010366, + "p50_ms": 1.3880210171919316, + "p90_ms": 14.953337790211664, + "p95_ms": 15.738906213664452, + "p99_ms": 17.550081269000653, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.696495111878151, "semantic": 0.5436432511904858, @@ -4189,11 +4189,11 @@ "tokens": 2765, "ndcg5": 0.6963932929028848, "ndcg10": 0.7130599595695515, - "p50_ms": 1.322438009083271, - "p90_ms": 15.995149404625408, - "p95_ms": 16.59472082537832, - "p99_ms": 18.904676951060534, - "index_ms": 2050.977083010366, + "p50_ms": 1.0459584882482886, + "p90_ms": 15.02857531886548, + "p95_ms": 16.243614599807188, + "p99_ms": 17.9154564847704, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.5065735963827291, "semantic": 0.6794648907457693, @@ -4208,11 +4208,11 @@ "tokens": 3098, "ndcg5": 0.43681799080275796, "ndcg10": 0.4572562305616065, - "p50_ms": 0.5462084955070168, - "p90_ms": 0.6252705032238738, - "p95_ms": 0.691485099378042, - "p99_ms": 0.8685970160877329, - "index_ms": 2050.977083010366, + "p50_ms": 0.46518747694790363, + "p90_ms": 0.4761798249091953, + "p95_ms": 0.4885065165581182, + "p99_ms": 0.5430677213007583, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.4861353566238805, "semantic": 0.4329909403116438, @@ -4227,11 +4227,11 @@ "tokens": 3100, "ndcg5": 0.4061606311644851, "ndcg10": 0.44440923027873486, - "p50_ms": 0.5430835153674707, - "p90_ms": 0.6300494103925303, - "p95_ms": 0.656716650701128, - "p99_ms": 0.7018097228137775, - "index_ms": 2050.977083010366, + "p50_ms": 0.47662449651397765, + "p90_ms": 0.5103244155179709, + "p95_ms": 0.5152062425622717, + "p99_ms": 0.5164412298472598, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.4861353566238805, "semantic": 0.4329909403116438, @@ -4246,11 +4246,11 @@ "tokens": 3114, "ndcg5": 0.3911732909393883, "ndcg10": 0.4633511163771451, - "p50_ms": 0.4944374813931063, - "p90_ms": 0.6054871890228242, - "p95_ms": 0.6411416339688004, - "p99_ms": 0.7173947221599518, - "index_ms": 2050.977083010366, + "p50_ms": 0.4656249948311597, + "p90_ms": 0.4889127798378468, + "p95_ms": 0.5130333738634363, + "p99_ms": 0.538240306195803, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.5021911987942431, "semantic": 0.3452615576882476, @@ -4265,11 +4265,11 @@ "tokens": 2909, "ndcg5": 0.3868598856384648, "ndcg10": 0.42367570898501816, - "p50_ms": 0.5049165047239512, - "p90_ms": 0.6070083036320284, - "p95_ms": 0.632647612656001, - "p99_ms": 0.6450295358081348, - "index_ms": 2050.977083010366, + "p50_ms": 0.4701669968198985, + "p90_ms": 0.4975997260771692, + "p95_ms": 0.5086395976832137, + "p99_ms": 0.5202615371672437, + "index_ms": 1780.5831669829786, "by_category": { "architecture": 0.4276256451932704, "semantic": 0.5898473574203784, @@ -4284,11 +4284,11 @@ "tokens": 5691, "ndcg5": 0.9258891280402999, "ndcg10": 0.9258891280402999, - "p50_ms": 3.969979487010278, - "p90_ms": 12.794638093328103, - "p95_ms": 13.127058364625558, - "p99_ms": 16.838645253737916, - "index_ms": 395.7505419966765, + "p50_ms": 3.5705625195987523, + "p90_ms": 11.979563115164638, + "p95_ms": 12.326435447903354, + "p99_ms": 15.293254290008912, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.9298416114861429, @@ -4303,11 +4303,11 @@ "tokens": 5692, "ndcg5": 0.9258891280402999, "ndcg10": 0.9258891280402999, - "p50_ms": 4.333228993345983, - "p90_ms": 12.751958606531844, - "p95_ms": 13.481474627042193, - "p99_ms": 16.80102772661484, - "index_ms": 395.7505419966765, + "p50_ms": 3.5370000114198774, + "p90_ms": 11.209612514358016, + "p95_ms": 12.051379159674983, + "p99_ms": 15.289042255026283, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.9298416114861429, @@ -4322,11 +4322,11 @@ "tokens": 6076, "ndcg5": 0.8770750787545915, "ndcg10": 0.8770750787545915, - "p50_ms": 4.236292006680742, - "p90_ms": 12.83933330269065, - "p95_ms": 13.804951804922897, - "p99_ms": 16.9284575630445, - "index_ms": 395.7505419966765, + "p50_ms": 3.3819375094026327, + "p90_ms": 11.217579501681032, + "p95_ms": 12.070652368129233, + "p99_ms": 14.806430468452158, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.8507551301085979, @@ -4341,11 +4341,11 @@ "tokens": 5439, "ndcg5": 0.8755032715262121, "ndcg10": 0.8755032715262121, - "p50_ms": 4.380729500553571, - "p90_ms": 13.056424996466376, - "p95_ms": 13.32630624820013, - "p99_ms": 16.32726125011686, - "index_ms": 395.7505419966765, + "p50_ms": 3.2394375011790544, + "p90_ms": 10.772054066183047, + "p95_ms": 11.551593095646243, + "p99_ms": 14.723484989372077, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8102255193577976, "semantic": 0.8628134908893463, @@ -4360,11 +4360,11 @@ "tokens": 6140, "ndcg5": 0.7161732909393883, "ndcg10": 0.7339836502947894, - "p50_ms": 0.5336454923963174, - "p90_ms": 0.807925601839088, - "p95_ms": 0.8502062744810246, - "p99_ms": 0.8818412499385886, - "index_ms": 395.7505419966765, + "p50_ms": 0.3435625112615526, + "p90_ms": 0.35245827748440206, + "p95_ms": 0.3562330035492778, + "p99_ms": 0.3680130047723651, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.7271195004211277, @@ -4379,11 +4379,11 @@ "tokens": 6161, "ndcg5": 0.7161732909393883, "ndcg10": 0.7339836502947894, - "p50_ms": 0.3811040078289807, - "p90_ms": 0.5467207869514824, - "p95_ms": 0.6065684137865902, - "p99_ms": 0.6823464762419461, - "index_ms": 395.7505419966765, + "p50_ms": 0.3402709844522178, + "p90_ms": 0.36047857720404863, + "p95_ms": 0.37360033893492073, + "p99_ms": 0.37638727750163525, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.7271195004211277, @@ -4398,11 +4398,11 @@ "tokens": 6157, "ndcg5": 0.719253606521631, "ndcg10": 0.719253606521631, - "p50_ms": 0.3596460010157898, - "p90_ms": 0.4186835954897106, - "p95_ms": 0.4371142335003242, - "p99_ms": 0.4413892439333722, - "index_ms": 395.7505419966765, + "p50_ms": 0.3356454835738987, + "p90_ms": 0.3510416892822832, + "p95_ms": 0.36066490574739873, + "p99_ms": 0.3644329949747771, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.6967244554900828, @@ -4417,11 +4417,11 @@ "tokens": 6168, "ndcg5": 0.6948459118879393, "ndcg10": 0.7098974116711384, - "p50_ms": 0.3597080067265779, - "p90_ms": 0.4264163871994242, - "p95_ms": 0.43138573673786595, - "p99_ms": 0.44421074591809884, - "index_ms": 395.7505419966765, + "p50_ms": 0.33470799098722637, + "p90_ms": 0.3570872126147151, + "p95_ms": 0.36106045881751925, + "p99_ms": 0.36957929201889783, + "index_ms": 388.0725839990191, "by_category": { "architecture": 0.7956176024115139, "semantic": 0.6792903878945887, @@ -4436,11 +4436,11 @@ "tokens": 3653, "ndcg5": 0.7900720626804801, "ndcg10": 0.817659101188055, - "p50_ms": 1.1286460066912696, - "p90_ms": 8.778895786963403, - "p95_ms": 8.869320488884114, - "p99_ms": 9.043930491316132, - "index_ms": 190.9224590053782, + "p50_ms": 1.0337914573028684, + "p90_ms": 7.915604766458273, + "p95_ms": 7.924381628981791, + "p99_ms": 7.986543510924093, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.8100730714340207, "semantic": 0.668952931960422, @@ -4455,11 +4455,11 @@ "tokens": 3655, "ndcg5": 0.7900720626804801, "ndcg10": 0.817659101188055, - "p50_ms": 1.247354011866264, - "p90_ms": 8.543011889560148, - "p95_ms": 8.989206262049265, - "p99_ms": 9.07214125210885, - "index_ms": 190.9224590053782, + "p50_ms": 1.0162710095755756, + "p90_ms": 7.933229784248397, + "p95_ms": 8.03992951696273, + "p99_ms": 8.085719511727802, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.8100730714340207, "semantic": 0.668952931960422, @@ -4474,11 +4474,11 @@ "tokens": 4184, "ndcg5": 0.6932243773277306, "ndcg10": 0.7240351892289266, - "p50_ms": 1.2109794915886596, - "p90_ms": 8.467212491086684, - "p95_ms": 8.630027108301874, - "p99_ms": 8.664639023772907, - "index_ms": 190.9224590053782, + "p50_ms": 0.9916459966916591, + "p90_ms": 7.595429464709014, + "p95_ms": 7.751025288598612, + "p99_ms": 7.822971470886841, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.7054200272245202, "semantic": 0.5061090848581274, @@ -4493,11 +4493,11 @@ "tokens": 2990, "ndcg5": 0.8817442629897814, "ndcg10": 0.8817442629897814, - "p50_ms": 0.8963750005932525, - "p90_ms": 8.195575000718236, - "p95_ms": 8.342064610042144, - "p99_ms": 8.35254651872674, - "index_ms": 190.9224590053782, + "p50_ms": 0.7686869939789176, + "p90_ms": 7.528637518407777, + "p95_ms": 7.601285399869084, + "p99_ms": 7.643623473122716, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.8314523706433415, "semantic": 0.830674095041748, @@ -4512,11 +4512,11 @@ "tokens": 4794, "ndcg5": 0.521456584669979, "ndcg10": 0.5809116970904882, - "p50_ms": 0.2843959955498576, - "p90_ms": 0.3356463770614937, - "p95_ms": 0.3532101050950587, - "p99_ms": 0.3722420125268399, - "index_ms": 190.9224590053782, + "p50_ms": 0.25985404499806464, + "p90_ms": 0.27492112130858004, + "p95_ms": 0.2761497104074806, + "p99_ms": 0.2771635528188199, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.5205039613345114, "semantic": 0.35352945892402604, @@ -4531,11 +4531,11 @@ "tokens": 4796, "ndcg5": 0.49645658466997905, "ndcg10": 0.5559116970904882, - "p50_ms": 0.2699375036172569, - "p90_ms": 0.2859124942915514, - "p95_ms": 0.2874312558560632, - "p99_ms": 0.28828626236645505, - "index_ms": 190.9224590053782, + "p50_ms": 0.2572289668023586, + "p90_ms": 0.2692628069780767, + "p95_ms": 0.27304165705572814, + "p99_ms": 0.28317472839262336, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.5205039613345114, "semantic": 0.35352945892402604, @@ -4550,11 +4550,11 @@ "tokens": 4759, "ndcg5": 0.41137801104364013, "ndcg10": 0.4545836567590248, - "p50_ms": 0.2775000029942021, - "p90_ms": 0.2979493845487014, - "p95_ms": 0.32543335255468264, - "p99_ms": 0.328220269002486, - "index_ms": 190.9224590053782, + "p50_ms": 0.2581040025688708, + "p90_ms": 0.2682749764062464, + "p95_ms": 0.27418126992415637, + "p99_ms": 0.27503625431563705, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.27349099993619197, "semantic": 0.23960516223245035, @@ -4569,11 +4569,11 @@ "tokens": 3251, "ndcg5": 0.5851610740876642, "ndcg10": 0.64376266160649, - "p50_ms": 0.26945849822368473, - "p90_ms": 0.2895330195315182, - "p95_ms": 0.29759136377833784, - "p99_ms": 0.3243182634469121, - "index_ms": 190.9224590053782, + "p50_ms": 0.26112498017027974, + "p90_ms": 0.26515828212723136, + "p95_ms": 0.2668538480065763, + "p99_ms": 0.270970796700567, + "index_ms": 184.32895903242752, "by_category": { "architecture": 0.5111293037725083, "semantic": 0.6678499922958597, @@ -4588,11 +4588,11 @@ "tokens": 2712, "ndcg5": 0.7270004576052422, "ndcg10": 0.767053986066706, - "p50_ms": 1.409812510246411, - "p90_ms": 17.292586877010766, - "p95_ms": 18.58537288790103, - "p99_ms": 18.701240990194492, - "index_ms": 2628.8907499983907, + "p50_ms": 1.302103977650404, + "p90_ms": 15.826525643933564, + "p95_ms": 15.90466671041213, + "p99_ms": 16.125700547127053, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.7179954576115433, "semantic": 0.7426868627202068, @@ -4607,11 +4607,11 @@ "tokens": 2692, "ndcg5": 0.7270004576052422, "ndcg10": 0.767053986066706, - "p50_ms": 1.5923335013212636, - "p90_ms": 16.928745806217194, - "p95_ms": 17.359676759224385, - "p99_ms": 17.686001744586974, - "index_ms": 2628.8907499983907, + "p50_ms": 1.2183539802208543, + "p90_ms": 15.620546462014318, + "p95_ms": 15.74170691310428, + "p99_ms": 15.963974985061213, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.7179954576115433, "semantic": 0.7426868627202068, @@ -4626,11 +4626,11 @@ "tokens": 2797, "ndcg5": 0.7809729571593107, "ndcg10": 0.7809729571593107, - "p50_ms": 1.4712920092279091, - "p90_ms": 16.89901670033578, - "p95_ms": 17.34104824863607, - "p99_ms": 17.628043266304303, - "index_ms": 2628.8907499983907, + "p50_ms": 1.2703330139629543, + "p90_ms": 16.143470798851922, + "p95_ms": 16.212293368880637, + "p99_ms": 16.441591494367458, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.6437052076399759, "semantic": 0.8313992151261028, @@ -4645,11 +4645,11 @@ "tokens": 2521, "ndcg5": 0.6109864765136851, "ndcg10": 0.6540674555317095, - "p50_ms": 1.2629999982891604, - "p90_ms": 16.986862488556653, - "p95_ms": 17.43483335158089, - "p99_ms": 17.576700265344698, - "index_ms": 2628.8907499983907, + "p50_ms": 1.0222085111308843, + "p90_ms": 15.69777081022039, + "p95_ms": 15.884216350968927, + "p99_ms": 16.28714328398928, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.5648387874474085, "semantic": 0.6517353434843796, @@ -4664,11 +4664,11 @@ "tokens": 2866, "ndcg5": 0.39730119579023093, "ndcg10": 0.5111934218158691, - "p50_ms": 0.6911454984219745, - "p90_ms": 0.8779671945376322, - "p95_ms": 0.8984701795270666, - "p99_ms": 0.9011940349591896, - "index_ms": 2628.8907499983907, + "p50_ms": 0.5678749876096845, + "p90_ms": 0.5962583178188652, + "p95_ms": 0.6036371138179675, + "p99_ms": 0.6291602581040934, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.654037073164219, "semantic": 0.44409962331004355, @@ -4683,11 +4683,11 @@ "tokens": 2885, "ndcg5": 0.365754708111658, "ndcg10": 0.481684049653411, - "p50_ms": 0.6837914843345061, - "p90_ms": 0.842646392993629, - "p95_ms": 0.8705205123987981, - "p99_ms": 1.0120705064036881, - "index_ms": 2628.8907499983907, + "p50_ms": 0.5736665043514222, + "p90_ms": 0.6138252967502922, + "p95_ms": 0.6320874730590731, + "p99_ms": 0.6486174662131816, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.654037073164219, "semantic": 0.44409962331004355, @@ -4702,11 +4702,11 @@ "tokens": 2964, "ndcg5": 0.5079834041651331, "ndcg10": 0.5383516807244441, - "p50_ms": 0.6758329982403666, - "p90_ms": 0.8187913976144047, - "p95_ms": 0.9042253019288182, - "p99_ms": 0.9260114561766386, - "index_ms": 2628.8907499983907, + "p50_ms": 0.5668129888363183, + "p90_ms": 0.597816938534379, + "p95_ms": 0.6278410495724529, + "p99_ms": 0.6533017742913216, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.6812939970768299, "semantic": 0.46449402996034855, @@ -4721,11 +4721,11 @@ "tokens": 2642, "ndcg5": 0.2632941800406837, "ndcg10": 0.33091345502413133, - "p50_ms": 0.6802705029258505, - "p90_ms": 0.7856881129555404, - "p95_ms": 0.8155145464115776, - "p99_ms": 0.8442357092280872, - "index_ms": 2628.8907499983907, + "p50_ms": 0.5509999755304307, + "p90_ms": 0.5789286165963858, + "p95_ms": 0.5884336918825284, + "p99_ms": 0.6114867731230333, + "index_ms": 2519.4317089626566, "by_category": { "architecture": 0.41888850862276333, "semantic": 0.3390762456806633, @@ -4740,11 +4740,11 @@ "tokens": 3068, "ndcg5": 0.6946394630357187, "ndcg10": 0.7263576294855845, - "p50_ms": 0.7257079996634275, - "p90_ms": 0.8256547007476911, - "p95_ms": 0.8548577214241959, - "p99_ms": 0.861571540881414, - "index_ms": 142.86858300329186, + "p50_ms": 0.6972705014050007, + "p90_ms": 0.7373291882686318, + "p95_ms": 0.7898899260908365, + "p99_ms": 0.8255779929459094, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.8459052436406065, "semantic": 0.6285459451769299 @@ -4758,11 +4758,11 @@ "tokens": 3068, "ndcg5": 0.6946394630357187, "ndcg10": 0.7263576294855845, - "p50_ms": 0.7215210061985999, - "p90_ms": 0.8384208020288499, - "p95_ms": 0.9491184348007664, - "p99_ms": 0.9496572957141325, - "index_ms": 142.86858300329186, + "p50_ms": 0.6888334755785763, + "p90_ms": 0.72025409899652, + "p95_ms": 0.7353305612923577, + "p99_ms": 0.7929324969882144, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.8459052436406065, "semantic": 0.6285459451769299 @@ -4776,11 +4776,11 @@ "tokens": 3031, "ndcg5": 0.7129079234363127, "ndcg10": 0.7307182827917138, - "p50_ms": 0.6756664952263236, - "p90_ms": 0.7381661009276287, - "p95_ms": 0.7857648946810514, - "p99_ms": 0.825252990471199, - "index_ms": 142.86858300329186, + "p50_ms": 0.6393124931491911, + "p90_ms": 0.6672419840469956, + "p95_ms": 0.6710836460115388, + "p99_ms": 0.7021166995400563, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.8154935086995972, "semantic": 0.6613567343216273 @@ -4794,11 +4794,11 @@ "tokens": 2732, "ndcg5": 0.7607826497458058, "ndcg10": 0.7607826497458058, - "p50_ms": 0.5908539897063747, - "p90_ms": 0.664737803163007, - "p95_ms": 0.7206166366813704, - "p99_ms": 0.7223897328367457, - "index_ms": 142.86858300329186, + "p50_ms": 0.5500619881786406, + "p90_ms": 0.5746505747083575, + "p95_ms": 0.5788353941170499, + "p99_ms": 0.6162334739929064, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.9364295397841883, "semantic": 0.6170715578962201 @@ -4812,11 +4812,11 @@ "tokens": 3096, "ndcg5": 0.5547870064450192, "ndcg10": 0.5989353526479505, - "p50_ms": 0.2658334851730615, - "p90_ms": 0.27993720723316073, - "p95_ms": 0.28157293563708663, - "p99_ms": 0.29218178475275636, - "index_ms": 142.86858300329186, + "p50_ms": 0.2602085005491972, + "p90_ms": 0.27213809662498534, + "p95_ms": 0.2754520915914327, + "p99_ms": 0.3013240511063486, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.6779499965318695, "semantic": 0.5342870076520168 @@ -4830,11 +4830,11 @@ "tokens": 3096, "ndcg5": 0.5547870064450192, "ndcg10": 0.5989353526479505, - "p50_ms": 0.2650629903655499, - "p90_ms": 0.27549970254767686, - "p95_ms": 0.27709788555512205, - "p99_ms": 0.2785859795403667, - "index_ms": 142.86858300329186, + "p50_ms": 0.26560400146991014, + "p90_ms": 0.2704503131099045, + "p95_ms": 0.2732228836975992, + "p99_ms": 0.27661097003147006, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.6779499965318695, "semantic": 0.5342870076520168 @@ -4848,11 +4848,11 @@ "tokens": 3089, "ndcg5": 0.5342082204330852, "ndcg10": 0.5677918236277726, - "p50_ms": 0.2636459976201877, - "p90_ms": 0.27062561421189457, - "p95_ms": 0.27123959735035896, - "p99_ms": 0.2748815203085542, - "index_ms": 142.86858300329186, + "p50_ms": 0.2615214907564223, + "p90_ms": 0.26819203048944473, + "p95_ms": 0.26958158996421844, + "p99_ms": 0.2701827377313748, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.6363955800969783, "semantic": 0.5116614774256955 @@ -4866,11 +4866,11 @@ "tokens": 2903, "ndcg5": 0.6009524198073943, "ndcg10": 0.6009524198073943, - "p50_ms": 0.2676665026228875, - "p90_ms": 0.28166221745777875, - "p95_ms": 0.28760830173268914, - "p99_ms": 0.29875446343794465, - "index_ms": 142.86858300329186, + "p50_ms": 0.2601254964247346, + "p90_ms": 0.2687788102775812, + "p95_ms": 0.2706160506932065, + "p99_ms": 0.27175681141670793, + "index_ms": 155.22008400876075, "by_category": { "architecture": 0.8176099971604736, "semantic": 0.42368712924578406 @@ -4884,11 +4884,11 @@ "tokens": 3079, "ndcg5": 0.5424282114366414, "ndcg10": 0.6060468408375095, - "p50_ms": 0.865249487105757, - "p90_ms": 1.0336630890378729, - "p95_ms": 1.0655396225047298, - "p99_ms": 1.1801415277295744, - "index_ms": 589.7668749967124, + "p50_ms": 0.814458035165444, + "p90_ms": 0.9237173129804432, + "p95_ms": 0.925329516758211, + "p99_ms": 0.9486995177576318, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.43067655807339306, "semantic": 0.5939033477042664, @@ -4903,11 +4903,11 @@ "tokens": 3079, "ndcg5": 0.5424282114366414, "ndcg10": 0.6060468408375095, - "p50_ms": 0.8430830057477579, - "p90_ms": 1.0308215103577822, - "p95_ms": 1.0370402582339011, - "p99_ms": 1.0819752464885823, - "index_ms": 589.7668749967124, + "p50_ms": 0.8483960409648716, + "p90_ms": 1.0689669230487198, + "p95_ms": 1.1285847838735208, + "p99_ms": 1.1900505394442007, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.43067655807339306, "semantic": 0.5939033477042664, @@ -4922,11 +4922,11 @@ "tokens": 3204, "ndcg5": 0.6627817673693733, "ndcg10": 0.6898209115637528, - "p50_ms": 0.8169374923454598, - "p90_ms": 0.9622119017876686, - "p95_ms": 1.0292207982274704, - "p99_ms": 1.0496769644669257, - "index_ms": 589.7668749967124, + "p50_ms": 0.8375625184271485, + "p90_ms": 1.0301579721271992, + "p95_ms": 1.0939747124211863, + "p99_ms": 1.1474285559961572, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.3562071871080222, "semantic": 0.6911228357870575, @@ -4941,11 +4941,11 @@ "tokens": 2978, "ndcg5": 0.6113278161077247, "ndcg10": 0.6363298447859895, - "p50_ms": 0.7543334941146895, - "p90_ms": 0.8477044961182401, - "p95_ms": 0.8799482617178, - "p99_ms": 0.9203232594882137, - "index_ms": 589.7668749967124, + "p50_ms": 0.6887915078550577, + "p90_ms": 0.7558625424280763, + "p95_ms": 0.7638541719643399, + "p99_ms": 0.7673372369026765, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.6309297535714575, "semantic": 0.6369298549209376, @@ -4960,11 +4960,11 @@ "tokens": 3092, "ndcg5": 0.4518930827652844, "ndcg10": 0.5152478851605556, - "p50_ms": 0.4260005080141127, - "p90_ms": 0.5136503197718412, - "p95_ms": 0.5325333433574997, - "p99_ms": 0.5653402672032826, - "index_ms": 589.7668749967124, + "p50_ms": 0.3825829771813005, + "p90_ms": 0.41038328199647367, + "p95_ms": 0.4141976125538349, + "p99_ms": 0.41973954997956753, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.6309297535714575, "semantic": 0.502394344226011, @@ -4979,11 +4979,11 @@ "tokens": 3092, "ndcg5": 0.4518930827652844, "ndcg10": 0.5152478851605556, - "p50_ms": 0.41552050970494747, - "p90_ms": 0.47986660501919687, - "p95_ms": 0.4936264420393855, - "p99_ms": 0.5329252884257584, - "index_ms": 589.7668749967124, + "p50_ms": 0.392166490200907, + "p90_ms": 0.40879223961383104, + "p95_ms": 0.41666395554784685, + "p99_ms": 0.4223328112857416, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.6309297535714575, "semantic": 0.502394344226011, @@ -4998,11 +4998,11 @@ "tokens": 3144, "ndcg5": 0.5213706067614089, "ndcg10": 0.5520733147824276, - "p50_ms": 0.42243750067427754, - "p90_ms": 0.4895577003480867, - "p95_ms": 0.5325038349837996, - "p99_ms": 0.5332007797551341, - "index_ms": 589.7668749967124, + "p50_ms": 0.40189598803408444, + "p90_ms": 0.4258496861439198, + "p95_ms": 0.42605203634593636, + "p99_ms": 0.42684322979766876, + "index_ms": 595.6212080200203, "by_category": { "architecture": 0.43067655807339306, "semantic": 0.5679964961300343, @@ -5017,11 +5017,11 @@ "tokens": 2989, "ndcg5": 0.450360114441086, "ndcg10": 0.5089840804394457, - "p50_ms": 0.4164379934081808, - "p90_ms": 0.47854938311502343, - "p95_ms": 0.5161083492566831, - "p99_ms": 0.5215552859590389, - "index_ms": 589.7668749967124, + "p50_ms": 0.40210402221418917, + "p90_ms": 0.42760419310070574, + "p95_ms": 0.4309169889893383, + "p99_ms": 0.4328170034568757, + "index_ms": 595.6212080200203, "by_category": { "architecture": 1.0, "semantic": 0.4932584229513851, @@ -5036,11 +5036,11 @@ "tokens": 2653, "ndcg5": 0.874427588278496, "ndcg10": 0.8920487559320669, - "p50_ms": 7.124916490283795, - "p90_ms": 9.301587482332252, - "p95_ms": 9.731735379318707, - "p99_ms": 9.896813458180986, - "index_ms": 597.2278749977704, + "p50_ms": 6.037104001734406, + "p90_ms": 8.118508901679888, + "p95_ms": 8.393018468632363, + "p99_ms": 8.471837306278758, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.6736862264229985, "semantic": 0.9051366903277052, @@ -5055,11 +5055,11 @@ "tokens": 2656, "ndcg5": 0.874427588278496, "ndcg10": 0.8920487559320669, - "p50_ms": 6.9698955048806965, - "p90_ms": 9.152028785319999, - "p95_ms": 9.19155768933706, - "p99_ms": 9.218411551555619, - "index_ms": 597.2278749977704, + "p50_ms": 5.883499979972839, + "p90_ms": 8.424999989802018, + "p95_ms": 8.586622902657837, + "p99_ms": 8.615091003011912, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.6736862264229985, "semantic": 0.9051366903277052, @@ -5074,11 +5074,11 @@ "tokens": 2791, "ndcg5": 0.7948572292040226, "ndcg10": 0.815996720924355, - "p50_ms": 7.022000485449098, - "p90_ms": 9.312870606663637, - "p95_ms": 9.706081879267003, - "p99_ms": 9.761149983096402, - "index_ms": 597.2278749977704, + "p50_ms": 5.893666500924155, + "p90_ms": 8.361320762196556, + "p95_ms": 8.403197606094182, + "p99_ms": 8.48283948842436, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.5549314847232217, "semantic": 0.788912053288246, @@ -5093,11 +5093,11 @@ "tokens": 2554, "ndcg5": 0.7598018597531008, "ndcg10": 0.8076349671536278, - "p50_ms": 7.113749990821816, - "p90_ms": 9.175195300485939, - "p95_ms": 9.389821461809333, - "p99_ms": 9.621430681727361, - "index_ms": 597.2278749977704, + "p50_ms": 5.815666983835399, + "p90_ms": 7.9843128158245245, + "p95_ms": 8.414606261067092, + "p99_ms": 8.539721262641251, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.5635861159975681, "semantic": 0.7664838754535873, @@ -5112,11 +5112,11 @@ "tokens": 2874, "ndcg5": 0.5680205168029498, "ndcg10": 0.5951202234925475, - "p50_ms": 0.40052051190286875, - "p90_ms": 0.44372020347509533, - "p95_ms": 0.4513413441600278, - "p99_ms": 0.47426825913134957, - "index_ms": 597.2278749977704, + "p50_ms": 0.37410398363135755, + "p90_ms": 0.38699580472894013, + "p95_ms": 0.39141215675044805, + "p99_ms": 0.4078152315923944, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.5171880855882297, "semantic": 0.6558861743805153, @@ -5131,11 +5131,11 @@ "tokens": 2857, "ndcg5": 0.5680205168029498, "ndcg10": 0.5951202234925475, - "p50_ms": 0.39297950570471585, - "p90_ms": 0.4503207979723812, - "p95_ms": 0.5191684715100564, - "p99_ms": 0.5299672999535687, - "index_ms": 597.2278749977704, + "p50_ms": 0.370312511222437, + "p90_ms": 0.3901294956449419, + "p95_ms": 0.3946253506001085, + "p99_ms": 0.3996922622900456, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.5171880855882297, "semantic": 0.6558861743805153, @@ -5150,11 +5150,11 @@ "tokens": 2924, "ndcg5": 0.5644683220544305, "ndcg10": 0.6130894933110277, - "p50_ms": 0.395957991713658, - "p90_ms": 0.42728359694592666, - "p95_ms": 0.4872433783020824, - "p99_ms": 0.5105814838316292, - "index_ms": 597.2278749977704, + "p50_ms": 0.41479154606349766, + "p90_ms": 0.5165499809663743, + "p95_ms": 0.5475624901009724, + "p99_ms": 0.5846125067910178, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.3100666895069397, "semantic": 0.7323162833466, @@ -5169,11 +5169,11 @@ "tokens": 2592, "ndcg5": 0.42742338449513256, "ndcg10": 0.4707836668419939, - "p50_ms": 0.3899790026480332, - "p90_ms": 0.4714624781627208, - "p95_ms": 0.4762291340739466, - "p99_ms": 0.4854122202959843, - "index_ms": 597.2278749977704, + "p50_ms": 0.40510352118872106, + "p90_ms": 0.4514084139373154, + "p95_ms": 0.5055964284110814, + "p99_ms": 0.5551857000682502, + "index_ms": 560.0053750094958, "by_category": { "architecture": 0.42719248623041794, "semantic": 0.4323820572369419, @@ -5188,11 +5188,11 @@ "tokens": 3478, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.8656659920234233, - "p90_ms": 1.1080874945037067, - "p95_ms": 1.149243745021522, - "p99_ms": 1.1985487444326282, - "index_ms": 1041.277957992861, + "p50_ms": 0.7878125179558992, + "p90_ms": 0.8762288838624954, + "p95_ms": 0.8831899292999879, + "p99_ms": 0.934837984968908, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.9769331095982161 @@ -5206,11 +5206,11 @@ "tokens": 3478, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.8796250040177256, - "p90_ms": 1.0557666042586789, - "p95_ms": 1.0594035615213215, - "p99_ms": 1.0611143265850842, - "index_ms": 1041.277957992861, + "p50_ms": 0.8388329879380763, + "p90_ms": 0.9519458457361908, + "p95_ms": 0.9946455305907875, + "p99_ms": 1.0012963332701474, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.9769331095982161 @@ -5224,11 +5224,11 @@ "tokens": 3483, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.8543330040993169, - "p90_ms": 1.0473170055774972, - "p95_ms": 1.0729190384154208, - "p99_ms": 1.133750224544201, - "index_ms": 1041.277957992861, + "p50_ms": 0.8164379687514156, + "p90_ms": 0.9064750222023578, + "p95_ms": 0.995020873961039, + "p99_ms": 1.078937766724266, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.9769331095982161 @@ -5242,11 +5242,11 @@ "tokens": 3445, "ndcg5": 0.9139821033974457, "ndcg10": 0.9139821033974457, - "p50_ms": 0.7991460006451234, - "p90_ms": 0.9839125006692484, - "p95_ms": 1.0282708273734902, - "p99_ms": 1.543487774906679, - "index_ms": 1041.277957992861, + "p50_ms": 0.7219790131784976, + "p90_ms": 0.8410663052927703, + "p95_ms": 0.8446973224636167, + "p99_ms": 0.8679730526637286, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.8924776292468072 @@ -5260,11 +5260,11 @@ "tokens": 3486, "ndcg5": 0.8930676558073394, "ndcg10": 0.9108780151627405, - "p50_ms": 0.5294165021041408, - "p90_ms": 0.6622372078709304, - "p95_ms": 0.6695146061247215, - "p99_ms": 0.7248365244595333, - "index_ms": 1041.277957992861, + "p50_ms": 0.5266454827506095, + "p90_ms": 0.5650541861541569, + "p95_ms": 0.5836503434693441, + "p99_ms": 0.5852964770747349, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.8885975189534255 @@ -5278,11 +5278,11 @@ "tokens": 3486, "ndcg5": 0.8930676558073394, "ndcg10": 0.9108780151627405, - "p50_ms": 0.5279584875097498, - "p90_ms": 0.7526534900534898, - "p95_ms": 0.7766222290229053, - "p99_ms": 0.9032572421710936, - "index_ms": 1041.277957992861, + "p50_ms": 0.5401039961725473, + "p90_ms": 0.5814872158225626, + "p95_ms": 0.6071021198295057, + "p99_ms": 0.6162540405057371, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.8885975189534255 @@ -5296,11 +5296,11 @@ "tokens": 3477, "ndcg5": 0.785812753975107, "ndcg10": 0.800864253758306, - "p50_ms": 0.5388755089370534, - "p90_ms": 0.7078085996909067, - "p95_ms": 0.7178475992986934, - "p99_ms": 0.8339695382164789, - "index_ms": 1041.277957992861, + "p50_ms": 0.5410625017248094, + "p90_ms": 0.5792372045107186, + "p95_ms": 0.6053917430108413, + "p99_ms": 0.6569455721182748, + "index_ms": 1086.270833038725, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.7972140980014503 @@ -5314,11 +5314,11 @@ "tokens": 3389, "ndcg5": 0.8815464876785729, "ndcg10": 0.8815464876785729, - "p50_ms": 0.5289590044412762, - "p90_ms": 0.6543913943460212, - "p95_ms": 0.7422294380376115, - "p99_ms": 0.7697786745848134, - "index_ms": 1041.277957992861, + "p50_ms": 0.5512500065378845, + "p90_ms": 0.6035421858541667, + "p95_ms": 0.6109701789682731, + "p99_ms": 0.6611940421862527, + "index_ms": 1086.270833038725, "by_category": { "architecture": 1.0, "semantic": 0.8519331095982161 @@ -5332,11 +5332,11 @@ "tokens": 3196, "ndcg5": 0.6512217603364261, "ndcg10": 0.6723612520567586, - "p50_ms": 0.5792079900857061, - "p90_ms": 3.888720483519138, - "p95_ms": 4.4719683908624575, - "p99_ms": 4.905326477601192, - "index_ms": 50.01116599305533, + "p50_ms": 0.5539999983739108, + "p90_ms": 3.8729372085072113, + "p95_ms": 4.774435417493805, + "p99_ms": 4.800053451908752, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.6144216780370446, "semantic": 0.6646273294875858, @@ -5351,11 +5351,11 @@ "tokens": 3200, "ndcg5": 0.6512217603364261, "ndcg10": 0.6723612520567586, - "p50_ms": 0.5551255017053336, - "p90_ms": 3.897091283579358, - "p95_ms": 4.5079201881890185, - "p99_ms": 4.745484040176962, - "index_ms": 50.01116599305533, + "p50_ms": 0.5780209903605282, + "p90_ms": 3.8516378088388605, + "p95_ms": 4.697966645471752, + "p99_ms": 4.895059769041836, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.6144216780370446, "semantic": 0.6646273294875858, @@ -5370,11 +5370,11 @@ "tokens": 3132, "ndcg5": 0.5957682274660325, "ndcg10": 0.6334690268817214, - "p50_ms": 0.5203540058573708, - "p90_ms": 3.8652333052596086, - "p95_ms": 4.566068410349544, - "p99_ms": 4.7045464857365005, - "index_ms": 50.01116599305533, + "p50_ms": 0.5250005051493645, + "p90_ms": 4.086274711880834, + "p95_ms": 4.565964578068815, + "p99_ms": 4.597725697676651, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.6467419235796276, "semantic": 0.5711510514503642, @@ -5389,11 +5389,11 @@ "tokens": 2713, "ndcg5": 0.6569725159710945, "ndcg10": 0.6678928878120027, - "p50_ms": 0.47510450531262904, - "p90_ms": 3.804792001028546, - "p95_ms": 4.344358644448221, - "p99_ms": 4.560071732848883, - "index_ms": 50.01116599305533, + "p50_ms": 0.5472920020110905, + "p90_ms": 3.936236904701219, + "p95_ms": 4.4972833507927135, + "p99_ms": 4.7048902563983575, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.6251817907500372, "semantic": 0.6481585220989793, @@ -5408,11 +5408,11 @@ "tokens": 3130, "ndcg5": 0.5163352566284622, "ndcg10": 0.5796700460213304, - "p50_ms": 0.25010399986058474, - "p90_ms": 0.2646374952746555, - "p95_ms": 0.28751876088790607, - "p99_ms": 0.39420375484041853, - "index_ms": 50.01116599305533, + "p50_ms": 0.24468748597428203, + "p90_ms": 0.2569628064520657, + "p95_ms": 0.25882714544422925, + "p99_ms": 0.26379903429187834, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.569789367598276, "semantic": 0.6009682506762428, @@ -5427,11 +5427,11 @@ "tokens": 3118, "ndcg5": 0.5356778969901893, "ndcg10": 0.5823460197163908, - "p50_ms": 0.24654150183778256, - "p90_ms": 0.2531836013076827, - "p95_ms": 0.25456008297624066, - "p99_ms": 0.27321200963342557, - "index_ms": 50.01116599305533, + "p50_ms": 0.248083466431126, + "p90_ms": 0.26204201276414096, + "p95_ms": 0.27070033538620925, + "p99_ms": 0.35100644861813624, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.569789367598276, "semantic": 0.6009682506762428, @@ -5446,11 +5446,11 @@ "tokens": 3130, "ndcg5": 0.524814948079167, "ndcg10": 0.5626211064661663, - "p50_ms": 0.24087500059977174, - "p90_ms": 0.2572038065409288, - "p95_ms": 0.2600222243927419, - "p99_ms": 0.2692372282035649, - "index_ms": 50.01116599305533, + "p50_ms": 0.2563960151746869, + "p90_ms": 0.2998792042490095, + "p95_ms": 0.3065523662371561, + "p99_ms": 0.32191045524086803, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.6365225451886137, "semantic": 0.5201571472526777, @@ -5465,11 +5465,11 @@ "tokens": 2946, "ndcg5": 0.5270061356211097, "ndcg10": 0.5597672511438342, - "p50_ms": 0.24566698994021863, - "p90_ms": 0.27397950179874897, - "p95_ms": 0.29222114535514265, - "p99_ms": 0.3215442301006987, - "index_ms": 50.01116599305533, + "p50_ms": 0.24050002684816718, + "p90_ms": 0.2570836222730577, + "p95_ms": 0.26401422219350934, + "p99_ms": 0.27816926361992955, + "index_ms": 51.335500029381365, "by_category": { "architecture": 0.5672327788663696, "semantic": 0.5294039012738703, @@ -5484,11 +5484,11 @@ "tokens": 2639, "ndcg5": 0.8745181254051755, "ndcg10": 0.8833800897443777, - "p50_ms": 0.9899790020426735, - "p90_ms": 5.681054200977087, - "p95_ms": 5.7641211489681154, - "p99_ms": 5.822324232431129, - "index_ms": 168.57316700043157, + "p50_ms": 0.9865204920060933, + "p90_ms": 5.41652052779682, + "p95_ms": 5.468483050935902, + "p99_ms": 5.634163825889118, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.6108909204244194, "semantic": 0.9613147192765459, @@ -5503,11 +5503,11 @@ "tokens": 2662, "ndcg5": 0.8745181254051755, "ndcg10": 0.8833800897443777, - "p50_ms": 0.9793335048016161, - "p90_ms": 5.659328796900809, - "p95_ms": 5.9007534917327575, - "p99_ms": 5.979983497818466, - "index_ms": 168.57316700043157, + "p50_ms": 0.9537499863654375, + "p90_ms": 5.44746249797754, + "p95_ms": 5.600325009436347, + "p99_ms": 5.654665025067516, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.6108909204244194, "semantic": 0.9613147192765459, @@ -5522,11 +5522,11 @@ "tokens": 2565, "ndcg5": 0.8775325271359822, "ndcg10": 0.8775325271359822, - "p50_ms": 0.9986875083995983, - "p90_ms": 5.608033100725152, - "p95_ms": 5.651783982466441, - "p99_ms": 5.656723997963127, - "index_ms": 168.57316700043157, + "p50_ms": 0.9101670002564788, + "p90_ms": 5.239729181630537, + "p95_ms": 5.269769090227783, + "p99_ms": 5.335920206271112, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.6613147192765458, "semantic": 0.9244076946336917, @@ -5541,11 +5541,11 @@ "tokens": 2671, "ndcg5": 0.7994076946336917, "ndcg10": 0.7994076946336917, - "p50_ms": 0.8160419965861365, - "p90_ms": 5.48139171442017, - "p95_ms": 5.641958641353995, - "p99_ms": 5.720491746906191, - "index_ms": 168.57316700043157, + "p50_ms": 0.7322710007429123, + "p90_ms": 5.202866723993793, + "p95_ms": 5.318646121304482, + "p99_ms": 5.403829233255237, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.44881538926738324, "semantic": 0.8744076946336916, @@ -5560,11 +5560,11 @@ "tokens": 2742, "ndcg5": 0.5984714275890022, "ndcg10": 0.6479999533942691, - "p50_ms": 0.2711669949349016, - "p90_ms": 0.2888711082050577, - "p95_ms": 0.3059288530494088, - "p99_ms": 0.4859857921837826, - "index_ms": 168.57316700043157, + "p50_ms": 0.2630625094752759, + "p90_ms": 0.27487470069900155, + "p95_ms": 0.27526045159902424, + "p99_ms": 0.27541930961888283, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.4926984196600426, "semantic": 0.7032243882680377, @@ -5579,11 +5579,11 @@ "tokens": 2740, "ndcg5": 0.5612675802721563, "ndcg10": 0.6107961060774233, - "p50_ms": 0.26960449758917093, - "p90_ms": 0.2835583029082045, - "p95_ms": 0.2861871922505088, - "p99_ms": 0.3010710296803154, - "index_ms": 168.57316700043157, + "p50_ms": 0.27214596047997475, + "p90_ms": 0.29633750091306865, + "p95_ms": 0.31427703797817236, + "p99_ms": 0.35268820822238917, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.4926984196600426, "semantic": 0.7032243882680377, @@ -5598,11 +5598,11 @@ "tokens": 2658, "ndcg5": 0.714003934176018, "ndcg10": 0.7306706008426846, - "p50_ms": 0.2679170138435438, - "p90_ms": 0.2796372020384297, - "p95_ms": 0.2859499931219034, - "p99_ms": 0.2889899941510521, - "index_ms": 168.57316700043157, + "p50_ms": 0.277833518339321, + "p90_ms": 0.30585809727199376, + "p95_ms": 0.31542145588900894, + "p99_ms": 0.32055069867055863, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.49487908510771844, "semantic": 0.8174753504410308, @@ -5617,11 +5617,11 @@ "tokens": 2740, "ndcg5": 0.33373767522051545, "ndcg10": 0.3833151528810333, - "p50_ms": 0.27360398962628096, - "p90_ms": 0.2992038003867492, - "p95_ms": 0.313672301126644, - "p99_ms": 0.3289680590387434, - "index_ms": 168.57316700043157, + "p50_ms": 0.27195800794288516, + "p90_ms": 0.2849539159797132, + "p95_ms": 0.2863315923605114, + "p99_ms": 0.2907335211057216, + "index_ms": 198.15149996429682, "by_category": { "architecture": 0.2738302787118273, "semantic": 0.557741027967025, @@ -5636,11 +5636,11 @@ "tokens": 2812, "ndcg5": 0.8806128427182248, "ndcg10": 0.8806128427182248, - "p50_ms": 11.357124996720813, - "p90_ms": 13.870475301519038, - "p95_ms": 15.245397965190934, - "p99_ms": 16.881646806141358, - "index_ms": 985.2979589777533, + "p50_ms": 10.777103976579383, + "p90_ms": 13.576058013131842, + "p95_ms": 13.928199696238156, + "p99_ms": 16.907273521064777, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.9251084237866075, "semantic": 0.8237823919677136, @@ -5655,11 +5655,11 @@ "tokens": 2778, "ndcg5": 0.8806128427182248, "ndcg10": 0.8806128427182248, - "p50_ms": 12.028749493765645, - "p90_ms": 16.026125004282225, - "p95_ms": 18.21478954370832, - "p99_ms": 18.66759070631815, - "index_ms": 985.2979589777533, + "p50_ms": 10.471437504747882, + "p90_ms": 12.567295902408661, + "p95_ms": 14.22881730250083, + "p99_ms": 15.469263446284456, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.9251084237866075, "semantic": 0.8237823919677136, @@ -5674,11 +5674,11 @@ "tokens": 2993, "ndcg5": 0.8718751674977092, "ndcg10": 0.888541834164376, - "p50_ms": 12.073999998392537, - "p90_ms": 15.40907949965913, - "p95_ms": 16.17553988326108, - "p99_ms": 17.71450796135468, - "index_ms": 985.2979589777533, + "p50_ms": 10.496667004190385, + "p90_ms": 12.730958615429701, + "p95_ms": 14.482968390802855, + "p99_ms": 15.970826455741188, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.9251084237866075, "semantic": 0.8381987400516251, @@ -5693,11 +5693,11 @@ "tokens": 2655, "ndcg5": 0.8815464876785729, "ndcg10": 0.896597987461772, - "p50_ms": 11.35156249802094, - "p90_ms": 13.875532988458874, - "p95_ms": 14.750966346764473, - "p99_ms": 16.64159326086519, - "index_ms": 985.2979589777533, + "p50_ms": 10.27041650377214, + "p90_ms": 12.447004683781417, + "p95_ms": 13.565874393680135, + "p99_ms": 15.467142074485306, + "index_ms": 988.7042919872329, "by_category": { "architecture": 1.0, "semantic": 0.8119963408395854, @@ -5712,11 +5712,11 @@ "tokens": 3034, "ndcg5": 0.5908319513453486, "ndcg10": 0.6638708245341954, - "p50_ms": 0.5504159926204011, - "p90_ms": 0.7676337147131562, - "p95_ms": 0.7816214667400346, - "p99_ms": 0.8790907048387452, - "index_ms": 985.2979589777533, + "p50_ms": 0.48172901733778417, + "p90_ms": 0.5211333802435547, + "p95_ms": 0.5236901924945414, + "p99_ms": 0.5272044450975955, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.6322918517712509, "semantic": 0.6229759660440859, @@ -5731,11 +5731,11 @@ "tokens": 3032, "ndcg5": 0.5908319513453486, "ndcg10": 0.6638708245341954, - "p50_ms": 0.6565829971805215, - "p90_ms": 0.8463999925879762, - "p95_ms": 0.8751353918341921, - "p99_ms": 0.9493934869533404, - "index_ms": 985.2979589777533, + "p50_ms": 0.4779165319632739, + "p90_ms": 0.5073164065834135, + "p95_ms": 0.5231940129306167, + "p99_ms": 0.5274051881860942, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.6322918517712509, "semantic": 0.6229759660440859, @@ -5750,11 +5750,11 @@ "tokens": 3113, "ndcg5": 0.6346268032608154, "ndcg10": 0.6758446111202518, - "p50_ms": 0.6682295061182231, - "p90_ms": 0.9069791150977835, - "p95_ms": 0.9605139406630774, - "p99_ms": 1.4180027862312266, - "index_ms": 985.2979589777533, + "p50_ms": 0.48718697507865727, + "p90_ms": 0.5187708185985684, + "p95_ms": 0.5240309721557423, + "p99_ms": 0.5498398042982444, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.5233035056624095, "semantic": 0.6706428353118709, @@ -5769,11 +5769,11 @@ "tokens": 2941, "ndcg5": 0.35519991125688216, "ndcg10": 0.4347786123826721, - "p50_ms": 1.2096249993192032, - "p90_ms": 1.4707666938193145, - "p95_ms": 1.546344107191544, - "p99_ms": 1.615536020544823, - "index_ms": 985.2979589777533, + "p50_ms": 0.4969374858774245, + "p90_ms": 0.5161664041224867, + "p95_ms": 0.5182586639421061, + "p99_ms": 0.5215517716715112, + "index_ms": 988.7042919872329, "by_category": { "architecture": 0.45625273227063595, "semantic": 0.4269269406260648, @@ -5788,11 +5788,11 @@ "tokens": 3048, "ndcg5": 0.8295386627570916, "ndcg10": 0.8404590345979999, - "p50_ms": 1.1826044792542234, - "p90_ms": 7.763378598610871, - "p95_ms": 8.27797325910069, - "p99_ms": 8.52962825098075, - "index_ms": 553.188791993307, + "p50_ms": 0.732416519895196, + "p90_ms": 6.2695125059690335, + "p95_ms": 6.756316663813777, + "p99_ms": 6.76682973804418, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.7951420120034352, "semantic": 0.8243186607935954, @@ -5807,11 +5807,11 @@ "tokens": 3032, "ndcg5": 0.8295386627570916, "ndcg10": 0.8404590345979999, - "p50_ms": 1.5534584817942232, - "p90_ms": 8.381012789322995, - "p95_ms": 8.442624998860992, - "p99_ms": 9.366024996270424, - "index_ms": 553.188791993307, + "p50_ms": 0.7404580246657133, + "p90_ms": 6.3437785720452675, + "p95_ms": 6.727858658996411, + "p99_ms": 6.7706717137480155, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.7951420120034352, "semantic": 0.8243186607935954, @@ -5826,11 +5826,11 @@ "tokens": 3093, "ndcg5": 0.8652095417497391, "ndcg10": 0.8761299135906473, - "p50_ms": 1.1428959987824783, - "p90_ms": 7.882779216743075, - "p95_ms": 8.296273191808723, - "p99_ms": 8.455587436328642, - "index_ms": 553.188791993307, + "p50_ms": 0.7334784895647317, + "p90_ms": 6.3781625241972515, + "p95_ms": 6.749104132177308, + "p99_ms": 6.773487223545089, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.8328660295138052, "semantic": 0.8692536065216308, @@ -5845,11 +5845,11 @@ "tokens": 2967, "ndcg5": 0.7227861263165816, "ndcg10": 0.7572631523386494, - "p50_ms": 1.0871664999285713, - "p90_ms": 7.972333309589885, - "p95_ms": 8.21620176138822, - "p99_ms": 8.525806752149947, - "index_ms": 553.188791993307, + "p50_ms": 0.6467915372923017, + "p90_ms": 6.208287796471269, + "p95_ms": 6.633129125111736, + "p99_ms": 6.712992240791209, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.7178637097511767, "semantic": 0.7120217078514749, @@ -5864,11 +5864,11 @@ "tokens": 3180, "ndcg5": 0.6253657924569532, "ndcg10": 0.6946971465369343, - "p50_ms": 0.3998750034952536, - "p90_ms": 0.6444041006034241, - "p95_ms": 0.7155119004892188, - "p99_ms": 0.9715695731574665, - "index_ms": 553.188791993307, + "p50_ms": 0.3439375141169876, + "p90_ms": 0.35783718922175467, + "p95_ms": 0.3626145946327597, + "p99_ms": 0.3662565175909549, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.8350162546675353, "semantic": 0.5548829148065936, @@ -5883,11 +5883,11 @@ "tokens": 3169, "ndcg5": 0.6253657924569532, "ndcg10": 0.6946971465369343, - "p50_ms": 0.4234369989717379, - "p90_ms": 0.6312957964837551, - "p95_ms": 0.6534268002724276, - "p99_ms": 0.8296525449259203, - "index_ms": 553.188791993307, + "p50_ms": 0.34047849476337433, + "p90_ms": 0.3582586126867682, + "p95_ms": 0.36305174871813506, + "p99_ms": 0.3720767510822043, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.8350162546675353, "semantic": 0.5548829148065936, @@ -5902,11 +5902,11 @@ "tokens": 3047, "ndcg5": 0.731130526935184, "ndcg10": 0.7522700186555163, - "p50_ms": 0.5547915061470121, - "p90_ms": 0.8279297180706637, - "p95_ms": 0.9937264549080284, - "p99_ms": 1.0554452950600535, - "index_ms": 553.188791993307, + "p50_ms": 0.33154149423353374, + "p90_ms": 0.34680868848226964, + "p95_ms": 0.34755893575493246, + "p99_ms": 0.3566781646804884, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.8094663530159334, "semantic": 0.6379135901998796, @@ -5921,11 +5921,11 @@ "tokens": 3146, "ndcg5": 0.5195678978178954, "ndcg10": 0.5304882696588036, - "p50_ms": 0.5006875144317746, - "p90_ms": 0.87417891190853, - "p95_ms": 1.0919836524408315, - "p99_ms": 1.5850967296864829, - "index_ms": 553.188791993307, + "p50_ms": 0.3397080290596932, + "p90_ms": 0.3623791388235986, + "p95_ms": 0.37479730090126395, + "p99_ms": 0.39199307328090066, + "index_ms": 392.9078329820186, "by_category": { "architecture": 0.6423740286300876, "semantic": 0.41131471927654584, @@ -5940,11 +5940,11 @@ "tokens": 3072, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.5238125158939511, - "p90_ms": 0.6764246994862335, - "p95_ms": 0.7870312459999697, - "p99_ms": 0.8483062480809166, - "index_ms": 119.96283300686628, + "p50_ms": 0.4646875022444874, + "p90_ms": 0.4868919088039547, + "p95_ms": 0.4890514741418883, + "p99_ms": 0.5082102998858318, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -5958,11 +5958,11 @@ "tokens": 3072, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.4969165020156652, - "p90_ms": 0.5312499968567863, - "p95_ms": 0.5340812378562987, - "p99_ms": 0.5429162387736142, - "index_ms": 119.96283300686628, + "p50_ms": 0.4601044929586351, + "p90_ms": 0.4898246959783137, + "p95_ms": 0.5014833237510175, + "p99_ms": 0.5088302528019994, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -5976,11 +5976,11 @@ "tokens": 3078, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.5207915091887116, - "p90_ms": 0.6705286126816645, - "p95_ms": 0.6776148846256547, - "p99_ms": 0.7186229698709211, - "index_ms": 119.96283300686628, + "p50_ms": 0.4598755040206015, + "p90_ms": 0.4853798192925751, + "p95_ms": 0.4857961495872587, + "p99_ms": 0.4858592327218503, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -5994,11 +5994,11 @@ "tokens": 3026, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.5220210150582716, - "p90_ms": 0.6066961097531021, - "p95_ms": 0.6261663744226099, - "p99_ms": 0.7471332838758824, - "index_ms": 119.96283300686628, + "p50_ms": 0.437791517470032, + "p90_ms": 0.45856311335228384, + "p95_ms": 0.46670625160913914, + "p99_ms": 0.4736412822967395, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -6012,11 +6012,11 @@ "tokens": 3184, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.2752500004135072, - "p90_ms": 0.31385029724333435, - "p95_ms": 0.32024170359363785, - "p99_ms": 0.35811553912935773, - "index_ms": 119.96283300686628, + "p50_ms": 0.2533335064072162, + "p90_ms": 0.2602417254820466, + "p95_ms": 0.2614148805150762, + "p99_ms": 0.2632829995127395, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 0.9589921948412731 @@ -6030,11 +6030,11 @@ "tokens": 3184, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.2699169854167849, - "p90_ms": 0.3064039163291455, - "p95_ms": 0.3287211453425698, - "p99_ms": 0.33334424108034, - "index_ms": 119.96283300686628, + "p50_ms": 0.25212549371644855, + "p90_ms": 0.26190871139988303, + "p95_ms": 0.2641839731950313, + "p99_ms": 0.2657031884882599, + "index_ms": 112.01441701268777, "by_category": { "architecture": 1.0, "semantic": 0.9589921948412731 @@ -6048,11 +6048,11 @@ "tokens": 3160, "ndcg5": 0.8892789260714373, "ndcg10": 0.8892789260714373, - "p50_ms": 0.2708335086936131, - "p90_ms": 0.29184111044742167, - "p95_ms": 0.2999273798195646, - "p99_ms": 0.3646854910766705, - "index_ms": 119.96283300686628, + "p50_ms": 0.2519790141377598, + "p90_ms": 0.2569878299254924, + "p95_ms": 0.2602750260848552, + "p99_ms": 0.2663549839053303, + "index_ms": 112.01441701268777, "by_category": { "architecture": 0.6309297535714575, "semantic": 0.9179843896825461 @@ -6066,11 +6066,11 @@ "tokens": 3057, "ndcg5": 0.9630929753571458, "ndcg10": 0.9630929753571458, - "p50_ms": 0.3050005034310743, - "p90_ms": 0.3742088854778558, - "p95_ms": 0.38751431857235735, - "p99_ms": 0.43587006279267365, - "index_ms": 119.96283300686628, + "p50_ms": 0.25083348737098277, + "p90_ms": 0.26200408465228975, + "p95_ms": 0.26343477657064795, + "p99_ms": 0.2675205818377435, + "index_ms": 112.01441701268777, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.9794960974206366 @@ -6084,11 +6084,11 @@ "tokens": 2679, "ndcg5": 0.6270750787545916, "ndcg10": 0.6587932452044573, - "p50_ms": 1.66004199127201, - "p90_ms": 15.272821378312075, - "p95_ms": 16.764422616688535, - "p99_ms": 17.208484531147406, - "index_ms": 1629.4040840002708, + "p50_ms": 1.3795625127386302, + "p90_ms": 13.430849986616526, + "p95_ms": 15.366160403937101, + "p99_ms": 15.784698510542512, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.6368991050595311, "semantic": 0.673389338634408 @@ -6102,11 +6102,11 @@ "tokens": 2679, "ndcg5": 0.6270750787545916, "ndcg10": 0.6587932452044573, - "p50_ms": 1.7583125008968636, - "p90_ms": 15.207837490015667, - "p95_ms": 16.984149999916553, - "p99_ms": 17.193530001677573, - "index_ms": 1629.4040840002708, + "p50_ms": 1.5287499991245568, + "p90_ms": 14.584116096375512, + "p95_ms": 15.720329442410732, + "p99_ms": 16.769698673742823, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.6368991050595311, "semantic": 0.673389338634408 @@ -6117,14 +6117,14 @@ "language": "haskell", "mode": "semble-bm25", "chunks": 3122, - "tokens": 2797, + "tokens": 2802, "ndcg5": 0.6736089066582611, "ndcg10": 0.6736089066582611, - "p50_ms": 1.5905629843473434, - "p90_ms": 14.594550014589915, - "p95_ms": 16.10813335282728, - "p99_ms": 16.70676027191803, - "index_ms": 1629.4040840002708, + "p50_ms": 1.6031460254453123, + "p90_ms": 15.142303571337836, + "p95_ms": 16.50839822832495, + "p99_ms": 16.90521326381713, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.6490670081520385, "semantic": 0.6899701723290762 @@ -6138,11 +6138,11 @@ "tokens": 2746, "ndcg5": 0.5846268032608155, "ndcg10": 0.6315199550826629, - "p50_ms": 2.371103997575119, - "p90_ms": 16.76268299925141, - "p95_ms": 17.081158045039047, - "p99_ms": 18.898698812408835, - "index_ms": 1629.4040840002708, + "p50_ms": 1.364063034998253, + "p90_ms": 14.690091082593428, + "p95_ms": 16.303950347355567, + "p99_ms": 16.5286564984126, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.6205328858630988, "semantic": 0.6388446678957056 @@ -6156,11 +6156,11 @@ "tokens": 2729, "ndcg5": 0.5270750787545915, "ndcg10": 0.5437417454212582, - "p50_ms": 1.1321665078867227, - "p90_ms": 1.4695128047605976, - "p95_ms": 1.4753499970538542, - "p99_ms": 1.482570007792674, - "index_ms": 1629.4040840002708, + "p50_ms": 0.6386454915627837, + "p90_ms": 0.7524999848101289, + "p95_ms": 0.8052020624745637, + "p99_ms": 0.8196732273790985, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.48882147769004647, "semantic": 0.5803552572420659 @@ -6174,11 +6174,11 @@ "tokens": 2729, "ndcg5": 0.5270750787545915, "ndcg10": 0.5437417454212582, - "p50_ms": 1.093083992600441, - "p90_ms": 1.4018119050888347, - "p95_ms": 1.5479104156838732, - "p99_ms": 1.7479484953219067, - "index_ms": 1629.4040840002708, + "p50_ms": 0.6471870001405478, + "p90_ms": 0.7393080741167068, + "p95_ms": 0.7615151786012576, + "p99_ms": 0.8630694256862623, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.48882147769004647, "semantic": 0.5803552572420659 @@ -6192,11 +6192,11 @@ "tokens": 2798, "ndcg5": 0.4285835871084546, "ndcg10": 0.495324213801818, - "p50_ms": 1.1575420066947117, - "p90_ms": 1.478067008429207, - "p95_ms": 1.5291399031411856, - "p99_ms": 1.6351279744412748, - "index_ms": 1629.4040840002708, + "p50_ms": 0.6130005058366805, + "p90_ms": 0.7507378060836345, + "p95_ms": 0.7564646046375856, + "p99_ms": 0.7996265188558026, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.4088293776224278, "semantic": 0.5529874379214114 @@ -6210,11 +6210,11 @@ "tokens": 2748, "ndcg5": 0.45743561571887287, "ndcg10": 0.48969921639016845, - "p50_ms": 0.9856250107986853, - "p90_ms": 1.2219747062772515, - "p95_ms": 1.3873958072508685, - "p99_ms": 1.4884119675843974, - "index_ms": 1629.4040840002708, + "p50_ms": 0.5845630366820842, + "p90_ms": 0.6355042278300971, + "p95_ms": 0.6458086572820321, + "p99_ms": 0.6821617513196542, + "index_ms": 1535.5745830456726, "by_category": { "architecture": 0.5665156025825565, "semantic": 0.4384882922619096 @@ -6228,11 +6228,11 @@ "tokens": 6561, "ndcg5": 0.8696694218045175, "ndcg10": 0.8696694218045175, - "p50_ms": 0.9837920079007745, - "p90_ms": 7.108341605635358, - "p95_ms": 8.655366281163877, - "p99_ms": 9.077706053503789, - "index_ms": 309.7613340069074, + "p50_ms": 0.7071669679135084, + "p90_ms": 6.180558016058057, + "p95_ms": 7.096791302319613, + "p99_ms": 7.919991088565439, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.8214210289682636, "semantic": 0.8758471076530654, @@ -6247,11 +6247,11 @@ "tokens": 6564, "ndcg5": 0.8696694218045175, "ndcg10": 0.8696694218045175, - "p50_ms": 0.9121250186581165, - "p90_ms": 7.198908203281461, - "p95_ms": 7.984713112819006, - "p99_ms": 8.95674262137618, - "index_ms": 309.7613340069074, + "p50_ms": 0.6946250214241445, + "p90_ms": 6.2322086188942185, + "p95_ms": 7.097220775904131, + "p99_ms": 7.999710558215156, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.8214210289682636, "semantic": 0.8758471076530654, @@ -6266,11 +6266,11 @@ "tokens": 7099, "ndcg5": 0.8600657041891455, "ndcg10": 0.8600657041891455, - "p50_ms": 0.8462920086458325, - "p90_ms": 7.396433595567941, - "p95_ms": 8.098216680809852, - "p99_ms": 9.402976920828223, - "index_ms": 309.7613340069074, + "p50_ms": 0.6602079956792295, + "p90_ms": 6.263675377704202, + "p95_ms": 7.152950594900173, + "p99_ms": 7.9862900951411575, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.8137184243097517, "semantic": 0.8596832229722856, @@ -6282,14 +6282,14 @@ "language": "elixir", "mode": "semble-semantic", "chunks": 559, - "tokens": 5485, + "tokens": 5505, "ndcg5": 0.8693569768845262, "ndcg10": 0.8693569768845262, - "p50_ms": 0.7427920063491911, - "p90_ms": 7.019941811449825, - "p95_ms": 8.22346188360825, - "p99_ms": 8.9752923627384, - "index_ms": 309.7613340069074, + "p50_ms": 0.6273749750107527, + "p90_ms": 7.0090165827423325, + "p95_ms": 8.337062195641918, + "p99_ms": 8.93091244972311, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.847881083730162, "semantic": 0.8409789724620774, @@ -6304,11 +6304,11 @@ "tokens": 6186, "ndcg5": 0.6430770365753588, "ndcg10": 0.687019263378931, - "p50_ms": 0.2846670104190707, - "p90_ms": 0.3092743980232626, - "p95_ms": 0.3226787812309337, - "p99_ms": 0.41246855689678347, - "index_ms": 309.7613340069074, + "p50_ms": 0.27995900018140674, + "p90_ms": 0.2886418136768043, + "p95_ms": 0.29080060776323075, + "p99_ms": 0.3058601217344403, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.7395892932814926, "semantic": 0.7358458471153047, @@ -6323,11 +6323,11 @@ "tokens": 6304, "ndcg5": 0.640770523373314, "ndcg10": 0.6847127501768862, - "p50_ms": 0.2846670104190707, - "p90_ms": 0.3154665930196643, - "p95_ms": 0.3327414015075191, - "p99_ms": 0.3644818876637146, - "index_ms": 309.7613340069074, + "p50_ms": 0.2673339913599193, + "p90_ms": 0.28167483396828175, + "p95_ms": 0.2871585951652378, + "p99_ms": 0.2879980846773833, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.7395892932814926, "semantic": 0.7358458471153047, @@ -6342,11 +6342,11 @@ "tokens": 6783, "ndcg5": 0.5775993025576263, "ndcg10": 0.6466911842420515, - "p50_ms": 0.28375000692903996, - "p90_ms": 0.29625778552144766, - "p95_ms": 0.3068124991841613, - "p99_ms": 0.3405624837614596, - "index_ms": 309.7613340069074, + "p50_ms": 0.2669579698704183, + "p90_ms": 0.2804835792630911, + "p95_ms": 0.2894125413149595, + "p99_ms": 0.2941825147718191, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.6869065320299473, "semantic": 0.6961810226560111, @@ -6361,11 +6361,11 @@ "tokens": 6065, "ndcg5": 0.6347745249075731, "ndcg10": 0.6693659555797838, - "p50_ms": 0.2980419958475977, - "p90_ms": 0.34996700123883784, - "p95_ms": 0.3714960999786854, - "p99_ms": 0.3738656220957637, - "index_ms": 309.7613340069074, + "p50_ms": 0.2651250106282532, + "p90_ms": 0.2819088054820895, + "p95_ms": 0.2871914010029286, + "p99_ms": 0.29067186056636274, + "index_ms": 274.9937089974992, "by_category": { "architecture": 0.7298259003917382, "semantic": 0.6838405350259164, @@ -6380,11 +6380,11 @@ "tokens": 5453, "ndcg5": 0.9077324383928644, "ndcg10": 0.9077324383928644, - "p50_ms": 0.6926455098437145, - "p90_ms": 5.512049997923897, - "p95_ms": 6.10523126233602, - "p99_ms": 7.146146269806193, - "index_ms": 149.05004101456143, + "p50_ms": 0.5922919663134962, + "p90_ms": 5.265749729005621, + "p95_ms": 5.783277095179074, + "p99_ms": 6.4961890218546605, + "index_ms": 154.6689579845406, "by_category": { "architecture": 1.0, "semantic": 0.868189197704092, @@ -6399,11 +6399,11 @@ "tokens": 5439, "ndcg5": 0.9077324383928644, "ndcg10": 0.9077324383928644, - "p50_ms": 0.6850829959148541, - "p90_ms": 5.326774690183812, - "p95_ms": 5.872674983402249, - "p99_ms": 6.808235007047186, - "index_ms": 149.05004101456143, + "p50_ms": 0.6055209960322827, + "p90_ms": 5.097533582011239, + "p95_ms": 5.777668472728693, + "p99_ms": 6.523767259786836, + "index_ms": 154.6689579845406, "by_category": { "architecture": 1.0, "semantic": 0.868189197704092, @@ -6418,11 +6418,11 @@ "tokens": 6113, "ndcg5": 0.9077324383928644, "ndcg10": 0.9077324383928644, - "p50_ms": 0.6315414939308539, - "p90_ms": 5.636708391830326, - "p95_ms": 6.110486025863794, - "p99_ms": 7.058997202839235, - "index_ms": 149.05004101456143, + "p50_ms": 0.5642290052492172, + "p90_ms": 4.9698749964591125, + "p95_ms": 5.419541674200446, + "p99_ms": 6.235274730715899, + "index_ms": 154.6689579845406, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.8945513581632737, @@ -6437,11 +6437,11 @@ "tokens": 4326, "ndcg5": 0.8761859507142915, "ndcg10": 0.8939963100696927, - "p50_ms": 0.5371459992602468, - "p90_ms": 5.396128896973097, - "p95_ms": 6.009804476343562, - "p99_ms": 7.003694501763674, - "index_ms": 149.05004101456143, + "p50_ms": 0.49145796219818294, + "p90_ms": 4.984492179937662, + "p95_ms": 5.439276454853826, + "p99_ms": 6.259855278185567, + "index_ms": 154.6689579845406, "by_category": { "architecture": 1.0, "semantic": 0.8749283177015996, @@ -6456,11 +6456,11 @@ "tokens": 4434, "ndcg5": 0.7824356157188729, "ndcg10": 0.7991022823855396, - "p50_ms": 0.2594794932520017, - "p90_ms": 0.2724333025980741, - "p95_ms": 0.275878825050313, - "p99_ms": 0.28607575368369, - "index_ms": 149.05004101456143, + "p50_ms": 0.2482710115145892, + "p90_ms": 0.2586709160823375, + "p95_ms": 0.2591735392343253, + "p99_ms": 0.2605347370263189, + "index_ms": 154.6689579845406, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.765727581469134, @@ -6475,11 +6475,11 @@ "tokens": 4434, "ndcg5": 0.7824356157188729, "ndcg10": 0.7991022823855396, - "p50_ms": 0.25608351279515773, - "p90_ms": 0.27502111915964633, - "p95_ms": 0.27993299736408517, - "p99_ms": 0.30615299794590095, - "index_ms": 149.05004101456143, + "p50_ms": 0.24906249018386006, + "p90_ms": 0.2571163873653859, + "p95_ms": 0.25759618438314646, + "p99_ms": 0.2603192435344681, + "index_ms": 154.6689579845406, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.765727581469134, @@ -6494,11 +6494,11 @@ "tokens": 5086, "ndcg5": 0.8139821033974457, "ndcg10": 0.8139821033974457, - "p50_ms": 0.26706299104262143, - "p90_ms": 0.2957335906103254, - "p95_ms": 0.32132675696630036, - "p99_ms": 0.3763317555421962, - "index_ms": 149.05004101456143, + "p50_ms": 0.24977052817121148, + "p90_ms": 0.2585457870736718, + "p95_ms": 0.2591934200609103, + "p99_ms": 0.2627723041223362, + "index_ms": 154.6689579845406, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.8056887191392083, @@ -6513,11 +6513,11 @@ "tokens": 4138, "ndcg5": 0.7746141434859123, "ndcg10": 0.7746141434859123, - "p50_ms": 0.26033350150100887, - "p90_ms": 0.27799099625553936, - "p95_ms": 0.28228895098436624, - "p99_ms": 0.2860577922547236, - "index_ms": 149.05004101456143, + "p50_ms": 0.25789550272747874, + "p90_ms": 0.27329190634191036, + "p95_ms": 0.2757556299911812, + "p99_ms": 0.2790183020988479, + "index_ms": 154.6689579845406, "by_category": { "architecture": 0.8102255193577976, "semantic": 0.745048325576671, @@ -6532,11 +6532,11 @@ "tokens": 3259, "ndcg5": 0.7779397805814576, "ndcg10": 0.7990792723017901, - "p50_ms": 0.9697915083961561, - "p90_ms": 10.286049693240786, - "p95_ms": 11.125189597078137, - "p99_ms": 14.719071541039733, - "index_ms": 648.822791990824, + "p50_ms": 0.8325630042236298, + "p90_ms": 9.864871064200997, + "p95_ms": 10.0730350939557, + "p99_ms": 13.140807035379106, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.7133473647659958, "semantic": 0.7946530173877968, @@ -6551,11 +6551,11 @@ "tokens": 3253, "ndcg5": 0.7779397805814576, "ndcg10": 0.7990792723017901, - "p50_ms": 1.0450419940752909, - "p90_ms": 10.346729797311127, - "p95_ms": 11.070554505568001, - "p99_ms": 14.272244509775186, - "index_ms": 648.822791990824, + "p50_ms": 0.8353955345228314, + "p90_ms": 9.090183390071616, + "p95_ms": 9.730567253427584, + "p99_ms": 12.941313447663555, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.7133473647659958, "semantic": 0.7946530173877968, @@ -6570,11 +6570,11 @@ "tokens": 3172, "ndcg5": 0.7294373667507709, "ndcg10": 0.7505768584711034, - "p50_ms": 0.920082995435223, - "p90_ms": 10.035311922547407, - "p95_ms": 10.797710386395924, - "p99_ms": 14.602808467170682, - "index_ms": 648.822791990824, + "p50_ms": 0.769520498579368, + "p90_ms": 9.002824983326718, + "p95_ms": 9.703612519660968, + "p99_ms": 12.95812248368747, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.5617354388464583, "semantic": 0.7599236371871074, @@ -6589,11 +6589,11 @@ "tokens": 3154, "ndcg5": 0.7456582305417333, "ndcg10": 0.7553295507225968, - "p50_ms": 1.5529164957115427, - "p90_ms": 13.027562521165242, - "p95_ms": 16.761791650787934, - "p99_ms": 25.616424738545888, - "index_ms": 648.822791990824, + "p50_ms": 0.6935000419616699, + "p90_ms": 8.98858720320277, + "p95_ms": 9.634981257840995, + "p99_ms": 12.807696284726257, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.6508486388188989, "semantic": 0.7399650986435234, @@ -6608,11 +6608,11 @@ "tokens": 3371, "ndcg5": 0.626362295337211, "ndcg10": 0.661917875356608, - "p50_ms": 1.7779169866116717, - "p90_ms": 2.251608605729416, - "p95_ms": 2.315141342114657, - "p99_ms": 2.382528285961598, - "index_ms": 648.822791990824, + "p50_ms": 0.40627102134749293, + "p90_ms": 0.4355542245320976, + "p95_ms": 0.4372003546450287, + "p99_ms": 0.43770723161287606, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.5989404040126355, "semantic": 0.6746327955832818, @@ -6627,11 +6627,11 @@ "tokens": 3371, "ndcg5": 0.5820196549754839, "ndcg10": 0.635385594350282, - "p50_ms": 1.313645494519733, - "p90_ms": 2.0577994175255303, - "p95_ms": 2.4717499953112565, - "p99_ms": 2.5211499954457395, - "index_ms": 648.822791990824, + "p50_ms": 0.39902047137729824, + "p90_ms": 0.4348452959675342, + "p95_ms": 0.4442173201823607, + "p99_ms": 0.4595434694783762, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.5989404040126355, "semantic": 0.6746327955832818, @@ -6646,11 +6646,11 @@ "tokens": 3365, "ndcg5": 0.583960276835441, "ndcg10": 0.5936315970163045, - "p50_ms": 1.060312511981465, - "p90_ms": 1.9329746952280409, - "p95_ms": 2.329172965255566, - "p99_ms": 2.552201795042492, - "index_ms": 648.822791990824, + "p50_ms": 0.4084165266249329, + "p90_ms": 0.4379499878268689, + "p95_ms": 0.4416895593749359, + "p99_ms": 0.4540707083651796, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.4464737650493893, "semantic": 0.5857136591669393, @@ -6665,11 +6665,11 @@ "tokens": 3152, "ndcg5": 0.43578832776167314, "ndcg10": 0.5007305425561175, - "p50_ms": 1.1654170084511861, - "p90_ms": 2.1911746996920556, - "p95_ms": 2.2766999842133373, - "p99_ms": 2.3500400118064135, - "index_ms": 648.822791990824, + "p50_ms": 0.40508349775336683, + "p90_ms": 0.43619200005196035, + "p95_ms": 0.4401086684083566, + "p99_ms": 0.4620217409683391, + "index_ms": 656.5322919632308, "by_category": { "architecture": 0.5455497274898097, "semantic": 0.55620266547932, @@ -6684,11 +6684,11 @@ "tokens": 2716, "ndcg5": 0.9200892395358251, "ndcg10": 0.9200892395358251, - "p50_ms": 1.7423749959561974, - "p90_ms": 10.633578701526863, - "p95_ms": 15.498512439080514, - "p99_ms": 15.554668873664923, - "index_ms": 238.04487500456162, + "p50_ms": 0.5724580259993672, + "p90_ms": 5.3434249246493, + "p95_ms": 7.112708041677248, + "p99_ms": 8.677841603057455, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8561606311644849, @@ -6703,11 +6703,11 @@ "tokens": 2682, "ndcg5": 0.9200892395358251, "ndcg10": 0.9200892395358251, - "p50_ms": 0.8553960215067491, - "p90_ms": 6.196378599270249, - "p95_ms": 8.144351882219777, - "p99_ms": 10.096037573239295, - "index_ms": 238.04487500456162, + "p50_ms": 0.577833503484726, + "p90_ms": 5.330275092273952, + "p95_ms": 7.084260680130679, + "p99_ms": 8.666252155671824, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8561606311644849, @@ -6722,11 +6722,11 @@ "tokens": 2918, "ndcg5": 0.8474523542700645, "ndcg10": 0.8474523542700645, - "p50_ms": 0.6857914995634928, - "p90_ms": 6.62550368870143, - "p95_ms": 8.362856155144978, - "p99_ms": 9.917704024701376, - "index_ms": 238.04487500456162, + "p50_ms": 0.5470204923767596, + "p90_ms": 5.373141710879283, + "p95_ms": 7.079378556227308, + "p99_ms": 8.659642114071172, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.7254142376861159, @@ -6741,11 +6741,11 @@ "tokens": 2548, "ndcg5": 0.9200892395358251, "ndcg10": 0.9200892395358251, - "p50_ms": 0.6230209983186796, - "p90_ms": 7.28507511375938, - "p95_ms": 10.541673262196127, - "p99_ms": 10.931568262458311, - "index_ms": 238.04487500456162, + "p50_ms": 0.4741254961118102, + "p90_ms": 5.238216172438117, + "p95_ms": 6.986206234432753, + "p99_ms": 8.569841240532693, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8561606311644849, @@ -6760,11 +6760,11 @@ "tokens": 2977, "ndcg5": 0.8898768089336665, "ndcg10": 0.9096660971063346, - "p50_ms": 0.2837495121639222, - "p90_ms": 0.37971240526530897, - "p95_ms": 0.4524768562987446, - "p99_ms": 0.49052896443754423, - "index_ms": 238.04487500456162, + "p50_ms": 0.2414585032965988, + "p90_ms": 0.2545751282013953, + "p95_ms": 0.2579294523457065, + "p99_ms": 0.26308589440304786, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8987136940679481, @@ -6779,11 +6779,11 @@ "tokens": 2984, "ndcg5": 0.8898768089336665, "ndcg10": 0.9096660971063346, - "p50_ms": 0.2679579920368269, - "p90_ms": 0.37462109758052975, - "p95_ms": 0.45789730065735, - "p99_ms": 0.7173458547913463, - "index_ms": 238.04487500456162, + "p50_ms": 0.23747951490804553, + "p90_ms": 0.2532580809202045, + "p95_ms": 0.25380622828379273, + "p99_ms": 0.25576122337952256, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8987136940679481, @@ -6798,11 +6798,11 @@ "tokens": 2943, "ndcg5": 0.8138173507987476, "ndcg10": 0.8336066389714155, - "p50_ms": 0.27429149486124516, - "p90_ms": 0.3315583075163886, - "p95_ms": 0.3550650508259422, - "p99_ms": 0.39974580431589846, - "index_ms": 238.04487500456162, + "p50_ms": 0.24083349853754044, + "p90_ms": 0.25398307479918003, + "p95_ms": 0.2561438246630132, + "p99_ms": 0.2590623847208917, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.798713694067948, @@ -6817,11 +6817,11 @@ "tokens": 2839, "ndcg5": 0.8534085064525992, "ndcg10": 0.8709343329406952, - "p50_ms": 0.2693124988581985, - "p90_ms": 0.3166376060107723, - "p95_ms": 0.3314669389510526, - "p99_ms": 0.3826933755772187, - "index_ms": 238.04487500456162, + "p50_ms": 0.23825050448067486, + "p90_ms": 0.2533499209675938, + "p95_ms": 0.2572642988525331, + "p99_ms": 0.2620528335683048, + "index_ms": 132.12579197715968, "by_category": { "architecture": 1.0, "semantic": 0.8746141434859123, @@ -6836,11 +6836,11 @@ "tokens": 2508, "ndcg5": 0.8445678978178954, "ndcg10": 0.8445678978178954, - "p50_ms": 1.0861044866032898, - "p90_ms": 8.10421189235058, - "p95_ms": 10.129518739995547, - "p99_ms": 10.16210374480579, - "index_ms": 254.99995800782926, + "p50_ms": 0.8267084776889533, + "p90_ms": 6.1712586786598, + "p95_ms": 8.702148581505753, + "p99_ms": 8.78672974940855, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.845500808108813, "semantic": 0.8596832229722856, @@ -6855,11 +6855,11 @@ "tokens": 2509, "ndcg5": 0.8466931715084023, "ndcg10": 0.8569122913878265, - "p50_ms": 1.2620625057024881, - "p90_ms": 6.986525290994909, - "p95_ms": 9.982824978942517, - "p99_ms": 10.53876498743193, - "index_ms": 254.99995800782926, + "p50_ms": 0.8197709976229817, + "p90_ms": 6.050117302220319, + "p95_ms": 8.680921123595908, + "p99_ms": 8.684784235665575, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.845500808108813, "semantic": 0.8596832229722856, @@ -6874,11 +6874,11 @@ "tokens": 2562, "ndcg5": 0.7554753636489658, "ndcg10": 0.7937239627632156, - "p50_ms": 1.049374506692402, - "p90_ms": 7.751387791358869, - "p95_ms": 10.270541690988466, - "p99_ms": 10.295875541632995, - "index_ms": 254.99995800782926, + "p50_ms": 0.8044170099310577, + "p90_ms": 6.112333375494932, + "p95_ms": 8.767227712087333, + "p99_ms": 8.771311924792826, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.8341462304650082, "semantic": 0.6937438838725746, @@ -6893,11 +6893,11 @@ "tokens": 2319, "ndcg5": 0.7976482134001379, "ndcg10": 0.8170961181185407, - "p50_ms": 0.6660625076619908, - "p90_ms": 6.6678035043878525, - "p95_ms": 9.551609777554404, - "p99_ms": 9.7274555414333, - "index_ms": 254.99995800782926, + "p50_ms": 0.6241665105335414, + "p90_ms": 5.86439623148181, + "p95_ms": 8.517215211759321, + "p99_ms": 8.5553094180068, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.793158922575921, "semantic": 0.8132194378880441, @@ -6912,11 +6912,11 @@ "tokens": 2828, "ndcg5": 0.6500213969313876, "ndcg10": 0.6992054807164123, - "p50_ms": 0.2736040041781962, - "p90_ms": 0.29434142634272575, - "p95_ms": 0.3014211688423529, - "p99_ms": 0.305284236674197, - "index_ms": 254.99995800782926, + "p50_ms": 0.27131245587952435, + "p90_ms": 0.30008688918314874, + "p95_ms": 0.30102290911599994, + "p99_ms": 0.3089717379771173, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.6942451276030375, "semantic": 0.7475699635570601, @@ -6931,11 +6931,11 @@ "tokens": 2813, "ndcg5": 0.6521466706218945, "ndcg10": 0.7013307544069193, - "p50_ms": 0.2697500167414546, - "p90_ms": 0.2855749917216599, - "p95_ms": 0.28917086456203833, - "p99_ms": 0.2993677931954153, - "index_ms": 254.99995800782926, + "p50_ms": 0.2652085095178336, + "p90_ms": 0.27432030183263123, + "p95_ms": 0.27811937325168407, + "p99_ms": 0.31475665105972433, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.6942451276030375, "semantic": 0.7475699635570601, @@ -6950,11 +6950,11 @@ "tokens": 2926, "ndcg5": 0.5678773597178237, "ndcg10": 0.6099176395412929, - "p50_ms": 0.26947949663735926, - "p90_ms": 0.28167502023279667, - "p95_ms": 0.28222712280694395, - "p99_ms": 0.283779029850848, - "index_ms": 254.99995800782926, + "p50_ms": 0.2574585087131709, + "p90_ms": 0.26508753653615713, + "p95_ms": 0.2682458813069388, + "p99_ms": 0.27008276840206236, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.5912193730665936, "semantic": 0.6603425942358888, @@ -6969,11 +6969,11 @@ "tokens": 2567, "ndcg5": 0.5090977896616014, "ndcg10": 0.5649946972267813, - "p50_ms": 0.2690625115064904, - "p90_ms": 0.27739588695112616, - "p95_ms": 0.28020269819535315, - "p99_ms": 0.28580692247487605, - "index_ms": 254.99995800782926, + "p50_ms": 0.2625000197440386, + "p90_ms": 0.26781673077493906, + "p95_ms": 0.26960243994835764, + "p99_ms": 0.2705205074744299, + "index_ms": 248.98562498856336, "by_category": { "architecture": 0.5266790732018661, "semantic": 0.5751241997928059, @@ -6984,15 +6984,15 @@ "repo": "redis", "language": "c", "mode": "semble-auto", - "chunks": 6367, + "chunks": 6358, "tokens": 3434, "ndcg5": 0.9158764682653967, "ndcg10": 0.9158764682653967, - "p50_ms": 1.5695625188527629, - "p90_ms": 1.7903247120557353, - "p95_ms": 1.8275207941769622, - "p99_ms": 1.8468369517358951, - "index_ms": 3616.9542080024257, + "p50_ms": 0.9115835127886385, + "p90_ms": 0.9931545180734247, + "p95_ms": 1.00005661661271, + "p99_ms": 1.055378534947522, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.9430676558073394, "semantic": 0.8886852807234542 @@ -7002,15 +7002,15 @@ "repo": "redis", "language": "c", "mode": "semble-balanced", - "chunks": 6367, + "chunks": 6358, "tokens": 3434, "ndcg5": 0.9158764682653967, "ndcg10": 0.9158764682653967, - "p50_ms": 1.5840624837437645, - "p90_ms": 1.7990160995395854, - "p95_ms": 1.8673045036848634, - "p99_ms": 1.8826944881584495, - "index_ms": 3616.9542080024257, + "p50_ms": 0.9422290313523263, + "p90_ms": 1.0242663673125207, + "p95_ms": 1.037804500083439, + "p99_ms": 1.0645945271244273, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.9430676558073394, "semantic": 0.8886852807234542 @@ -7020,15 +7020,15 @@ "repo": "redis", "language": "c", "mode": "semble-bm25", - "chunks": 6367, + "chunks": 6358, "tokens": 3998, "ndcg5": 0.9215338279036697, "ndcg10": 0.9382004945703365, - "p50_ms": 1.3811460084980354, - "p90_ms": 1.4684297988424078, - "p95_ms": 1.5498607564950364, - "p99_ms": 1.7314057453768326, - "index_ms": 3616.9542080024257, + "p50_ms": 0.8895625069271773, + "p90_ms": 0.9308082866482437, + "p95_ms": 0.9339225944131613, + "p99_ms": 0.9732845239341258, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.9430676558073394, "semantic": 0.9333333333333333 @@ -7038,15 +7038,15 @@ "repo": "redis", "language": "c", "mode": "semble-semantic", - "chunks": 6367, + "chunks": 6358, "tokens": 3174, "ndcg5": 0.8889821033974457, "ndcg10": 0.8889821033974457, - "p50_ms": 1.125208509620279, - "p90_ms": 1.2470875051803887, - "p95_ms": 1.2933062636875547, - "p99_ms": 1.4024612543289547, - "index_ms": 3616.9542080024257, + "p50_ms": 0.833625002996996, + "p90_ms": 0.8744747203309089, + "p95_ms": 0.882725024712272, + "p99_ms": 0.886145006516017, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.95, "semantic": 0.8279642067948915 @@ -7056,15 +7056,15 @@ "repo": "redis", "language": "c", "mode": "unranked-auto", - "chunks": 6367, + "chunks": 6358, "tokens": 3167, "ndcg5": 0.7377071188430581, "ndcg10": 0.7555174781984592, - "p50_ms": 0.8092915086308494, - "p90_ms": 0.9737544838571921, - "p95_ms": 0.9860461403150113, - "p99_ms": 1.0583092423621563, - "index_ms": 3616.9542080024257, + "p50_ms": 0.5848750297445804, + "p90_ms": 0.6059871870093048, + "p95_ms": 0.6093791278544813, + "p99_ms": 0.6227422237861902, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.7930676558073393, "semantic": 0.7179673005895788 @@ -7074,15 +7074,15 @@ "repo": "redis", "language": "c", "mode": "unranked-balanced", - "chunks": 6367, + "chunks": 6358, "tokens": 3167, "ndcg5": 0.7377071188430581, "ndcg10": 0.7555174781984592, - "p50_ms": 0.8586875046603382, - "p90_ms": 0.9668954910011963, - "p95_ms": 1.0568496596533805, - "p99_ms": 1.133102747844532, - "index_ms": 3616.9542080024257, + "p50_ms": 0.5868955049663782, + "p90_ms": 0.6027667375747114, + "p95_ms": 0.6100211146986112, + "p99_ms": 0.6496041890932246, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.7930676558073393, "semantic": 0.7179673005895788 @@ -7092,15 +7092,15 @@ "repo": "redis", "language": "c", "mode": "unranked-bm25", - "chunks": 6367, + "chunks": 6358, "tokens": 3221, "ndcg5": 0.6692536065216309, "ndcg10": 0.7193275665483276, - "p50_ms": 0.8241455070674419, - "p90_ms": 0.9476291976170614, - "p95_ms": 0.9478044448769651, - "p99_ms": 0.9498936866293661, - "index_ms": 3616.9542080024257, + "p50_ms": 0.592124997638166, + "p90_ms": 0.6165833736304194, + "p95_ms": 0.6247631215956062, + "p99_ms": 0.6350861943792552, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.6479419810397723, "semantic": 0.7907131520568825 @@ -7110,15 +7110,15 @@ "repo": "redis", "language": "c", "mode": "unranked-semantic", - "chunks": 6367, + "chunks": 6358, "tokens": 3142, "ndcg5": 0.7758000942002038, "ndcg10": 0.7758000942002038, - "p50_ms": 0.7755620026728138, - "p90_ms": 0.8923368906835094, - "p95_ms": 0.8983771127532236, - "p99_ms": 0.9326090253307483, - "index_ms": 3616.9542080024257, + "p50_ms": 0.6335630023386329, + "p90_ms": 0.679858069634065, + "p95_ms": 0.6818152207415551, + "p99_ms": 0.6910302245523781, + "index_ms": 3488.213167001959, "by_category": { "architecture": 0.8192536065216307, "semantic": 0.7323465818787765 @@ -7132,11 +7132,11 @@ "tokens": 2834, "ndcg5": 0.8863147192765458, "ndcg10": 0.9137963988128106, - "p50_ms": 0.7015210139798, - "p90_ms": 3.9154455094831064, - "p95_ms": 4.14931219420396, - "p99_ms": 6.064196055522185, - "index_ms": 32.40712499246001, + "p50_ms": 0.5053330096416175, + "p90_ms": 3.2356377982068807, + "p95_ms": 3.476293716812508, + "p99_ms": 5.376958745764565, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.9032867981913646, "semantic": 0.872911909678669, @@ -7151,11 +7151,11 @@ "tokens": 2830, "ndcg5": 0.8863147192765458, "ndcg10": 0.9137963988128106, - "p50_ms": 0.6989795074332505, - "p90_ms": 3.547329214052297, - "p95_ms": 3.745594066276683, - "p99_ms": 5.910485215426885, - "index_ms": 32.40712499246001, + "p50_ms": 0.4891665303148329, + "p90_ms": 3.2130910956766456, + "p95_ms": 3.3770190435461718, + "p99_ms": 5.331770207267251, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.9032867981913646, "semantic": 0.872911909678669, @@ -7170,11 +7170,11 @@ "tokens": 2929, "ndcg5": 0.880657359638273, "ndcg10": 0.8973240263049396, - "p50_ms": 0.5180205043870956, - "p90_ms": 3.43971689871978, - "p95_ms": 3.662661831185689, - "p99_ms": 5.591098767763466, - "index_ms": 32.40712499246001, + "p50_ms": 0.4768960061483085, + "p90_ms": 3.1979037798009813, + "p95_ms": 3.376509723602796, + "p99_ms": 5.329234750824977, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.8710490642551528, "semantic": 0.8577984600630972, @@ -7189,11 +7189,11 @@ "tokens": 2709, "ndcg5": 0.8928612069551187, "ndcg10": 0.9197469935012098, - "p50_ms": 0.45991702063474804, - "p90_ms": 3.4315119177335873, - "p95_ms": 3.5768666479270923, - "p99_ms": 5.602139713009816, - "index_ms": 32.40712499246001, + "p50_ms": 0.43291650945320725, + "p90_ms": 3.1401583808474243, + "p95_ms": 3.312086040386932, + "p99_ms": 5.271017235936593, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.9051127971865672, "semantic": 0.884918120767199, @@ -7208,11 +7208,11 @@ "tokens": 2942, "ndcg5": 0.842475350441031, "ndcg10": 0.842475350441031, - "p50_ms": 0.22427049407269806, - "p90_ms": 0.2442537865135819, - "p95_ms": 0.2759118477115409, - "p99_ms": 0.4772487498121333, - "index_ms": 32.40712499246001, + "p50_ms": 0.21395800285972655, + "p90_ms": 0.23787880782037973, + "p95_ms": 0.24085980548989028, + "p99_ms": 0.2457055723061785, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.7877157309218195, "semantic": 0.8547262294684788, @@ -7227,11 +7227,11 @@ "tokens": 2941, "ndcg5": 0.842475350441031, "ndcg10": 0.842475350441031, - "p50_ms": 0.23010400764178485, - "p90_ms": 0.25075870798900723, - "p95_ms": 0.25844646006589755, - "p99_ms": 0.26015569892479107, - "index_ms": 32.40712499246001, + "p50_ms": 0.2136044786311686, + "p90_ms": 0.2363421896006912, + "p95_ms": 0.23715980059932917, + "p99_ms": 0.24846552812959996, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.7877157309218195, "semantic": 0.8547262294684788, @@ -7246,11 +7246,11 @@ "tokens": 2973, "ndcg5": 0.807049759204785, "ndcg10": 0.807049759204785, - "p50_ms": 0.2239165041828528, - "p90_ms": 0.2514673105906695, - "p95_ms": 0.2598732462502085, - "p99_ms": 0.3181082473020068, - "index_ms": 32.40712499246001, + "p50_ms": 0.21156249567866325, + "p90_ms": 0.23714167764410377, + "p95_ms": 0.23774202854838222, + "p99_ms": 0.24458203639369458, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.7718216255952429, "semantic": 0.78659876360565, @@ -7265,11 +7265,11 @@ "tokens": 2836, "ndcg5": 0.8490218381196037, "ndcg10": 0.8490218381196037, - "p50_ms": 0.21877099061384797, - "p90_ms": 0.24419139663223177, - "p95_ms": 0.25016905419761315, - "p99_ms": 0.25780018913792446, - "index_ms": 32.40712499246001, + "p50_ms": 0.21127049694769084, + "p90_ms": 0.22923326469026506, + "p95_ms": 0.23533506027888507, + "p99_ms": 0.2448670280864462, + "index_ms": 37.515749980229884, "by_category": { "architecture": 0.7146501161959612, "semantic": 0.9179843896825461, @@ -7284,11 +7284,11 @@ "tokens": 3016, "ndcg5": 0.9652540586697873, "ndcg10": 0.9652540586697873, - "p50_ms": 0.5069375038146973, - "p90_ms": 5.329687218181789, - "p95_ms": 5.39765627036104, - "p99_ms": 5.424731255334336, - "index_ms": 70.61870800680481, + "p50_ms": 0.47785398783162236, + "p90_ms": 4.756266693584621, + "p95_ms": 4.811106529086828, + "p99_ms": 4.838687749579549, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.9709908720694624, "semantic": 0.9385181336136883, @@ -7303,11 +7303,11 @@ "tokens": 3012, "ndcg5": 0.9652540586697873, "ndcg10": 0.9652540586697873, - "p50_ms": 0.5116664979141206, - "p90_ms": 5.157661903649569, - "p95_ms": 5.2128187569906, - "p99_ms": 5.248063759936485, - "index_ms": 70.61870800680481, + "p50_ms": 0.4746460181195289, + "p90_ms": 4.754866566509008, + "p95_ms": 4.767072241520509, + "p99_ms": 4.816947289509699, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.9709908720694624, "semantic": 0.9385181336136883, @@ -7322,11 +7322,11 @@ "tokens": 3124, "ndcg5": 0.9335971402197305, "ndcg10": 0.9424591045589329, - "p50_ms": 0.4717289994005114, - "p90_ms": 5.167208411148749, - "p95_ms": 5.184892282704823, - "p99_ms": 5.23707844724413, - "index_ms": 70.61870800680481, + "p50_ms": 0.43902150355279446, + "p90_ms": 4.717570485081524, + "p95_ms": 4.752974704024382, + "p99_ms": 4.779828522005118, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.9058624317527358, "semantic": 0.9385181336136883, @@ -7341,11 +7341,11 @@ "tokens": 2896, "ndcg5": 0.9740637329553106, "ndcg10": 0.9740637329553106, - "p50_ms": 0.42762450175359845, - "p90_ms": 5.143799984944053, - "p95_ms": 5.229487510223407, - "p99_ms": 5.276797494443599, - "index_ms": 70.61870800680481, + "p50_ms": 0.4019585030619055, + "p90_ms": 4.687196074519306, + "p95_ms": 4.726737138116732, + "p99_ms": 4.742380251409486, + "index_ms": 70.2010829700157, "by_category": { "architecture": 1.0, "semantic": 0.9351593323882765, @@ -7360,11 +7360,11 @@ "tokens": 2958, "ndcg5": 0.7178166900350706, "ndcg10": 0.7526710180929838, - "p50_ms": 0.25072949938476086, - "p90_ms": 0.26116250664927065, - "p95_ms": 0.2643125000759028, - "p99_ms": 0.27286249882308766, - "index_ms": 70.61870800680481, + "p50_ms": 0.23449998116120696, + "p90_ms": 0.2502247109077871, + "p95_ms": 0.252624973654747, + "p99_ms": 0.252624973654747, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.7668828761533699, "semantic": 0.8048873492408704, @@ -7379,11 +7379,11 @@ "tokens": 2965, "ndcg5": 0.7371593303967978, "ndcg10": 0.7562404146154245, - "p50_ms": 0.24539550940971822, - "p90_ms": 0.2557541971327737, - "p95_ms": 0.2570566037320532, - "p99_ms": 0.2591785372351296, - "index_ms": 70.61870800680481, + "p50_ms": 0.23495798814110458, + "p90_ms": 0.2492243831511587, + "p95_ms": 0.2520812500733882, + "p99_ms": 0.2533162815961987, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.7668828761533699, "semantic": 0.8048873492408704, @@ -7398,11 +7398,11 @@ "tokens": 3131, "ndcg5": 0.5271409926060272, "ndcg10": 0.6033418421058976, - "p50_ms": 0.24177049635909498, - "p90_ms": 0.26116250664927065, - "p95_ms": 0.2639937505591661, - "p99_ms": 0.26769875665195286, - "index_ms": 70.61870800680481, + "p50_ms": 0.24156252038665116, + "p90_ms": 0.24970410740934312, + "p95_ms": 0.25064934452529997, + "p99_ms": 0.25419628887902945, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.6178987550585167, "semantic": 0.6240070552706198, @@ -7417,11 +7417,11 @@ "tokens": 2825, "ndcg5": 0.8378690845321319, "ndcg10": 0.8378690845321319, - "p50_ms": 0.24204151122830808, - "p90_ms": 0.25646309077274054, - "p95_ms": 0.26128953031729907, - "p99_ms": 0.26569070701953024, - "index_ms": 70.61870800680481, + "p50_ms": 0.23727098596282303, + "p90_ms": 0.2496497123502195, + "p95_ms": 0.25400418671779335, + "p99_ms": 0.25976722477935255, + "index_ms": 70.2010829700157, "by_category": { "architecture": 0.9128703030022887, "semantic": 0.9055096182921145, @@ -7436,11 +7436,11 @@ "tokens": 3017, "ndcg5": 0.7965338279036697, "ndcg10": 0.8301174310983572, - "p50_ms": 1.4784585073357448, - "p90_ms": 8.80864170030691, - "p95_ms": 11.504694100585766, - "p99_ms": 11.904106028960086, - "index_ms": 521.1282909731381, + "p50_ms": 1.3121039955876768, + "p90_ms": 8.059433056041602, + "p95_ms": 10.379400622332469, + "p99_ms": 10.984613756882025, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.8543823750838853, "semantic": 0.6764208118547154, @@ -7455,11 +7455,11 @@ "tokens": 3007, "ndcg5": 0.7965338279036697, "ndcg10": 0.8301174310983572, - "p50_ms": 1.452520999009721, - "p90_ms": 8.81572910875548, - "p95_ms": 11.379711919289548, - "p99_ms": 12.068209589051547, - "index_ms": 521.1282909731381, + "p50_ms": 1.3160415110178292, + "p90_ms": 7.976928824791688, + "p95_ms": 10.36017644801177, + "p99_ms": 10.936035310151054, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.8543823750838853, "semantic": 0.6764208118547154, @@ -7474,11 +7474,11 @@ "tokens": 3102, "ndcg5": 0.7946394630357186, "ndcg10": 0.803501427374921, - "p50_ms": 1.4092919882386923, - "p90_ms": 8.546170592308048, - "p95_ms": 11.283117279526778, - "p99_ms": 11.952423453913068, - "index_ms": 521.1282909731381, + "p50_ms": 1.2512709945440292, + "p90_ms": 7.922538078855727, + "p95_ms": 10.345752123976126, + "p99_ms": 10.864484031917527, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.8808169040355505, "semantic": 0.5436432511904858, @@ -7493,11 +7493,11 @@ "tokens": 2089, "ndcg5": 0.6508891280403, "ndcg10": 0.6844727312349875, - "p50_ms": 1.0170619934797287, - "p90_ms": 8.533850620733578, - "p95_ms": 11.104443730437197, - "p99_ms": 11.683088734862393, - "index_ms": 521.1282909731381, + "p50_ms": 0.8955210214480758, + "p90_ms": 7.839874661294747, + "p95_ms": 10.266664568916894, + "p99_ms": 10.742266502347775, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.5517782560805999, "semantic": 0.6952786773156251, @@ -7512,11 +7512,11 @@ "tokens": 3048, "ndcg5": 0.5780803155822426, "ndcg10": 0.6137010342930449, - "p50_ms": 0.4113540198886767, - "p90_ms": 0.4554953222395853, - "p95_ms": 0.48079027037601924, - "p99_ms": 0.529525265446864, - "index_ms": 521.1282909731381, + "p50_ms": 0.37718750536441803, + "p90_ms": 0.3971499914769083, + "p95_ms": 0.40783126605674624, + "p99_ms": 0.4128662380389869, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.7561606311644851, "semantic": 0.5, @@ -7531,11 +7531,11 @@ "tokens": 3021, "ndcg5": 0.6189567838476393, "ndcg10": 0.6189567838476393, - "p50_ms": 0.425124992034398, - "p90_ms": 0.46523718629032373, - "p95_ms": 0.47960625088308007, - "p99_ms": 0.5059212521882728, - "index_ms": 521.1282909731381, + "p50_ms": 0.37108350079506636, + "p90_ms": 0.4059705068357289, + "p95_ms": 0.4099121579201892, + "p99_ms": 0.41681524890009314, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.7561606311644851, "semantic": 0.5, @@ -7550,11 +7550,11 @@ "tokens": 3272, "ndcg5": 0.49771977861796124, "ndcg10": 0.5310531119512947, - "p50_ms": 0.4036870086565614, - "p90_ms": 0.4421711026225239, - "p95_ms": 0.4614642981323414, - "p99_ms": 0.5147600578493438, - "index_ms": 521.1282909731381, + "p50_ms": 0.37002048338763416, + "p90_ms": 0.39766281261108816, + "p95_ms": 0.410052077495493, + "p99_ms": 0.4108439787523821, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.6954395572359223, "semantic": 0.5, @@ -7569,11 +7569,11 @@ "tokens": 2542, "ndcg5": 0.40704975920478503, "ndcg10": 0.4543648596592796, - "p50_ms": 0.39585449849255383, - "p90_ms": 0.4445086175110191, - "p95_ms": 0.4640517348889262, - "p99_ms": 0.5262767442036419, - "index_ms": 521.1282909731381, + "p50_ms": 0.37685397546738386, + "p90_ms": 0.39847950101830065, + "p95_ms": 0.4035920137539506, + "p99_ms": 0.40435201954096556, + "index_ms": 560.2557910024188, "by_category": { "architecture": 0.398713694067948, "semantic": 0.5064256568102102, @@ -7588,11 +7588,11 @@ "tokens": 2831, "ndcg5": 0.9530803155822426, "ndcg10": 0.9530803155822426, - "p50_ms": 0.4927294939989224, - "p90_ms": 8.548737209639512, - "p95_ms": 8.67659789219033, - "p99_ms": 8.871885979897343, - "index_ms": 37.336124980356544, + "p50_ms": 0.46162502258084714, + "p90_ms": 7.845332677243277, + "p95_ms": 7.871626742416993, + "p99_ms": 7.923591762082651, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.8123212623289702, "semantic": 1.0, @@ -7607,11 +7607,11 @@ "tokens": 2820, "ndcg5": 0.9530803155822426, "ndcg10": 0.9530803155822426, - "p50_ms": 0.5290419940138236, - "p90_ms": 8.344995809602551, - "p95_ms": 8.65373304404784, - "p99_ms": 8.678813810111023, - "index_ms": 37.336124980356544, + "p50_ms": 0.45864598359912634, + "p90_ms": 7.801708328770474, + "p95_ms": 7.878839265322313, + "p99_ms": 7.92833422194235, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.8123212623289702, "semantic": 1.0, @@ -7626,11 +7626,11 @@ "tokens": 3698, "ndcg5": 0.9382034061286294, "ndcg10": 0.9382034061286294, - "p50_ms": 0.46285400458145887, - "p90_ms": 8.334595800261013, - "p95_ms": 8.397503827291075, - "p99_ms": 8.571100761473645, - "index_ms": 37.336124980356544, + "p50_ms": 0.4441670316737145, + "p90_ms": 7.778854458592832, + "p95_ms": 7.871566936955787, + "p99_ms": 7.92134621005971, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.7528136245145183, "semantic": 1.0, @@ -7645,11 +7645,11 @@ "tokens": 2321, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.4397080192575231, - "p90_ms": 8.288912507123314, - "p95_ms": 8.390341690392233, - "p99_ms": 8.712835547630675, - "index_ms": 37.336124980356544, + "p50_ms": 0.4207919992040843, + "p90_ms": 7.735379098448902, + "p95_ms": 7.871134803281166, + "p99_ms": 7.899160569650121, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.9261859507142916, "semantic": 1.0, @@ -7664,11 +7664,11 @@ "tokens": 2867, "ndcg5": 0.913500228802621, "ndcg10": 0.913500228802621, - "p50_ms": 0.2382294915150851, - "p90_ms": 0.27907979674637323, - "p95_ms": 0.30895653762854636, - "p99_ms": 0.31905771349556744, - "index_ms": 37.336124980356544, + "p50_ms": 0.226958014536649, + "p90_ms": 0.2416416013147682, + "p95_ms": 0.24222015927080065, + "p99_ms": 0.2487440436379984, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.8016290137819013, "semantic": 0.9179843896825461, @@ -7683,11 +7683,11 @@ "tokens": 2817, "ndcg5": 0.913500228802621, "ndcg10": 0.913500228802621, - "p50_ms": 0.23012499150354415, - "p90_ms": 0.24778752122074366, - "p95_ms": 0.24858959804987535, - "p99_ms": 0.25565152493072674, - "index_ms": 37.336124980356544, + "p50_ms": 0.22152101155370474, + "p90_ms": 0.2413329784758389, + "p95_ms": 0.24409759789705276, + "p99_ms": 0.25191955268383026, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.8016290137819013, "semantic": 0.9179843896825461, @@ -7702,11 +7702,11 @@ "tokens": 3178, "ndcg5": 0.7802715031241851, "ndcg10": 0.8113914111067462, - "p50_ms": 0.23160398995969445, - "p90_ms": 0.24784169218037277, - "p95_ms": 0.2527190954424441, - "p99_ms": 0.2630110247991979, - "index_ms": 37.336124980356544, + "p50_ms": 0.22233396884985268, + "p90_ms": 0.24125439813360572, + "p95_ms": 0.24347224680241197, + "p99_ms": 0.24812726012896746, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.6804424038166692, "semantic": 0.8216599605531315, @@ -7721,11 +7721,11 @@ "tokens": 2754, "ndcg5": 0.8755032715262121, "ndcg10": 0.8755032715262121, - "p50_ms": 0.23585400776937604, - "p90_ms": 0.2579960972070694, - "p95_ms": 0.27222468197578564, - "p99_ms": 0.2724785407190211, - "index_ms": 37.336124980356544, + "p50_ms": 0.22308301413431764, + "p90_ms": 0.23951251641847193, + "p95_ms": 0.24430417397525162, + "p99_ms": 0.24702723312657326, + "index_ms": 37.512167007662356, "by_category": { "architecture": 0.8773705614469083, "semantic": 0.8957340346272056, @@ -7740,11 +7740,11 @@ "tokens": 3153, "ndcg5": 0.7723856192940887, "ndcg10": 0.7872645734184941, - "p50_ms": 4.465625010197982, - "p90_ms": 9.214883390814068, - "p95_ms": 11.881908198120065, - "p99_ms": 14.354548050323496, - "index_ms": 47.160582995275036, + "p50_ms": 3.9560000295750797, + "p90_ms": 8.52134202141315, + "p95_ms": 11.067133420146995, + "p99_ms": 13.425393081270153, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.6399069297160626, "semantic": 0.7592455236131767, @@ -7759,11 +7759,11 @@ "tokens": 3183, "ndcg5": 0.7723856192940887, "ndcg10": 0.7872645734184941, - "p50_ms": 4.586750001180917, - "p90_ms": 9.208966384176167, - "p95_ms": 12.047599791549139, - "p99_ms": 14.784519961103792, - "index_ms": 47.160582995275036, + "p50_ms": 3.9516250253655016, + "p90_ms": 8.436749561224135, + "p95_ms": 10.97452456597238, + "p99_ms": 13.34210490342229, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.6399069297160626, "semantic": 0.7592455236131767, @@ -7778,11 +7778,11 @@ "tokens": 3157, "ndcg5": 0.7091810794871367, "ndcg10": 0.7523033552330219, - "p50_ms": 4.665959015255794, - "p90_ms": 9.536358603509145, - "p95_ms": 12.278008408611633, - "p99_ms": 14.892468092730264, - "index_ms": 47.160582995275036, + "p50_ms": 4.033125005662441, + "p90_ms": 8.42106678755954, + "p95_ms": 10.969933180604123, + "p99_ms": 13.357253011781717, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.7347941325294953, "semantic": 0.6536516029201141, @@ -7797,11 +7797,11 @@ "tokens": 2960, "ndcg5": 0.6983682144511406, "ndcg10": 0.741490490197026, - "p50_ms": 6.4540409948676825, - "p90_ms": 11.283842189004645, - "p95_ms": 15.820442192489265, - "p99_ms": 21.166122044669454, - "index_ms": 47.160582995275036, + "p50_ms": 3.843708022031933, + "p90_ms": 8.327282976824792, + "p95_ms": 10.869891173206263, + "p99_ms": 13.236811016686255, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.6058431967846482, "semantic": 0.6888352546010559, @@ -7816,11 +7816,11 @@ "tokens": 3092, "ndcg5": 0.6881268014510534, "ndcg10": 0.7049273735139892, - "p50_ms": 0.6159579788800329, - "p90_ms": 1.4474754105322065, - "p95_ms": 1.6611004073638465, - "p99_ms": 1.84862007969059, - "index_ms": 47.160582995275036, + "p50_ms": 0.2566250041127205, + "p90_ms": 0.26437443448230624, + "p95_ms": 0.266132818069309, + "p99_ms": 0.26819295017048717, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.46228426907818054, "semantic": 0.7538861497781879, @@ -7835,11 +7835,11 @@ "tokens": 3058, "ndcg5": 0.6597367824950117, "ndcg10": 0.6765373545579474, - "p50_ms": 0.34787500044330955, - "p90_ms": 1.1416246183216574, - "p95_ms": 1.3880248123314225, - "p99_ms": 1.591804957715794, - "index_ms": 47.160582995275036, + "p50_ms": 0.25758298579603434, + "p90_ms": 0.2644915715791285, + "p95_ms": 0.2699999720789492, + "p99_ms": 0.276599966455251, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.46228426907818054, "semantic": 0.7538861497781879, @@ -7854,11 +7854,11 @@ "tokens": 3047, "ndcg5": 0.7125481032680617, "ndcg10": 0.7125481032680617, - "p50_ms": 0.3293750050943345, - "p90_ms": 1.2202078010886908, - "p95_ms": 1.3174495950806884, - "p99_ms": 1.4092899125535039, - "index_ms": 47.160582995275036, + "p50_ms": 0.25512499269098043, + "p90_ms": 0.26573360664770007, + "p95_ms": 0.26919201482087374, + "p99_ms": 0.27327201794832945, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.5377157309218195, "semantic": 0.7357111642456206, @@ -7873,11 +7873,11 @@ "tokens": 2847, "ndcg5": 0.5050814110725662, "ndcg10": 0.5192795415940714, - "p50_ms": 0.9705830016173422, - "p90_ms": 1.61684958729893, - "p95_ms": 1.7566248017828907, - "p99_ms": 1.87682498130016, - "index_ms": 47.160582995275036, + "p50_ms": 0.2586659975349903, + "p90_ms": 0.26469959411770105, + "p95_ms": 0.26716639986261725, + "p99_ms": 0.2689668885432184, + "index_ms": 49.549292016308755, "by_category": { "architecture": 0.31942710374955047, "semantic": 0.6142956942508621, @@ -7892,11 +7892,11 @@ "tokens": 2876, "ndcg5": 0.9339593901316886, "ndcg10": 0.9427487090259538, - "p50_ms": 1.1570000206120312, - "p90_ms": 5.433499987702817, - "p95_ms": 5.697750020772219, - "p99_ms": 6.6085163969546565, - "index_ms": 177.66708301496692, + "p50_ms": 0.5714999861083925, + "p90_ms": 4.4134160270914435, + "p95_ms": 4.807582998182625, + "p99_ms": 4.9575166194699705, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.8907020808677296, "semantic": 1.0, @@ -7911,11 +7911,11 @@ "tokens": 2864, "ndcg5": 0.9339593901316886, "ndcg10": 0.9427487090259538, - "p50_ms": 0.8733330178074539, - "p90_ms": 5.0532919995021075, - "p95_ms": 5.684792005922645, - "p99_ms": 5.776792007964104, - "index_ms": 177.66708301496692, + "p50_ms": 0.5742079811170697, + "p90_ms": 4.399792000185698, + "p95_ms": 4.827250028029084, + "p99_ms": 4.942250018939376, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.8907020808677296, "semantic": 1.0, @@ -7930,11 +7930,11 @@ "tokens": 2944, "ndcg5": 0.9601808445469098, "ndcg10": 0.9601808445469098, - "p50_ms": 0.7502080115955323, - "p90_ms": 5.239624995738268, - "p95_ms": 5.384916003094986, - "p99_ms": 5.77418320463039, - "index_ms": 177.66708301496692, + "p50_ms": 0.5370840081013739, + "p90_ms": 4.3789580231532454, + "p95_ms": 4.835291008930653, + "p99_ms": 4.930591804441065, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.9239816123168275, "semantic": 1.0, @@ -7949,11 +7949,11 @@ "tokens": 2775, "ndcg5": 0.9155378278824247, "ndcg10": 0.9398508097927761, - "p50_ms": 0.531375000718981, - "p90_ms": 4.994582996005192, - "p95_ms": 5.398707988206297, - "p99_ms": 5.4525415995158255, - "index_ms": 177.66708301496692, + "p50_ms": 0.4752500099129975, + "p90_ms": 4.328500013798475, + "p95_ms": 4.734415968414396, + "p99_ms": 4.842149594333023, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.885169727786209, "semantic": 1.0, @@ -7968,11 +7968,11 @@ "tokens": 2934, "ndcg5": 0.7662696949306094, "ndcg10": 0.7904350407942309, - "p50_ms": 0.2588749921415001, - "p90_ms": 0.29399999766610563, - "p95_ms": 0.3002920129802078, - "p99_ms": 0.32529201707802713, - "index_ms": 177.66708301496692, + "p50_ms": 0.24083297466859221, + "p90_ms": 0.2517919638194144, + "p95_ms": 0.2561250003054738, + "p99_ms": 0.2596577862277627, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.8385571960700434, "semantic": 0.8488153892673832, @@ -7987,11 +7987,11 @@ "tokens": 2914, "ndcg5": 0.7362254209510162, "ndcg10": 0.7762637826876537, - "p50_ms": 0.2600410080049187, - "p90_ms": 0.26895798509940505, - "p95_ms": 0.2878330124076456, - "p99_ms": 0.3184338042046875, - "index_ms": 177.66708301496692, + "p50_ms": 0.24174997815862298, + "p90_ms": 0.25033397832885385, + "p95_ms": 0.25166699197143316, + "p99_ms": 0.2602669643238187, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.8385571960700434, "semantic": 0.8488153892673832, @@ -8006,11 +8006,11 @@ "tokens": 2962, "ndcg5": 0.7718517772221829, "ndcg10": 0.7972539902646625, - "p50_ms": 0.2556669933255762, - "p90_ms": 0.27550000231713057, - "p95_ms": 0.2757500042207539, - "p99_ms": 0.39261641213670384, - "index_ms": 177.66708301496692, + "p50_ms": 0.2365830005146563, + "p90_ms": 0.249417033046484, + "p95_ms": 0.25033304700627923, + "p99_ms": 0.25493303546682, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.7964551540695339, "semantic": 0.7962654201586077, @@ -8025,11 +8025,11 @@ "tokens": 2908, "ndcg5": 0.6703132463064359, "ndcg10": 0.679102565200701, - "p50_ms": 0.26620799326337874, - "p90_ms": 0.28670800384134054, - "p95_ms": 0.2974170201923698, - "p99_ms": 0.4003170120995493, - "index_ms": 177.66708301496692, + "p50_ms": 0.23520796094089746, + "p90_ms": 0.2482090494595468, + "p95_ms": 0.2514580264687538, + "p99_ms": 0.25559160858392715, + "index_ms": 94.91845802403986, "by_category": { "architecture": 0.7088838990495478, "semantic": 0.766500245219647, @@ -8044,11 +8044,11 @@ "tokens": 3061, "ndcg5": 0.8024434932958862, "ndcg10": 0.8024434932958862, - "p50_ms": 0.6957914883969352, - "p90_ms": 1.0429375222884127, - "p95_ms": 1.8028916689218055, - "p99_ms": 5.462544726033223, - "index_ms": 235.49420799827203, + "p50_ms": 0.6504374905489385, + "p90_ms": 0.7008750166278332, + "p95_ms": 0.9649645537138019, + "p99_ms": 4.585825707763427, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.8805425336407291, "semantic": 0.760390163879432 @@ -8062,11 +8062,11 @@ "tokens": 3061, "ndcg5": 0.8024434932958862, "ndcg10": 0.8024434932958862, - "p50_ms": 0.6816045206505805, - "p90_ms": 0.7193627912783997, - "p95_ms": 1.1244124776567368, - "p99_ms": 5.014282479824026, - "index_ms": 235.49420799827203, + "p50_ms": 0.652229500701651, + "p90_ms": 0.6932212272658945, + "p95_ms": 0.9769694035640021, + "p99_ms": 4.64982747274916, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.8805425336407291, "semantic": 0.760390163879432 @@ -8080,11 +8080,11 @@ "tokens": 3112, "ndcg5": 0.7627044967587167, "ndcg10": 0.7627044967587167, - "p50_ms": 0.6555625004693866, - "p90_ms": 0.7602255849633367, - "p95_ms": 1.065560386632573, - "p99_ms": 5.088778469362289, - "index_ms": 235.49420799827203, + "p50_ms": 0.604875007411465, + "p90_ms": 0.6458083167672158, + "p95_ms": 0.931233057053763, + "p99_ms": 4.560613796347746, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.8081312145596405, "semantic": 0.738243956404373 @@ -8098,11 +8098,11 @@ "tokens": 2904, "ndcg5": 0.721282862131401, "ndcg10": 0.7379495287980677, - "p50_ms": 0.5686670046998188, - "p90_ms": 0.6291956146014854, - "p95_ms": 0.90530691086315, - "p99_ms": 4.984194975113489, - "index_ms": 235.49420799827203, + "p50_ms": 0.5442500114440918, + "p90_ms": 0.5783002998214215, + "p95_ms": 0.830639601917941, + "p99_ms": 4.562461512396106, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.7563896412937944, "semantic": 0.7280202374542147 @@ -8116,11 +8116,11 @@ "tokens": 2967, "ndcg5": 0.6954840741559705, "ndcg10": 0.7132944335113717, - "p50_ms": 0.2802709932439029, - "p90_ms": 0.28366630722302943, - "p95_ms": 0.284505590389017, - "p99_ms": 0.2858675181050785, - "index_ms": 235.49420799827203, + "p50_ms": 0.2693540300242603, + "p90_ms": 0.2765756275039166, + "p95_ms": 0.2777916408376768, + "p99_ms": 0.280324742780067, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.6767500220651603, "semantic": 0.73297219352087 @@ -8134,11 +8134,11 @@ "tokens": 2967, "ndcg5": 0.6954840741559705, "ndcg10": 0.7132944335113717, - "p50_ms": 0.27774951013270766, - "p90_ms": 0.29648330237250775, - "p95_ms": 0.3100955262198113, - "p99_ms": 0.3140862865257077, - "index_ms": 235.49420799827203, + "p50_ms": 0.26522899861447513, + "p90_ms": 0.27227470418438315, + "p95_ms": 0.2751708234427497, + "p99_ms": 0.27586779033299536, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.6767500220651603, "semantic": 0.73297219352087 @@ -8152,11 +8152,11 @@ "tokens": 3078, "ndcg5": 0.6768415478476942, "ndcg10": 0.7236112140807591, - "p50_ms": 0.27304199466016144, - "p90_ms": 0.28019580349791795, - "p95_ms": 0.2854183941963129, - "p99_ms": 0.28671648673480377, - "index_ms": 235.49420799827203, + "p50_ms": 0.2693955320864916, + "p90_ms": 0.273099954938516, + "p95_ms": 0.27553537220228463, + "p99_ms": 0.2817734802374616, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.6294144576260611, "semantic": 0.7743325444794424 @@ -8170,11 +8170,11 @@ "tokens": 2882, "ndcg5": 0.600458754606164, "ndcg10": 0.6360794733169663, - "p50_ms": 0.27447950560599566, - "p90_ms": 0.2923086780356243, - "p95_ms": 0.30150063539622357, - "p99_ms": 0.37053373496746633, - "index_ms": 235.49420799827203, + "p50_ms": 0.2680835023056716, + "p90_ms": 0.27631253469735384, + "p95_ms": 0.278075021924451, + "p99_ms": 0.27921503060497344, + "index_ms": 262.6469160313718, "by_category": { "architecture": 0.6294058254047593, "semantic": 0.6396729760389237 @@ -8188,11 +8188,11 @@ "tokens": 3492, "ndcg5": 0.9438607657669025, "ndcg10": 0.9530895506058809, - "p50_ms": 1.4512079942505807, - "p90_ms": 11.113879407639615, - "p95_ms": 11.693805623508524, - "p99_ms": 12.442627536074722, - "index_ms": 1251.7063340055756, + "p50_ms": 1.0635835060384125, + "p90_ms": 9.226654411759228, + "p95_ms": 9.850518140592612, + "p99_ms": 10.767870827694422, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.8436318353529363, "semantic": 1.0, @@ -8207,11 +8207,11 @@ "tokens": 3454, "ndcg5": 0.9438607657669025, "ndcg10": 0.9530895506058809, - "p50_ms": 1.3660209951922297, - "p90_ms": 10.500529201817699, - "p95_ms": 11.058981531823521, - "p99_ms": 12.15626269142376, - "index_ms": 1251.7063340055756, + "p50_ms": 1.061083487002179, + "p90_ms": 9.264192276168615, + "p95_ms": 9.856660754303448, + "p99_ms": 10.759065746678969, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.8436318353529363, "semantic": 1.0, @@ -8226,11 +8226,11 @@ "tokens": 3493, "ndcg5": 0.8928612069551187, "ndcg10": 0.9236720188563148, - "p50_ms": 1.4638540014857426, - "p90_ms": 10.628158302279191, - "p95_ms": 11.259216352482326, - "p99_ms": 12.17704326903913, - "index_ms": 1251.7063340055756, + "p50_ms": 1.031729014357552, + "p90_ms": 9.371395473135635, + "p95_ms": 9.948578881449066, + "p99_ms": 10.81301578960847, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.8100488640601395, "semantic": 0.9516433990956823, @@ -8245,11 +8245,11 @@ "tokens": 3319, "ndcg5": 0.930657359638273, "ndcg10": 0.9491906441583389, - "p50_ms": 1.2883330055046827, - "p90_ms": 10.52093279431574, - "p95_ms": 11.0139548254665, - "p99_ms": 12.144390972098334, - "index_ms": 1251.7063340055756, + "p50_ms": 0.9164795046672225, + "p90_ms": 9.152199374511838, + "p95_ms": 9.717791643925011, + "p99_ms": 10.632324744947253, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.8628732144640079, "semantic": 0.9758216995478411, @@ -8264,11 +8264,11 @@ "tokens": 3590, "ndcg5": 0.7575015295703086, "ndcg10": 0.7575015295703086, - "p50_ms": 0.5722505156882107, - "p90_ms": 0.751175021287054, - "p95_ms": 0.9185375165543519, - "p99_ms": 0.9590074929292313, - "index_ms": 1251.7063340055756, + "p50_ms": 0.5216249846853316, + "p90_ms": 0.5864252743776888, + "p95_ms": 0.5935728782787919, + "p99_ms": 0.5984809761866927, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.6084868216345221, "semantic": 0.8813313178399557, @@ -8283,11 +8283,11 @@ "tokens": 3578, "ndcg5": 0.7631588892085814, "ndcg10": 0.7631588892085814, - "p50_ms": 0.6232080049812794, - "p90_ms": 0.7358708040555939, - "p95_ms": 0.7465350805432536, - "p99_ms": 0.7553070204448886, - "index_ms": 1251.7063340055756, + "p50_ms": 0.5467284645419568, + "p90_ms": 0.5864086211659014, + "p95_ms": 0.6024913396686316, + "p99_ms": 0.6086982600390911, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.6084868216345221, "semantic": 0.8813313178399557, @@ -8302,11 +8302,11 @@ "tokens": 3528, "ndcg5": 0.6827324383928645, "ndcg10": 0.7096182249389554, - "p50_ms": 0.6318334781099111, - "p90_ms": 0.7006959000136703, - "p95_ms": 0.7146235468098894, - "p99_ms": 0.7627247023629024, - "index_ms": 1251.7063340055756, + "p50_ms": 0.5259165191091597, + "p90_ms": 0.5543500126805156, + "p95_ms": 0.5712041340302676, + "p99_ms": 0.574307240312919, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.6666666666666666, "semantic": 0.7621464572878573, @@ -8321,11 +8321,11 @@ "tokens": 3541, "ndcg5": 0.7411732909393883, "ndcg10": 0.7411732909393883, - "p50_ms": 0.593395991018042, - "p90_ms": 0.6749046908225866, - "p95_ms": 0.803030606766697, - "p99_ms": 0.8085725220735185, - "index_ms": 1251.7063340055756, + "p50_ms": 0.5202705215197057, + "p90_ms": 0.5536588549148291, + "p95_ms": 0.5663726042257622, + "p99_ms": 0.5783745466032997, + "index_ms": 1359.6397920046002, "by_category": { "architecture": 0.6666666666666666, "semantic": 0.7827324383928644, @@ -8340,11 +8340,11 @@ "tokens": 2942, "ndcg5": 0.8117219727220212, "ndcg10": 0.8318711294019078, - "p50_ms": 5.395521002355963, - "p90_ms": 6.777825602330267, - "p95_ms": 7.024506252491849, - "p99_ms": 10.262201243313024, - "index_ms": 155.50399999483489, + "p50_ms": 4.783895506989211, + "p90_ms": 6.203541689319536, + "p95_ms": 6.540689908433708, + "p99_ms": 9.3169379630126, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.7751964340658473, "semantic": 0.7765501593587683, @@ -8359,11 +8359,11 @@ "tokens": 2941, "ndcg5": 0.8117219727220212, "ndcg10": 0.8318711294019078, - "p50_ms": 5.432770514744334, - "p90_ms": 6.849008586141282, - "p95_ms": 7.336845484678636, - "p99_ms": 10.430235504754814, - "index_ms": 155.50399999483489, + "p50_ms": 4.804083495400846, + "p90_ms": 6.125550612341613, + "p95_ms": 6.514439551392573, + "p99_ms": 9.31792067480273, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.7751964340658473, "semantic": 0.7765501593587683, @@ -8378,11 +8378,11 @@ "tokens": 2987, "ndcg5": 0.7541287872272752, "ndcg10": 0.7759695309090915, - "p50_ms": 5.329520485247485, - "p90_ms": 6.711233107489534, - "p95_ms": 7.021617302962116, - "p99_ms": 10.316723453870503, - "index_ms": 155.50399999483489, + "p50_ms": 4.806854005437344, + "p90_ms": 6.097808008780703, + "p95_ms": 6.492539303144443, + "p99_ms": 9.263975078938524, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.6944873149852022, "semantic": 0.7090702997571733, @@ -8397,11 +8397,11 @@ "tokens": 2710, "ndcg5": 0.8068376589861769, "ndcg10": 0.8274293510079487, - "p50_ms": 5.1338329940335825, - "p90_ms": 6.407353616668843, - "p95_ms": 6.8405794852878925, - "p99_ms": 9.808949482394377, - "index_ms": 155.50399999483489, + "p50_ms": 4.623708489816636, + "p90_ms": 5.909087753389031, + "p95_ms": 6.290381250437352, + "p99_ms": 9.121476241853083, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.7518000951520766, "semantic": 0.7905980369917656, @@ -8416,11 +8416,11 @@ "tokens": 2942, "ndcg5": 0.6114408689635499, "ndcg10": 0.6325803606838825, - "p50_ms": 0.2706039958866313, - "p90_ms": 0.28316640527918935, - "p95_ms": 0.28629200533032423, - "p99_ms": 0.322392014786601, - "index_ms": 155.50399999483489, + "p50_ms": 0.2641250321175903, + "p90_ms": 0.27626670780591667, + "p95_ms": 0.2764482545899227, + "p99_ms": 0.27692323608789593, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.41450461779011866, "semantic": 0.6720915025407486, @@ -8435,11 +8435,11 @@ "tokens": 2922, "ndcg5": 0.604894381284977, "ndcg10": 0.6260338730053095, - "p50_ms": 0.2744375087786466, - "p90_ms": 0.29419168422464287, - "p95_ms": 0.3152420002152212, - "p99_ms": 0.3353819987387396, - "index_ms": 155.50399999483489, + "p50_ms": 0.26145801530219615, + "p90_ms": 0.26909647276625037, + "p95_ms": 0.2703964593820274, + "p99_ms": 0.2713465108536184, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.41450461779011866, "semantic": 0.6720915025407486, @@ -8454,11 +8454,11 @@ "tokens": 2957, "ndcg5": 0.544705810734339, "ndcg10": 0.580628211253512, - "p50_ms": 0.27214600413572043, - "p90_ms": 0.28571659058798105, - "p95_ms": 0.28659517847700045, - "p99_ms": 0.28741904156049713, - "index_ms": 155.50399999483489, + "p50_ms": 0.2636039862409234, + "p90_ms": 0.2716122253332287, + "p95_ms": 0.27419371472205967, + "p99_ms": 0.2752387447981164, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.29926959853150964, "semantic": 0.6026296338311663, @@ -8473,11 +8473,11 @@ "tokens": 2674, "ndcg5": 0.5596626128829499, "ndcg10": 0.6021081804168398, - "p50_ms": 0.2672914997674525, - "p90_ms": 0.28147948323749006, - "p95_ms": 0.28669614548562095, - "p99_ms": 0.28903922386234626, - "index_ms": 155.50399999483489, + "p50_ms": 0.26041700039058924, + "p90_ms": 0.2705827238969505, + "p95_ms": 0.27209967956878245, + "p99_ms": 0.27235351619310677, + "index_ms": 160.61562503455207, "by_category": { "architecture": 0.5120267330548428, "semantic": 0.7084018290312251, @@ -8492,11 +8492,11 @@ "tokens": 2553, "ndcg5": 0.7740663550396519, "ndcg10": 0.828789449954672, - "p50_ms": 0.9850000060396269, - "p90_ms": 6.565796415088698, - "p95_ms": 6.675245497899596, - "p99_ms": 6.770815495692659, - "index_ms": 358.66787499981, + "p50_ms": 0.9108540252782404, + "p90_ms": 6.047037814278156, + "p95_ms": 6.130256230244413, + "p99_ms": 6.1645512480754405, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.5394794582550125, "semantic": 0.8540964731663144, @@ -8511,11 +8511,11 @@ "tokens": 2537, "ndcg5": 0.7740663550396519, "ndcg10": 0.828789449954672, - "p50_ms": 1.0525629913900048, - "p90_ms": 6.584329501492903, - "p95_ms": 6.7759731944534, - "p99_ms": 6.828127441403922, - "index_ms": 358.66787499981, + "p50_ms": 0.9150004771072417, + "p90_ms": 6.006967008579522, + "p95_ms": 6.151854500058107, + "p99_ms": 6.175604503951035, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.5394794582550125, "semantic": 0.8540964731663144, @@ -8530,11 +8530,11 @@ "tokens": 2675, "ndcg5": 0.7428612069551187, "ndcg10": 0.7967862323102238, - "p50_ms": 0.9920209995470941, - "p90_ms": 6.5129212132887915, - "p95_ms": 6.600815265846904, - "p99_ms": 6.67083026812179, - "index_ms": 358.66787499981, + "p50_ms": 0.8931670163292438, + "p90_ms": 6.042716099182144, + "p95_ms": 6.060508650261909, + "p99_ms": 6.204401722643524, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.5466356432386875, "semantic": 0.8068441226063152, @@ -8549,11 +8549,11 @@ "tokens": 2435, "ndcg5": 0.7284216551762823, "ndcg10": 0.7468792248542391, - "p50_ms": 0.7813539996277541, - "p90_ms": 6.237724382663146, - "p95_ms": 6.383843762159813, - "p99_ms": 6.544868749624584, - "index_ms": 358.66787499981, + "p50_ms": 0.7325000187847763, + "p90_ms": 5.91515835840255, + "p95_ms": 5.92387770593632, + "p99_ms": 6.051842729211785, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.5615252322598561, "semantic": 0.7323577714503723, @@ -8566,16 +8566,16 @@ "mode": "unranked-auto", "chunks": 796, "tokens": 2616, - "ndcg5": 0.491586222400731, - "ndcg10": 0.559982369573137, - "p50_ms": 0.34077101736329496, - "p90_ms": 0.39132500533014536, - "p95_ms": 0.3960729343816638, - "p99_ms": 0.4066817834973335, - "index_ms": 358.66787499981, + "ndcg5": 0.4731327100793039, + "ndcg10": 0.5415288572517098, + "p50_ms": 0.3225834807381034, + "p90_ms": 0.35436219186522067, + "p95_ms": 0.35812288988381624, + "p99_ms": 0.3599909646436572, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.15942309414934297, - "semantic": 0.7096067402738068, + "semantic": 0.6832445798146252, "symbol": 0.26229458172713843 } }, @@ -8585,16 +8585,16 @@ "mode": "unranked-balanced", "chunks": 796, "tokens": 2608, - "ndcg5": 0.5109288627624581, - "ndcg10": 0.5615146505794629, - "p50_ms": 0.34433300606906414, - "p90_ms": 0.3681839007185772, - "p95_ms": 0.3728892654180527, - "p99_ms": 0.3794442489743233, - "index_ms": 358.66787499981, + "ndcg5": 0.49247535044103097, + "ndcg10": 0.5430611382580358, + "p50_ms": 0.3301040269434452, + "p90_ms": 0.3473827033303678, + "p95_ms": 0.35347054072190076, + "p99_ms": 0.36506054049823433, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.15942309414934297, - "semantic": 0.7096067402738068, + "semantic": 0.6832445798146252, "symbol": 0.27250978843597823 } }, @@ -8606,11 +8606,11 @@ "tokens": 2681, "ndcg5": 0.48741029616906645, "ndcg10": 0.5637783017228446, - "p50_ms": 0.3473329998087138, - "p90_ms": 0.3765077155549079, - "p95_ms": 0.38139549287734553, - "p99_ms": 0.3918455060920678, - "index_ms": 358.66787499981, + "p50_ms": 0.3230829897802323, + "p90_ms": 0.3410497331060469, + "p95_ms": 0.34343959123361856, + "p99_ms": 0.3501214931020513, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.24608490373079303, "semantic": 0.6993692777432422, @@ -8625,11 +8625,11 @@ "tokens": 2623, "ndcg5": 0.44049061175130894, "ndcg10": 0.5095585752233076, - "p50_ms": 0.3506460052449256, - "p90_ms": 0.38260030269157147, - "p95_ms": 0.41685831383802, - "p99_ms": 0.4508044722024351, - "index_ms": 358.66787499981, + "p50_ms": 0.33077149419113994, + "p90_ms": 0.33950061770156026, + "p95_ms": 0.3412687830859795, + "p99_ms": 0.3453537478344515, + "index_ms": 372.60550004430115, "by_category": { "architecture": 0.10034333188799373, "semantic": 0.6326717828143439, @@ -8644,11 +8644,11 @@ "tokens": 2797, "ndcg5": 0.6573465818787765, "ndcg10": 0.6929673005895788, - "p50_ms": 1.0536665067775175, - "p90_ms": 7.9554537951480615, - "p95_ms": 9.121155603497758, - "p99_ms": 12.869697530695696, - "index_ms": 450.4977499891538, + "p50_ms": 0.9209999989252537, + "p90_ms": 7.202000316465274, + "p95_ms": 8.16365200444125, + "p99_ms": 11.620163189945737, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.6132788343159646, "semantic": 0.6862493865749392, @@ -8663,11 +8663,11 @@ "tokens": 2791, "ndcg5": 0.6573465818787765, "ndcg10": 0.6929673005895788, - "p50_ms": 1.0756465053418651, - "p90_ms": 7.856558906496503, - "p95_ms": 8.888770501653202, - "p99_ms": 12.526320484757884, - "index_ms": 450.4977499891538, + "p50_ms": 0.9516454592812806, + "p90_ms": 7.18115856871009, + "p95_ms": 8.191705940407704, + "p99_ms": 11.600274784141215, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.6132788343159646, "semantic": 0.6862493865749392, @@ -8682,11 +8682,11 @@ "tokens": 2811, "ndcg5": 0.6108127539751069, "ndcg10": 0.6452897799971746, - "p50_ms": 1.061416493030265, - "p90_ms": 8.450529217952862, - "p95_ms": 9.034252403944269, - "p99_ms": 13.063550466613371, - "index_ms": 450.4977499891538, + "p50_ms": 0.8897085208445787, + "p90_ms": 7.289466966176406, + "p95_ms": 8.15998163307086, + "p99_ms": 11.740563542116428, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.5991988067460414, "semantic": 0.6072430005359807, @@ -8701,11 +8701,11 @@ "tokens": 2590, "ndcg5": 0.6208254137500102, "ndcg10": 0.6523719014285831, - "p50_ms": 0.8938120008679107, - "p90_ms": 8.144524987437762, - "p95_ms": 8.909947874781214, - "p99_ms": 12.57235597498947, - "index_ms": 450.4977499891538, + "p50_ms": 0.7775000121910125, + "p90_ms": 7.0664252911228695, + "p95_ms": 7.953418785473335, + "p99_ms": 11.413983748061577, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.5347090229166835, "semantic": 0.6552958306818274, @@ -8720,11 +8720,11 @@ "tokens": 2988, "ndcg5": 0.3904906117513089, "ndcg10": 0.42161051973386987, - "p50_ms": 0.43733349593821913, - "p90_ms": 0.5059417133452371, - "p95_ms": 0.5422295012976975, - "p99_ms": 0.6400794943328946, - "index_ms": 450.4977499891538, + "p50_ms": 0.357083510607481, + "p90_ms": 0.3893214103300125, + "p95_ms": 0.43276430224068463, + "p99_ms": 0.44502003700472414, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.48844609301223213, "semantic": 0.40923034878218245, @@ -8739,11 +8739,11 @@ "tokens": 2987, "ndcg5": 0.3904906117513089, "ndcg10": 0.42161051973386987, - "p50_ms": 0.4288955096853897, - "p90_ms": 0.5566545034525917, - "p95_ms": 0.6068482616683468, - "p99_ms": 0.6191032443894073, - "index_ms": 450.4977499891538, + "p50_ms": 0.36031249328516424, + "p90_ms": 0.38685830659233034, + "p95_ms": 0.3889830259140581, + "p99_ms": 0.38936302880756557, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.48844609301223213, "semantic": 0.40923034878218245, @@ -8758,11 +8758,11 @@ "tokens": 2898, "ndcg5": 0.3355159313011154, "ndcg10": 0.40064139111101105, - "p50_ms": 0.4108120047021657, - "p90_ms": 0.49108780222013604, - "p95_ms": 0.5716000145184807, - "p99_ms": 0.5750200184411369, - "index_ms": 450.4977499891538, + "p50_ms": 0.35514598130248487, + "p90_ms": 0.3801085811574012, + "p95_ms": 0.3821184509433806, + "p99_ms": 0.3864572965539992, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.3678130541784601, "semantic": 0.40173606271953805, @@ -8777,11 +8777,11 @@ "tokens": 2762, "ndcg5": 0.3180676558073393, "ndcg10": 0.40160173343994077, - "p50_ms": 0.40470800013281405, - "p90_ms": 0.45625059865415096, - "p95_ms": 0.4657229321310297, - "p99_ms": 0.5527117877500131, - "index_ms": 450.4977499891538, + "p50_ms": 0.3582290082704276, + "p90_ms": 0.37471637479029596, + "p95_ms": 0.38295866979751736, + "p99_ms": 0.40449173946399236, + "index_ms": 457.9825409455225, "by_category": { "architecture": 0.34798562347423273, "semantic": 0.44946553890485624, @@ -8796,11 +8796,11 @@ "tokens": 3034, "ndcg5": 0.8039694436225424, "ndcg10": 0.8141885635019669, - "p50_ms": 0.4933125019306317, - "p90_ms": 5.1343832921702415, - "p95_ms": 5.177597601141315, - "p99_ms": 5.5084195159724905, - "index_ms": 65.27437499607913, + "p50_ms": 0.46400001156143844, + "p90_ms": 4.816462803864852, + "p95_ms": 4.927677064551972, + "p99_ms": 5.192569030332379, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.7691051895584848, "semantic": 0.8442441461309548 @@ -8814,11 +8814,11 @@ "tokens": 3034, "ndcg5": 0.8039694436225424, "ndcg10": 0.8141885635019669, - "p50_ms": 0.49479199515189976, - "p90_ms": 5.189954090747051, - "p95_ms": 5.217486851324793, - "p99_ms": 5.522563769191037, - "index_ms": 65.27437499607913, + "p50_ms": 0.4632920026779175, + "p90_ms": 4.7998713911511, + "p95_ms": 4.920080921147019, + "p99_ms": 5.186048971954733, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.7691051895584848, "semantic": 0.8442441461309548 @@ -8832,11 +8832,11 @@ "tokens": 3142, "ndcg5": 0.790237023894699, "ndcg10": 0.790237023894699, - "p50_ms": 0.4666039894800633, - "p90_ms": 5.123054183786735, - "p95_ms": 5.248906546330545, - "p99_ms": 5.615447715681511, - "index_ms": 65.27437499607913, + "p50_ms": 0.4298959975130856, + "p90_ms": 4.764545301441103, + "p95_ms": 4.8045881354482844, + "p99_ms": 5.053551211603917, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.7717263405403151, "semantic": 0.8025774794642881 @@ -8850,11 +8850,11 @@ "tokens": 2774, "ndcg5": 0.8788289086217574, "ndcg10": 0.8890480285011819, - "p50_ms": 0.43520849430933595, - "p90_ms": 5.127274396363646, - "p95_ms": 5.246545800764579, - "p99_ms": 5.5740419603534965, - "index_ms": 65.27437499607913, + "p50_ms": 0.41087501449510455, + "p90_ms": 4.682241327827796, + "p95_ms": 4.771918131154962, + "p99_ms": 5.0873508356744415, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.8773876328600902, "semantic": 0.8968216255952429 @@ -8868,11 +8868,11 @@ "tokens": 3087, "ndcg5": 0.5943640372931147, "ndcg10": 0.6564281018227572, - "p50_ms": 0.2582500164862722, - "p90_ms": 0.2721830998780206, - "p95_ms": 0.28359229618217796, - "p99_ms": 0.28941846161615103, - "index_ms": 65.27437499607913, + "p50_ms": 0.2444795100018382, + "p90_ms": 0.2527952310629189, + "p95_ms": 0.25551841827109456, + "p99_ms": 0.26213728124275804, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.6863202996417996, "semantic": 0.6364999699433956 @@ -8886,11 +8886,11 @@ "tokens": 3087, "ndcg5": 0.5943640372931147, "ndcg10": 0.6564281018227572, - "p50_ms": 0.25335401005577296, - "p90_ms": 0.2626743953442201, - "p95_ms": 0.26966041332343593, - "p99_ms": 0.27209847030462697, - "index_ms": 65.27437499607913, + "p50_ms": 0.24483349989168346, + "p90_ms": 0.25373303797096014, + "p95_ms": 0.25414343690499663, + "p99_ms": 0.2569622709415853, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.6863202996417996, "semantic": 0.6364999699433956 @@ -8904,11 +8904,11 @@ "tokens": 3204, "ndcg5": 0.5530331765778531, "ndcg10": 0.5998028428109179, - "p50_ms": 0.25804150209296495, - "p90_ms": 0.27236220776103437, - "p95_ms": 0.27562499744817615, - "p99_ms": 0.287024995777756, - "index_ms": 65.27437499607913, + "p50_ms": 0.24529147776775062, + "p90_ms": 0.2556038205511868, + "p95_ms": 0.2583285153377801, + "p99_ms": 0.26269930065609515, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.5836446827505919, "semantic": 0.6105749495178019 @@ -8922,11 +8922,11 @@ "tokens": 2848, "ndcg5": 0.6148712314377457, "ndcg10": 0.6257916032786539, - "p50_ms": 0.2577499981271103, - "p90_ms": 0.27312048769090325, - "p95_ms": 0.2739621908403933, - "p99_ms": 0.2816260396502912, - "index_ms": 65.27437499607913, + "p50_ms": 0.24697949993424118, + "p90_ms": 0.25566600379534066, + "p95_ms": 0.25686811131890863, + "p99_ms": 0.2580400154693052, + "index_ms": 63.261000032071024, "by_category": { "architecture": 0.5920237497030204, "semantic": 0.6483035056624095 @@ -8940,11 +8940,11 @@ "tokens": 3112, "ndcg5": 0.9196394630357186, "ndcg10": 0.9196394630357186, - "p50_ms": 4.123374499613419, - "p90_ms": 34.13188358535991, - "p95_ms": 40.23881009343314, - "p99_ms": 45.533762028499034, - "index_ms": 6684.479291987373, + "p50_ms": 2.9955834907013923, + "p90_ms": 32.12183301802725, + "p95_ms": 36.73515175760259, + "p99_ms": 41.72369672043714, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.7103099178571526, "semantic": 0.9565799710084067 @@ -8958,11 +8958,11 @@ "tokens": 3112, "ndcg5": 0.9196394630357186, "ndcg10": 0.9196394630357186, - "p50_ms": 3.93295798858162, - "p90_ms": 35.29951609380078, - "p95_ms": 39.44958569918527, - "p99_ms": 44.513749932812054, - "index_ms": 6684.479291987373, + "p50_ms": 2.9691455129068345, + "p90_ms": 31.948425003793098, + "p95_ms": 36.21482291491703, + "p99_ms": 41.22433178359642, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.7103099178571526, "semantic": 0.9565799710084067 @@ -8976,11 +8976,11 @@ "tokens": 3092, "ndcg5": 0.9011859507142915, "ndcg10": 0.9011859507142915, - "p50_ms": 3.9656875014770776, - "p90_ms": 34.50333689979744, - "p95_ms": 39.78455414326164, - "p99_ms": 47.1725772335776, - "index_ms": 6684.479291987373, + "p50_ms": 2.9216044931672513, + "p90_ms": 31.92648716503755, + "p95_ms": 36.039777085534304, + "p99_ms": 40.84528903185855, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.7103099178571526, "semantic": 0.9348699565126102 @@ -8994,11 +8994,11 @@ "tokens": 2966, "ndcg5": 0.7446394630357187, "ndcg10": 0.7754642066582041, - "p50_ms": 4.671667004004121, - "p90_ms": 34.439371098415, - "p95_ms": 39.10583716788097, - "p99_ms": 43.91670023178448, - "index_ms": 6684.479291987373, + "p50_ms": 3.4341665159445256, + "p90_ms": 32.379846193362035, + "p95_ms": 36.295283958315856, + "p99_ms": 42.074323194101446, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.4384882922619096, "semantic": 0.8349305444928444 @@ -9012,11 +9012,11 @@ "tokens": 3067, "ndcg5": 0.7336215664331645, "ndcg10": 0.7514319257885655, - "p50_ms": 4.454729016288184, - "p90_ms": 5.5050294031389075, - "p95_ms": 6.746649346314371, - "p99_ms": 6.776796272024512, - "index_ms": 6684.479291987373, + "p50_ms": 3.0005209846422076, + "p90_ms": 3.215740981977433, + "p95_ms": 3.3092118945205584, + "p99_ms": 3.4543088107602666, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.420619835714305, "semantic": 0.8098105299193172 @@ -9030,11 +9030,11 @@ "tokens": 3067, "ndcg5": 0.7336215664331645, "ndcg10": 0.7514319257885655, - "p50_ms": 3.8954580086283386, - "p90_ms": 4.336587502621114, - "p95_ms": 4.502281245368067, - "p99_ms": 4.683256252028514, - "index_ms": 6684.479291987373, + "p50_ms": 2.8111879946663976, + "p90_ms": 3.0840329942293465, + "p95_ms": 3.128722618566826, + "p99_ms": 3.1308445299509913, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.420619835714305, "semantic": 0.8098105299193172 @@ -9048,11 +9048,11 @@ "tokens": 3127, "ndcg5": 0.8161732909393884, "ndcg10": 0.8328399576060551, - "p50_ms": 3.9412499900208786, - "p90_ms": 4.400766605976969, - "p95_ms": 4.479759803507477, - "p99_ms": 4.549585578497499, - "index_ms": 6684.479291987373, + "p50_ms": 2.787563018500805, + "p90_ms": 3.0439630907494575, + "p95_ms": 3.069339646026492, + "p99_ms": 3.0954015627503395, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.3214210289682636, "semantic": 0.9230903567774299 @@ -9066,11 +9066,11 @@ "tokens": 2986, "ndcg5": 0.34552859107601863, "ndcg10": 0.42456185798037893, - "p50_ms": 3.8155414949869737, - "p90_ms": 5.1340836973395225, - "p95_ms": 7.004402687016409, - "p99_ms": 7.109946942364331, - "index_ms": 6684.479291987373, + "p50_ms": 2.8063329809810966, + "p90_ms": 3.193796070991084, + "p95_ms": 3.231718490133062, + "p99_ms": 3.414277277188375, + "index_ms": 6827.450957964174, "by_category": { "architecture": 0.16666666666666666, "semantic": 0.4700727740945634 @@ -9084,11 +9084,11 @@ "tokens": 2525, "ndcg5": 0.9380929753571458, "ndcg10": 0.9380929753571458, - "p50_ms": 0.5863749975105748, - "p90_ms": 5.069799689226784, - "p95_ms": 5.158714608114678, - "p99_ms": 5.471676519664469, - "index_ms": 59.40283299423754, + "p50_ms": 0.530999997863546, + "p90_ms": 4.591841605724767, + "p95_ms": 4.802805630606599, + "p99_ms": 4.833428334095515, + "index_ms": 58.85695799952373, "by_category": { "architecture": 1.0, "semantic": 0.9312144170634953 @@ -9102,11 +9102,11 @@ "tokens": 2525, "ndcg5": 0.9380929753571458, "ndcg10": 0.9380929753571458, - "p50_ms": 0.5914170033065602, - "p90_ms": 5.042237520683557, - "p95_ms": 5.228235443064477, - "p99_ms": 5.235614289704245, - "index_ms": 59.40283299423754, + "p50_ms": 0.5437709914986044, + "p90_ms": 4.631966736633331, + "p95_ms": 4.828258679481223, + "p99_ms": 4.89235176355578, + "index_ms": 58.85695799952373, "by_category": { "architecture": 1.0, "semantic": 0.9312144170634953 @@ -9120,11 +9120,11 @@ "tokens": 2544, "ndcg5": 0.9380929753571458, "ndcg10": 0.9380929753571458, - "p50_ms": 0.5627704958897084, - "p90_ms": 5.003928882069886, - "p95_ms": 5.0753565330524, - "p99_ms": 5.156137716257945, - "index_ms": 59.40283299423754, + "p50_ms": 0.5343329685274512, + "p90_ms": 4.682291724020615, + "p95_ms": 4.857058625202626, + "p99_ms": 4.891511749010533, + "index_ms": 58.85695799952373, "by_category": { "architecture": 1.0, "semantic": 0.9312144170634953 @@ -9138,11 +9138,11 @@ "tokens": 2595, "ndcg5": 0.8977197786179613, "ndcg10": 0.8977197786179613, - "p50_ms": 0.5871459870832041, - "p90_ms": 4.965058603556827, - "p95_ms": 5.234697605192196, - "p99_ms": 5.261139502690639, - "index_ms": 59.40283299423754, + "p50_ms": 0.50039601046592, + "p90_ms": 4.565645259572193, + "p95_ms": 4.684169348911382, + "p99_ms": 4.761466670897789, + "index_ms": 58.85695799952373, "by_category": { "architecture": 0.8154648767857288, "semantic": 0.906859212154876 @@ -9156,11 +9156,11 @@ "tokens": 2781, "ndcg5": 0.8211479713895817, "ndcg10": 0.8389583307449829, - "p50_ms": 0.26454150793142617, - "p90_ms": 0.28897878364659846, - "p95_ms": 0.29995768709341064, - "p99_ms": 0.310091532592196, - "index_ms": 59.40283299423754, + "p50_ms": 0.24947902420535684, + "p90_ms": 0.2583881316240877, + "p95_ms": 0.2614499826449901, + "p99_ms": 0.26639002026058733, + "index_ms": 58.85695799952373, "by_category": { "architecture": 0.75, "semantic": 0.8488425897166477 @@ -9174,11 +9174,11 @@ "tokens": 2781, "ndcg5": 0.8211479713895817, "ndcg10": 0.8389583307449829, - "p50_ms": 0.2621460007503629, - "p90_ms": 0.280713097890839, - "p95_ms": 0.29163540311856195, - "p99_ms": 0.30319348530611023, - "index_ms": 59.40283299423754, + "p50_ms": 0.2462920092511922, + "p90_ms": 0.25557558983564377, + "p95_ms": 0.25700625556055456, + "p99_ms": 0.2628012775676325, + "index_ms": 58.85695799952373, "by_category": { "architecture": 0.75, "semantic": 0.8488425897166477 @@ -9192,11 +9192,11 @@ "tokens": 2851, "ndcg5": 0.9, "ndcg10": 0.9166666666666666, - "p50_ms": 0.26172898651566356, - "p90_ms": 0.2900707972003147, - "p95_ms": 0.2985142709803768, - "p99_ms": 0.38296925049507974, - "index_ms": 59.40283299423754, + "p50_ms": 0.24664553347975016, + "p90_ms": 0.25094643351621926, + "p95_ms": 0.25197467184625566, + "p99_ms": 0.25222850847058, + "index_ms": 58.85695799952373, "by_category": { "architecture": 1.0, "semantic": 0.9074074074074073 @@ -9210,11 +9210,11 @@ "tokens": 2710, "ndcg5": 0.670231768402027, "ndcg10": 0.7330698428344539, - "p50_ms": 0.2585835027275607, - "p90_ms": 0.2777794026769698, - "p95_ms": 0.29627856565639377, - "p99_ms": 0.30558930011466146, - "index_ms": 59.40283299423754, + "p50_ms": 0.24760447558946908, + "p90_ms": 0.2588035655207932, + "p95_ms": 0.26346696831751615, + "p99_ms": 0.2642270183423534, + "index_ms": 58.85695799952373, "by_category": { "architecture": 0.6445324131589439, "semantic": 0.7429073350206216 @@ -9228,11 +9228,11 @@ "tokens": 2934, "ndcg5": 0.8761859507142915, "ndcg10": 0.8761859507142915, - "p50_ms": 0.8813329914119095, - "p90_ms": 0.9787048184080052, - "p95_ms": 1.5243045127135764, - "p99_ms": 8.159294493088954, - "index_ms": 682.2228749806527, + "p50_ms": 0.8095835219137371, + "p90_ms": 0.8900127955712379, + "p95_ms": 1.3626791624119563, + "p99_ms": 7.62780301447491, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.804418536224494, "semantic": 0.9148299431318748 @@ -9246,11 +9246,11 @@ "tokens": 2934, "ndcg5": 0.8761859507142915, "ndcg10": 0.8761859507142915, - "p50_ms": 0.8706454973435029, - "p90_ms": 1.0298835957655685, - "p95_ms": 1.540645530621993, - "p99_ms": 8.043396317807481, - "index_ms": 682.2228749806527, + "p50_ms": 0.8057919912971556, + "p90_ms": 0.8725874591618776, + "p95_ms": 1.3149229780538065, + "p99_ms": 7.530551785021078, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.804418536224494, "semantic": 0.9148299431318748 @@ -9264,11 +9264,11 @@ "tokens": 3049, "ndcg5": 0.825, "ndcg10": 0.8545047410990934, - "p50_ms": 0.8260834874818102, - "p90_ms": 0.908296398120001, - "p95_ms": 1.3578558937297265, - "p99_ms": 7.9569039706257065, - "index_ms": 682.2228749806527, + "p50_ms": 0.7471454737242311, + "p90_ms": 0.8189788903109729, + "p95_ms": 1.2595315667567832, + "p99_ms": 7.5255727343028305, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.7572899993805687, "semantic": 0.9068511404859915 @@ -9282,11 +9282,11 @@ "tokens": 2787, "ndcg5": 0.8846268032608154, "ndcg10": 0.901293469927482, - "p50_ms": 0.7551460003014654, - "p90_ms": 0.9688088961411268, - "p95_ms": 1.4089746517129302, - "p99_ms": 7.897727729286988, - "index_ms": 682.2228749806527, + "p50_ms": 0.6961039616726339, + "p90_ms": 0.747200002660975, + "p95_ms": 1.192422892199835, + "p99_ms": 7.24845097051001, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.9047619047619048, "semantic": 0.8994258511704852 @@ -9300,11 +9300,11 @@ "tokens": 2869, "ndcg5": 0.6446394630357186, "ndcg10": 0.7124498223911198, - "p50_ms": 0.4395415016915649, - "p90_ms": 0.47418690228369087, - "p95_ms": 0.48350626311730593, - "p99_ms": 0.48550125618930906, - "index_ms": 682.2228749806527, + "p50_ms": 0.40181248914450407, + "p90_ms": 0.4203124961350113, + "p95_ms": 0.42602916073519737, + "p99_ms": 0.43597227486316115, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.6564561200680356, "semantic": 0.7426002774881652 @@ -9318,11 +9318,11 @@ "tokens": 2869, "ndcg5": 0.6446394630357186, "ndcg10": 0.7124498223911198, - "p50_ms": 0.45822949323337525, - "p90_ms": 0.5380701972171664, - "p95_ms": 0.5464913629111834, - "p99_ms": 0.5849982859217561, - "index_ms": 682.2228749806527, + "p50_ms": 0.39935403037816286, + "p90_ms": 0.4395836847834289, + "p95_ms": 0.4539255838608369, + "p99_ms": 0.4610179242445156, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.6564561200680356, "semantic": 0.7426002774881652 @@ -9336,11 +9336,11 @@ "tokens": 2933, "ndcg5": 0.5577324383928645, "ndcg10": 0.5878354379592625, - "p50_ms": 0.4261039866833016, - "p90_ms": 0.5144625058164821, - "p95_ms": 0.5970666927169077, - "p99_ms": 0.6265805530711077, - "index_ms": 682.2228749806527, + "p50_ms": 0.3946255019400269, + "p90_ms": 0.4274205130059272, + "p95_ms": 0.4413538350490853, + "p99_ms": 0.45307079737540334, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.5430042850948544, "semantic": 0.611975289501636 @@ -9354,11 +9354,11 @@ "tokens": 2732, "ndcg5": 0.6098332521130361, "ndcg10": 0.624884751896235, - "p50_ms": 0.4336460115155205, - "p90_ms": 0.46800808631815016, - "p95_ms": 0.47383815544890245, - "p99_ms": 0.5043012267560698, - "index_ms": 682.2228749806527, + "p50_ms": 0.39562498568557203, + "p90_ms": 0.4361172206699848, + "p95_ms": 0.44016185856889933, + "p99_ms": 0.44579877459909767, + "index_ms": 611.905958969146, "by_category": { "architecture": 0.6266932581763631, "semantic": 0.62391094082232 @@ -9372,11 +9372,11 @@ "tokens": 2865, "ndcg5": 0.595861623462428, "ndcg10": 0.6136719828178292, - "p50_ms": 8.045667011174373, - "p90_ms": 10.104108424275182, - "p95_ms": 10.465408992604356, - "p99_ms": 13.5483489773469, - "index_ms": 857.6820000016596, + "p50_ms": 7.3565619823057204, + "p90_ms": 9.206892194924876, + "p95_ms": 9.771603555418555, + "p99_ms": 13.234354308806354, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.6297620990369716, "semantic": 0.586420115895172, @@ -9391,11 +9391,11 @@ "tokens": 2821, "ndcg5": 0.595861623462428, "ndcg10": 0.6136719828178292, - "p50_ms": 7.925457990495488, - "p90_ms": 10.260308612487279, - "p95_ms": 10.4702100972645, - "p99_ms": 13.230942001100624, - "index_ms": 857.6820000016596, + "p50_ms": 7.440791494445875, + "p90_ms": 9.029796399408951, + "p95_ms": 9.465172584168617, + "p99_ms": 12.839034511707718, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.6297620990369716, "semantic": 0.586420115895172, @@ -9410,11 +9410,11 @@ "tokens": 3007, "ndcg5": 0.522486247711064, "ndcg10": 0.5827634665859462, - "p50_ms": 7.6838335080537945, - "p90_ms": 9.480995780904777, - "p95_ms": 10.001660106354397, - "p99_ms": 13.05993201967794, - "index_ms": 857.6820000016596, + "p50_ms": 7.25631247041747, + "p90_ms": 8.998374379007146, + "p95_ms": 9.386562494910326, + "p99_ms": 12.522512485156762, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.5660170306431477, "semantic": 0.5584824196596058, @@ -9429,11 +9429,11 @@ "tokens": 2692, "ndcg5": 0.33209427612483317, "ndcg10": 0.3993885146886994, - "p50_ms": 8.985896012745798, - "p90_ms": 10.551433899672702, - "p95_ms": 11.450255916861357, - "p99_ms": 17.044583996466816, - "index_ms": 857.6820000016596, + "p50_ms": 7.063291501253843, + "p90_ms": 9.057425579521805, + "p95_ms": 9.321004131925296, + "p99_ms": 12.186267222859891, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.29875546189751173, "semantic": 0.3740055298546575, @@ -9448,11 +9448,11 @@ "tokens": 2879, "ndcg5": 0.4696394630357187, "ndcg10": 0.5007593710182797, - "p50_ms": 0.645562497084029, - "p90_ms": 1.089120513643138, - "p95_ms": 1.1485392504255287, - "p99_ms": 1.2428742609336039, - "index_ms": 857.6820000016596, + "p50_ms": 0.45443751150742173, + "p90_ms": 0.4899839230347425, + "p95_ms": 0.4971663816832006, + "p99_ms": 0.5003332789056003, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.2544456402014998, "semantic": 0.5281903927683183, @@ -9467,11 +9467,11 @@ "tokens": 2882, "ndcg5": 0.47618595071429154, "ndcg10": 0.5073058586968526, - "p50_ms": 0.5712290003430098, - "p90_ms": 0.7472875149687752, - "p95_ms": 0.781295845808927, - "p99_ms": 0.8142927711014636, - "index_ms": 857.6820000016596, + "p50_ms": 0.44324950431473553, + "p90_ms": 0.4897915991023183, + "p95_ms": 0.49473472463432705, + "p99_ms": 0.5299797496991231, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.2544456402014998, "semantic": 0.5281903927683183, @@ -9486,11 +9486,11 @@ "tokens": 3008, "ndcg5": 0.37591052497168753, "ndcg10": 0.4173000116024168, - "p50_ms": 0.4924789827782661, - "p90_ms": 0.5490784824360163, - "p95_ms": 0.6381305909599178, - "p99_ms": 0.6698925289674662, - "index_ms": 857.6820000016596, + "p50_ms": 0.4510624858085066, + "p90_ms": 0.47788687516003847, + "p95_ms": 0.48899377579800785, + "p99_ms": 0.49079876742325723, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.5, "semantic": 0.3526262096081092, @@ -9505,11 +9505,11 @@ "tokens": 2731, "ndcg5": 0.2943426403617271, "ndcg10": 0.348114213453909, - "p50_ms": 0.46429148642346263, - "p90_ms": 0.5143458023667336, - "p95_ms": 0.5317225935868919, - "p99_ms": 0.5604445305652916, - "index_ms": 857.6820000016596, + "p50_ms": 0.4476664762478322, + "p90_ms": 0.4805039381608367, + "p95_ms": 0.4987190797692165, + "p99_ms": 0.5128101975424215, + "index_ms": 834.8929589847103, "by_category": { "architecture": 0.0, "semantic": 0.39453468736498826, diff --git a/benchmarks/results/semble-hybrid-1529eb900e03.json b/benchmarks/results/semble-hybrid-64fa8cf54011.json similarity index 54% rename from benchmarks/results/semble-hybrid-1529eb900e03.json rename to benchmarks/results/semble-hybrid-64fa8cf54011.json index 20cb95b..e9e263d 100644 --- a/benchmarks/results/semble-hybrid-1529eb900e03.json +++ b/benchmarks/results/semble-hybrid-64fa8cf54011.json @@ -2,244 +2,244 @@ "tool": "semble-hybrid", "model": "minishlab/potion-code-16M", "summary": { - "ndcg10": 0.8544, + "ndcg10": 0.8529, "tokens": 3196.0, - "p50_ms": 1.565, - "p90_ms": 6.579, - "p95_ms": 7.521, - "p99_ms": 8.809, - "index_ms": 591.0, + "p50_ms": 1.614, + "p90_ms": 6.983, + "p95_ms": 7.898, + "p99_ms": 9.233, + "index_ms": 658.3, "by_category": { - "architecture": 0.8044, - "semantic": 0.8454, - "symbol": 0.96 + "architecture": 0.802, + "semantic": 0.8447, + "symbol": 0.9597 } }, "by_language": { "bash": { "repos": 3, - "tokens": 2822.0, - "ndcg10": 0.8443, - "p50_ms": 0.632, - "p90_ms": 0.701, - "p95_ms": 0.716, - "p99_ms": 0.753, - "index_ms": 147.3 + "tokens": 2828.0, + "ndcg10": 0.8455, + "p50_ms": 0.643, + "p90_ms": 0.714, + "p95_ms": 0.727, + "p99_ms": 0.742, + "index_ms": 174.8 }, "c": { "repos": 3, - "tokens": 3168.0, + "tokens": 3163.0, "ndcg10": 0.7421, - "p50_ms": 1.099, - "p90_ms": 1.239, - "p95_ms": 1.26, - "p99_ms": 1.336, - "index_ms": 1998.1 + "p50_ms": 0.913, + "p90_ms": 1.018, + "p95_ms": 1.037, + "p99_ms": 1.059, + "index_ms": 1999.6 }, "cpp": { "repos": 3, - "tokens": 3006.0, - "ndcg10": 0.9081, - "p50_ms": 0.903, - "p90_ms": 6.334, - "p95_ms": 8.922, - "p99_ms": 9.403, - "index_ms": 992.0 + "tokens": 2991.0, + "ndcg10": 0.895, + "p50_ms": 0.973, + "p90_ms": 11.148, + "p95_ms": 12.745, + "p99_ms": 13.3, + "index_ms": 2035.2 }, "csharp": { "repos": 3, "tokens": 2654.0, "ndcg10": 0.8823, - "p50_ms": 6.783, - "p90_ms": 9.033, - "p95_ms": 10.1, - "p99_ms": 11.774, - "index_ms": 568.0 + "p50_ms": 7.171, + "p90_ms": 9.184, + "p95_ms": 10.564, + "p99_ms": 11.996, + "index_ms": 565.5 }, "elixir": { "repos": 3, - "tokens": 5818.0, + "tokens": 5811.0, "ndcg10": 0.8951, - "p50_ms": 0.638, - "p90_ms": 6.882, - "p95_ms": 7.565, - "p99_ms": 8.365, - "index_ms": 262.5 + "p50_ms": 0.633, + "p90_ms": 6.989, + "p95_ms": 7.476, + "p99_ms": 8.309, + "index_ms": 266.1 }, "go": { "repos": 3, - "tokens": 3672.0, + "tokens": 3673.0, "ndcg10": 0.8907, - "p50_ms": 0.67, - "p90_ms": 5.614, - "p95_ms": 6.094, - "p99_ms": 8.018, - "index_ms": 203.2 + "p50_ms": 0.69, + "p90_ms": 5.781, + "p95_ms": 6.237, + "p99_ms": 8.238, + "index_ms": 208.8 }, "haskell": { "repos": 3, - "tokens": 3149.0, + "tokens": 3148.0, "ndcg10": 0.745, - "p50_ms": 2.779, - "p90_ms": 10.896, - "p95_ms": 12.85, - "p99_ms": 15.622, - "index_ms": 587.0 + "p50_ms": 2.624, + "p90_ms": 10.579, + "p95_ms": 12.664, + "p99_ms": 15.175, + "index_ms": 590.0 }, "java": { "repos": 3, - "tokens": 3190.0, + "tokens": 3186.0, "ndcg10": 0.8534, - "p50_ms": 1.198, - "p90_ms": 13.228, - "p95_ms": 16.378, - "p99_ms": 18.338, - "index_ms": 1239.7 + "p50_ms": 1.426, + "p90_ms": 14.356, + "p95_ms": 17.371, + "p99_ms": 19.682, + "index_ms": 1249.2 }, "javascript": { "repos": 3, "tokens": 2825.0, - "ndcg10": 0.9156, - "p50_ms": 0.527, - "p90_ms": 2.521, - "p95_ms": 2.671, - "p99_ms": 4.058, - "index_ms": 40.8 + "ndcg10": 0.8977, + "p50_ms": 0.559, + "p90_ms": 2.57, + "p95_ms": 2.774, + "p99_ms": 4.226, + "index_ms": 41.3 }, "kotlin": { "repos": 3, "tokens": 4085.0, "ndcg10": 0.8197, - "p50_ms": 1.768, - "p90_ms": 8.692, - "p95_ms": 9.141, - "p99_ms": 10.24, - "index_ms": 291.8 + "p50_ms": 1.912, + "p90_ms": 9.671, + "p95_ms": 10.127, + "p99_ms": 11.354, + "index_ms": 302.8 }, "lua": { "repos": 3, "tokens": 3202.0, "ndcg10": 0.8368, - "p50_ms": 0.69, - "p90_ms": 0.771, - "p95_ms": 0.855, - "p99_ms": 2.084, - "index_ms": 493.5 + "p50_ms": 0.711, + "p90_ms": 0.769, + "p95_ms": 0.873, + "p99_ms": 2.195, + "index_ms": 499.1 }, "php": { "repos": 3, "tokens": 2713.0, - "ndcg10": 0.8604, - "p50_ms": 1.147, - "p90_ms": 8.316, - "p95_ms": 8.603, - "p99_ms": 8.733, - "index_ms": 905.2 + "ndcg10": 0.8611, + "p50_ms": 0.992, + "p90_ms": 8.648, + "p95_ms": 8.766, + "p99_ms": 8.849, + "index_ms": 935.8 }, "python": { "repos": 9, - "tokens": 3071.0, - "ndcg10": 0.8639, - "p50_ms": 0.572, - "p90_ms": 5.084, - "p95_ms": 5.584, - "p99_ms": 6.271, - "index_ms": 195.3 + "tokens": 3075.0, + "ndcg10": 0.8642, + "p50_ms": 0.575, + "p90_ms": 5.185, + "p95_ms": 5.615, + "p99_ms": 6.388, + "index_ms": 196.7 }, "ruby": { "repos": 3, - "tokens": 2678.0, - "ndcg10": 0.9086, - "p50_ms": 0.622, - "p90_ms": 6.277, - "p95_ms": 7.594, - "p99_ms": 8.277, - "index_ms": 118.1 + "tokens": 2685.0, + "ndcg10": 0.9059, + "p50_ms": 0.625, + "p90_ms": 6.567, + "p95_ms": 7.992, + "p99_ms": 8.568, + "index_ms": 125.4 }, "rust": { "repos": 3, "tokens": 3248.0, "ndcg10": 0.8553, - "p50_ms": 1.058, - "p90_ms": 7.964, - "p95_ms": 9.161, - "p99_ms": 10.644, - "index_ms": 652.5 + "p50_ms": 1.045, + "p90_ms": 8.052, + "p95_ms": 9.121, + "p99_ms": 10.417, + "index_ms": 656.3 }, "scala": { "repos": 3, "tokens": 3000.0, "ndcg10": 0.9091, - "p50_ms": 3.022, - "p90_ms": 7.298, - "p95_ms": 9.228, - "p99_ms": 10.665, - "index_ms": 485.8 + "p50_ms": 3.366, + "p90_ms": 7.732, + "p95_ms": 9.989, + "p99_ms": 11.374, + "index_ms": 490.4 }, "swift": { "repos": 3, "tokens": 2946.0, "ndcg10": 0.8599, - "p50_ms": 1.855, - "p90_ms": 7.158, - "p95_ms": 8.108, - "p99_ms": 9.371, - "index_ms": 221.7 + "p50_ms": 1.97, + "p90_ms": 7.088, + "p95_ms": 8.287, + "p99_ms": 9.819, + "index_ms": 216.4 }, "typescript": { "repos": 3, "tokens": 2868.0, "ndcg10": 0.7128, - "p50_ms": 4.258, - "p90_ms": 7.285, - "p95_ms": 7.846, - "p99_ms": 10.96, - "index_ms": 542.2 + "p50_ms": 4.411, + "p90_ms": 7.543, + "p95_ms": 8.123, + "p99_ms": 11.376, + "index_ms": 479.8 }, "zig": { "repos": 3, "tokens": 2857.0, "ndcg10": 0.9113, - "p50_ms": 1.514, - "p90_ms": 12.698, - "p95_ms": 14.099, - "p99_ms": 17.542, - "index_ms": 2076.3 + "p50_ms": 1.508, + "p90_ms": 12.687, + "p95_ms": 14.142, + "p99_ms": 18.053, + "index_ms": 2397.9 } }, "repos": [ { "repo": "abseil-cpp", "language": "cpp", - "mode": "hybrid", - "chunks": 3100, - "tokens": 3032, - "ndcg5": 0.9490663550396519, - "ndcg10": 0.9490663550396519, - "p50_ms": 1.4414370016311295, - "p90_ms": 11.629370509763254, - "p95_ms": 14.913276790321108, - "p99_ms": 16.293722558330042, - "index_ms": 2120.0009169988334, + "mode": "auto", + "chunks": 8604, + "tokens": 2987, + "ndcg5": 0.9002968226739917, + "ndcg10": 0.9099681428548552, + "p50_ms": 1.6456875018775463, + "p90_ms": 26.110033417353407, + "p95_ms": 26.221092310152017, + "p99_ms": 27.596818466554392, + "index_ms": 5250.35691697849, "by_category": { "architecture": 1.0, - "semantic": 0.970043369514643, - "symbol": 0.8102255193577976 + "semantic": 0.9132908571398067, + "symbol": 0.8333333333333334 } }, { "repo": "aeson", "language": "haskell", - "mode": "hybrid", + "mode": "auto", "chunks": 393, - "tokens": 3733, + "tokens": 3731, "ndcg5": 0.7420624189796883, "ndcg10": 0.7619528590399762, - "p50_ms": 6.450583496189211, - "p90_ms": 13.974445498024586, - "p95_ms": 18.43510385515402, - "p99_ms": 25.910020778246675, - "index_ms": 213.71829199779313, + "p50_ms": 6.026645511155948, + "p90_ms": 13.399386889068415, + "p95_ms": 17.571318769478246, + "p99_ms": 24.285063774441358, + "index_ms": 213.81841698894277, "by_category": { "architecture": 0.5896918237758785, "semantic": 0.8193732041280086 @@ -248,35 +248,35 @@ { "repo": "aiohttp", "language": "python", - "mode": "hybrid", - "chunks": 764, - "tokens": 2972, - "ndcg5": 0.8169961191389279, - "ndcg10": 0.853569501402902, - "p50_ms": 0.651374997687526, - "p90_ms": 6.598749998374842, - "p95_ms": 7.389791004243307, - "p99_ms": 8.843858199543321, - "index_ms": 317.046083000605, + "mode": "auto", + "chunks": 746, + "tokens": 3007, + "ndcg5": 0.8208189387032997, + "ndcg10": 0.857392320967274, + "p50_ms": 0.6242080125957727, + "p90_ms": 5.984416988212615, + "p95_ms": 6.630250019952655, + "p99_ms": 8.335749991238119, + "index_ms": 301.6372919664718, "by_category": { "architecture": 0.888343919545452, - "semantic": 0.7451724547380862, + "semantic": 0.7540923670549543, "symbol": 1.0 } }, { "repo": "alamofire", "language": "swift", - "mode": "hybrid", + "mode": "auto", "chunks": 655, - "tokens": 3133, + "tokens": 3131, "ndcg5": 0.9635059068184884, "ndcg10": 0.9635059068184884, - "p50_ms": 0.7209790055640042, - "p90_ms": 7.116604705515783, - "p95_ms": 7.362291050958448, - "p99_ms": 8.751191805931738, - "index_ms": 277.9565419914434, + "p50_ms": 0.6753959751222283, + "p90_ms": 6.213737494545058, + "p95_ms": 6.69766870851163, + "p99_ms": 8.429233732749704, + "index_ms": 267.8850830416195, "by_category": { "architecture": 0.9732402630493958, "semantic": 0.94094521338378, @@ -286,16 +286,16 @@ { "repo": "axios", "language": "javascript", - "mode": "hybrid", + "mode": "auto", "chunks": 168, "tokens": 2420, "ndcg5": 0.8587075709912144, "ndcg10": 0.8696279428321226, - "p50_ms": 0.7067085025482811, - "p90_ms": 3.844174690311775, - "p95_ms": 4.010145862412173, - "p99_ms": 4.023762772849295, - "index_ms": 72.82524999754969, + "p50_ms": 0.7012294663581997, + "p90_ms": 3.8821868773084134, + "p95_ms": 3.98173748399131, + "p99_ms": 4.055647471686825, + "index_ms": 68.65937495604157, "by_category": { "architecture": 0.6030687082608802, "semantic": 0.9308017017042276, @@ -305,16 +305,16 @@ { "repo": "axum", "language": "rust", - "mode": "hybrid", + "mode": "auto", "chunks": 515, "tokens": 3235, "ndcg5": 0.7517782560805999, "ndcg10": 0.7826029997030854, - "p50_ms": 0.7594164999318309, - "p90_ms": 6.377870200958569, - "p95_ms": 6.5963330031081595, - "p99_ms": 9.461532999848709, - "index_ms": 231.5559579874389, + "p50_ms": 0.7384585042018443, + "p90_ms": 6.643075268948451, + "p95_ms": 6.847133330302316, + "p99_ms": 9.414160285377871, + "index_ms": 239.02629199437797, "by_category": { "architecture": 0.663762511293996, "semantic": 0.8348152134004999, @@ -324,35 +324,35 @@ { "repo": "bash-it", "language": "bash", - "mode": "hybrid", - "chunks": 726, - "tokens": 2408, - "ndcg5": 0.643538201019909, - "ndcg10": 0.6852833164833028, - "p50_ms": 0.9615835006115958, - "p90_ms": 1.1069077052525245, - "p95_ms": 1.130937144625932, - "p99_ms": 1.1724202334880829, - "index_ms": 326.2534579989733, + "mode": "auto", + "chunks": 736, + "tokens": 2426, + "ndcg5": 0.6470043731162394, + "ndcg10": 0.688749488579633, + "p50_ms": 1.0067500115837902, + "p90_ms": 1.1730086407624185, + "p95_ms": 1.184795523295179, + "p99_ms": 1.1975254875142127, + "index_ms": 392.26658403640613, "by_category": { "architecture": 1.0, "semantic": 0.631798727688293, - "symbol": 0.6984565739436487 + "symbol": 0.7123212623289701 } }, { "repo": "bats-core", "language": "bash", - "mode": "hybrid", + "mode": "auto", "chunks": 48, "tokens": 2986, "ndcg5": 0.8477197786179612, "ndcg10": 0.8477197786179612, - "p50_ms": 0.4744164980365895, - "p90_ms": 0.5115752996061929, - "p95_ms": 0.5241916995146313, - "p99_ms": 0.5917055395548231, - "index_ms": 22.07745800842531, + "p50_ms": 0.47002051724120975, + "p90_ms": 0.49140857881866395, + "p95_ms": 0.5055559740867466, + "p99_ms": 0.5336447793524712, + "index_ms": 22.16358296573162, "by_category": { "architecture": 0.6703622950309012, "semantic": 0.9432199620879166 @@ -361,16 +361,16 @@ { "repo": "cats", "language": "scala", - "mode": "hybrid", + "mode": "auto", "chunks": 1262, "tokens": 2797, "ndcg5": 0.9113147192765458, "ndcg10": 0.9113147192765458, - "p50_ms": 3.0383124976651743, - "p90_ms": 8.20274198922562, - "p95_ms": 11.890606598171871, - "p99_ms": 12.583188524877185, - "index_ms": 809.9408330017468, + "p50_ms": 3.6303960368968546, + "p90_ms": 8.728895540116362, + "p95_ms": 13.42854761169292, + "p99_ms": 13.547709529520944, + "index_ms": 808.2610840210691, "by_category": { "architecture": 0.8065735963827292, "semantic": 0.9, @@ -380,16 +380,16 @@ { "repo": "chi", "language": "go", - "mode": "hybrid", + "mode": "auto", "chunks": 263, "tokens": 2603, "ndcg5": 0.8205558097806902, "ndcg10": 0.853282094626217, - "p50_ms": 0.7473750010831282, - "p90_ms": 4.346720599278342, - "p95_ms": 4.5619811535289045, - "p99_ms": 4.629329026647611, - "index_ms": 126.27037499623839, + "p50_ms": 0.7832710107322782, + "p90_ms": 4.589124920312315, + "p95_ms": 4.814451857237145, + "p99_ms": 4.877323996042833, + "index_ms": 139.80070798425004, "by_category": { "architecture": 0.6828696993548315, "semantic": 0.9589921948412731, @@ -399,16 +399,16 @@ { "repo": "circe", "language": "scala", - "mode": "hybrid", + "mode": "auto", "chunks": 197, "tokens": 3207, "ndcg5": 0.8591297799361982, "ndcg10": 0.8591297799361982, - "p50_ms": 0.6547910015797243, - "p90_ms": 5.9351493982831, - "p95_ms": 7.688641299318985, - "p99_ms": 8.574661050515715, - "index_ms": 108.43745799502358, + "p50_ms": 0.7205420406535268, + "p90_ms": 6.533083599060772, + "p95_ms": 8.353462512604889, + "p99_ms": 9.319792515598238, + "index_ms": 109.9547499907203, "by_category": { "architecture": 0.7261859507142916, "semantic": 0.8811396422923916, @@ -418,16 +418,16 @@ { "repo": "click", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 315, "tokens": 3388, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.496145999932196, - "p90_ms": 4.729203903116286, - "p95_ms": 4.918350304797059, - "p99_ms": 5.006636467733188, - "index_ms": 140.10575000429526, + "p50_ms": 0.4918749909847975, + "p90_ms": 4.876207985216752, + "p95_ms": 5.067264224635437, + "p99_ms": 5.166919209295884, + "index_ms": 141.28316700225696, "by_category": { "architecture": 1.0, "semantic": 1.0, @@ -437,16 +437,16 @@ { "repo": "cobra", "language": "go", - "mode": "hybrid", + "mode": "auto", "chunks": 398, "tokens": 5293, "ndcg5": 0.9590790148145552, "ndcg10": 0.9590790148145552, - "p50_ms": 0.6363955035340041, - "p90_ms": 7.334841601550579, - "p95_ms": 7.9687743425893185, - "p99_ms": 13.453821276343652, - "index_ms": 192.46141699841246, + "p50_ms": 0.6472915119957179, + "p90_ms": 7.375950610730797, + "p95_ms": 8.025752109824685, + "p99_ms": 13.628884024801655, + "index_ms": 185.59083295986056, "by_category": { "architecture": 1.0, "semantic": 0.9255982087537366, @@ -456,16 +456,16 @@ { "repo": "commons-lang", "language": "java", - "mode": "hybrid", + "mode": "auto", "chunks": 3176, "tokens": 3252, "ndcg5": 0.8696123574829959, "ndcg10": 0.8958857274902101, - "p50_ms": 1.072832994395867, - "p90_ms": 16.42241700028535, - "p95_ms": 23.49858400702942, - "p99_ms": 24.18351680098567, - "index_ms": 1348.0726660054643, + "p50_ms": 1.136584032792598, + "p90_ms": 17.471291997935623, + "p95_ms": 25.633249955717474, + "p99_ms": 26.254483603406698, + "index_ms": 1360.4810000397265, "by_category": { "architecture": 0.7216293209723186, "semantic": 0.9034794510269613, @@ -475,16 +475,16 @@ { "repo": "curl", "language": "c", - "mode": "hybrid", - "chunks": 4474, + "mode": "auto", + "chunks": 4485, "tokens": 2977, "ndcg5": 0.6059541823122645, "ndcg10": 0.7042297304400422, - "p50_ms": 0.8389165013795719, - "p90_ms": 0.9259247031877749, - "p95_ms": 0.9365833509946242, - "p99_ms": 0.9663502738112584, - "index_ms": 1988.8315410062205, + "p50_ms": 0.8955840021371841, + "p90_ms": 0.9789086238015443, + "p95_ms": 0.9825351007748395, + "p99_ms": 0.9875069896224886, + "index_ms": 2016.4777919999324, "by_category": { "architecture": 0.6509413349725708, "semantic": 0.7478293267316096 @@ -493,16 +493,16 @@ { "repo": "dapper", "language": "csharp", - "mode": "hybrid", + "mode": "auto", "chunks": 422, "tokens": 2497, "ndcg5": 0.8574356157188727, "ndcg10": 0.8741022823855396, - "p50_ms": 4.934083503030706, - "p90_ms": 7.03647119662492, - "p95_ms": 9.43945060571423, - "p99_ms": 11.979622924409338, - "index_ms": 215.73504200205207, + "p50_ms": 5.240000522462651, + "p90_ms": 7.133387512294579, + "p95_ms": 9.603049981524238, + "p99_ms": 12.222009972319935, + "index_ms": 222.64262498356402, "by_category": { "architecture": 0.7217132018086354, "semantic": 0.8919379108058652, @@ -512,16 +512,16 @@ { "repo": "ecto", "language": "elixir", - "mode": "hybrid", + "mode": "auto", "chunks": 764, "tokens": 5419, "ndcg5": 0.8890941716165459, "ndcg10": 0.9078419183064419, - "p50_ms": 0.5594160029431805, - "p90_ms": 9.217241595615633, - "p95_ms": 9.931353807041885, - "p99_ms": 10.58400356239872, - "index_ms": 389.1967499948805, + "p50_ms": 0.599416031036526, + "p90_ms": 9.714166377671063, + "p95_ms": 9.91252092644572, + "p99_ms": 10.69387137889862, + "index_ms": 398.1262909946963, "by_category": { "architecture": 1.0, "semantic": 0.8936974380193028, @@ -531,16 +531,16 @@ { "repo": "exposed", "language": "kotlin", - "mode": "hybrid", + "mode": "auto", "chunks": 748, "tokens": 2910, "ndcg5": 0.6721248511673115, "ndcg10": 0.7154638415285817, - "p50_ms": 1.0213749992544763, - "p90_ms": 8.035820508666802, - "p95_ms": 8.541245501692174, - "p99_ms": 8.786915503296768, - "index_ms": 328.0366669932846, + "p50_ms": 1.076666492735967, + "p90_ms": 8.624262525700033, + "p95_ms": 9.183522942475975, + "p99_ms": 9.645571778528392, + "index_ms": 333.60595803242177, "by_category": { "architecture": 0.6547543623015969, "semantic": 0.6675009816904887, @@ -550,18 +550,18 @@ { "repo": "express", "language": "javascript", - "mode": "hybrid", + "mode": "auto", "chunks": 52, "tokens": 3222, - "ndcg5": 0.963503284734147, - "ndcg10": 0.963503284734147, - "p50_ms": 0.36616699799196795, - "p90_ms": 0.39684140938334167, - "p95_ms": 0.5482544947881273, - "p99_ms": 2.8143844974692875, - "index_ms": 22.32624999305699, + "ndcg5": 0.8828459250958742, + "ndcg10": 0.9097317116419653, + "p50_ms": 0.37583347875624895, + "p90_ms": 0.3985667019151151, + "p95_ms": 0.5483961023855976, + "p99_ms": 2.8166792041156405, + "index_ms": 24.921333009842783, "by_category": { - "architecture": 0.9671522420975631, + "architecture": 0.8135191761199004, "semantic": 0.95, "symbol": 1.0 } @@ -569,35 +569,35 @@ { "repo": "fastapi", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 602, "tokens": 2771, - "ndcg5": 0.7734085238460194, - "ndcg10": 0.8123583749217531, - "p50_ms": 0.5919374962104484, - "p90_ms": 5.353487799584401, - "p95_ms": 5.896456258051331, - "p99_ms": 6.530391252163098, - "index_ms": 238.67049999535084, + "ndcg5": 0.7720650033558547, + "ndcg10": 0.8110148544315884, + "p50_ms": 0.5893330089747906, + "p90_ms": 5.504221410956235, + "p95_ms": 5.972339285654017, + "p99_ms": 6.622235053800977, + "index_ms": 248.22729197330773, "by_category": { "architecture": 0.752227327035497, - "semantic": 0.7476970261483229, + "semantic": 0.744338224922911, "symbol": 1.0 } }, { "repo": "flask", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 295, "tokens": 3091, "ndcg5": 0.8557211782963206, "ndcg10": 0.8645104971905857, - "p50_ms": 0.5081660056021065, - "p90_ms": 4.189457991742529, - "p95_ms": 4.575958009809256, - "p99_ms": 5.137091607321055, - "index_ms": 115.08695800148416, + "p50_ms": 0.5132080405019224, + "p90_ms": 4.276040999684483, + "p95_ms": 4.583417030517012, + "p99_ms": 5.229083413723857, + "index_ms": 118.64950001472607, "by_category": { "architecture": 0.844478447513369, "semantic": 0.875474919603933, @@ -607,16 +607,16 @@ { "repo": "fmtlib", "language": "cpp", - "mode": "hybrid", + "mode": "auto", "chunks": 483, "tokens": 2937, "ndcg5": 0.9346268032608155, "ndcg10": 0.9346268032608155, - "p50_ms": 0.5198124999878928, - "p90_ms": 1.047271207789897, - "p95_ms": 5.0758714984112885, - "p99_ms": 5.095441503654001, - "index_ms": 449.72412499191705, + "p50_ms": 0.5231039831414819, + "p90_ms": 1.0738083044998414, + "p95_ms": 5.311028836877085, + "p99_ms": 5.5496057571144775, + "index_ms": 465.137708990369, "by_category": { "architecture": 0.8769765845238192, "semantic": 0.9329718794032036, @@ -626,16 +626,16 @@ { "repo": "gin", "language": "go", - "mode": "hybrid", + "mode": "auto", "chunks": 576, - "tokens": 3121, + "tokens": 3122, "ndcg5": 0.8596409794466148, "ndcg10": 0.8596409794466148, - "p50_ms": 0.6264789990382269, - "p90_ms": 5.16164590662811, - "p95_ms": 5.751252704067156, - "p99_ms": 5.972316932165995, - "index_ms": 290.98308298853226, + "p50_ms": 0.6389579793903977, + "p90_ms": 5.379238113528118, + "p95_ms": 5.8717645646538585, + "p99_ms": 6.206385734258219, + "index_ms": 301.08387500513345, "by_category": { "architecture": 0.9696354815039873, "semantic": 0.7613642454462158, @@ -645,16 +645,16 @@ { "repo": "gson", "language": "java", - "mode": "hybrid", - "chunks": 1467, - "tokens": 3466, + "mode": "auto", + "chunks": 1472, + "tokens": 3451, "ndcg5": 0.8981274659106212, "ndcg10": 0.8981274659106212, - "p50_ms": 1.1826874979306012, - "p90_ms": 8.841487496101763, - "p95_ms": 9.61965000678902, - "p99_ms": 13.138830006500934, - "index_ms": 587.4107910058228, + "p50_ms": 1.2475209950935096, + "p90_ms": 9.561687475070357, + "p95_ms": 10.225231247022752, + "p99_ms": 14.249146208167069, + "index_ms": 599.9469579546712, "by_category": { "architecture": 0.6751724527673773, "semantic": 0.9261859507142916, @@ -664,16 +664,16 @@ { "repo": "guzzle", "language": "php", - "mode": "hybrid", + "mode": "auto", "chunks": 208, "tokens": 2789, "ndcg5": 0.932845925095874, "ndcg10": 0.932845925095874, - "p50_ms": 0.629458503681235, - "p90_ms": 4.1286371983005665, - "p95_ms": 4.308704146387754, - "p99_ms": 4.507507227681344, - "index_ms": 80.63520900032017, + "p50_ms": 0.6801040144637227, + "p90_ms": 4.420499713160098, + "p95_ms": 4.57001248432789, + "p99_ms": 4.699402496335097, + "index_ms": 84.53349996125326, "by_category": { "architecture": 1.0, "semantic": 0.8966860386090373, @@ -683,16 +683,16 @@ { "repo": "http4s", "language": "scala", - "mode": "hybrid", + "mode": "auto", "chunks": 974, "tokens": 2995, "ndcg5": 0.9569537411240482, "ndcg10": 0.9569537411240482, - "p50_ms": 5.371666993596591, - "p90_ms": 7.756471108586993, - "p95_ms": 8.10550385649549, - "p99_ms": 10.838400769571303, - "index_ms": 538.9099170133704, + "p50_ms": 5.746604496380314, + "p90_ms": 7.933758705621585, + "p95_ms": 8.185996516840536, + "p99_ms": 11.2550664844457, + "index_ms": 552.9132499941625, "by_category": { "architecture": 0.9590717717793499, "semantic": 0.9472756790816368, @@ -702,16 +702,16 @@ { "repo": "httpx", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 248, - "tokens": 3074, + "tokens": 3071, "ndcg5": 0.8558604034079137, "ndcg10": 0.8655928985311748, - "p50_ms": 0.4962090024491772, - "p90_ms": 3.8099999947007746, - "p95_ms": 4.439209005795419, - "p99_ms": 4.664141801185906, - "index_ms": 106.19454199331813, + "p50_ms": 0.5249169771559536, + "p90_ms": 4.0267499862238765, + "p95_ms": 4.654916003346443, + "p99_ms": 4.919916810467839, + "index_ms": 106.74391605425626, "by_category": { "architecture": 0.804418536224494, "semantic": 0.8385023461759126, @@ -721,16 +721,16 @@ { "repo": "jackson-databind", "language": "java", - "mode": "hybrid", + "mode": "auto", "chunks": 4635, - "tokens": 2852, + "tokens": 2854, "ndcg5": 0.7271911875419426, "ndcg10": 0.7661410386176761, - "p50_ms": 1.3377080103964545, - "p90_ms": 14.420920597331135, - "p95_ms": 16.015848540700972, - "p99_ms": 17.691869705449786, - "index_ms": 1783.6660839966498, + "p50_ms": 1.8948954821098596, + "p90_ms": 16.03446190711111, + "p95_ms": 16.254066629335288, + "p99_ms": 18.542679753154513, + "index_ms": 1787.0747499982826, "by_category": { "architecture": 0.6226294385530917, "semantic": 0.708679883333827, @@ -740,16 +740,16 @@ { "repo": "kotlinx-coroutines", "language": "kotlin", - "mode": "hybrid", + "mode": "auto", "chunks": 891, "tokens": 5691, "ndcg5": 0.9258891280402999, "ndcg10": 0.9258891280402999, - "p50_ms": 3.3160414968733676, - "p90_ms": 10.82605410774704, - "p95_ms": 11.545657701935855, - "p99_ms": 14.55893153281067, - "index_ms": 370.7207920087967, + "p50_ms": 3.595458489144221, + "p90_ms": 11.800391302676873, + "p95_ms": 12.601372261997316, + "p99_ms": 15.773708082269872, + "index_ms": 393.7104999786243, "by_category": { "architecture": 0.8333333333333334, "semantic": 0.9298416114861429, @@ -759,16 +759,16 @@ { "repo": "ktor", "language": "kotlin", - "mode": "hybrid", + "mode": "auto", "chunks": 425, "tokens": 3653, "ndcg5": 0.7900720626804801, "ndcg10": 0.817659101188055, - "p50_ms": 0.9654375026002526, - "p90_ms": 7.214525299787056, - "p95_ms": 7.336050005687866, - "p99_ms": 7.372909998812247, - "index_ms": 176.76995899819303, + "p50_ms": 1.0648125025909394, + "p90_ms": 8.588986907852814, + "p95_ms": 8.59603125427384, + "p99_ms": 8.642106229090132, + "index_ms": 181.17975001223385, "by_category": { "architecture": 0.8100730714340207, "semantic": 0.668952931960422, @@ -778,35 +778,35 @@ { "repo": "laravel-framework", "language": "php", - "mode": "hybrid", - "chunks": 6252, + "mode": "auto", + "chunks": 6257, "tokens": 2712, - "ndcg5": 0.7248751839147354, - "ndcg10": 0.7649287123761992, - "p50_ms": 1.8753960030153394, - "p90_ms": 15.915162491728552, - "p95_ms": 16.485854208440287, - "p99_ms": 16.656538048846414, - "index_ms": 2465.7494999992196, + "ndcg5": 0.7270004576052422, + "ndcg10": 0.767053986066706, + "p50_ms": 1.3518335181288421, + "p90_ms": 16.28676641266793, + "p95_ms": 16.39008162310347, + "p99_ms": 16.464783556293696, + "index_ms": 2556.2541660037823, "by_category": { "architecture": 0.7179954576115433, - "semantic": 0.7379640322968581, + "semantic": 0.7426868627202068, "symbol": 0.9077324383928644 } }, { "repo": "lazy.nvim", "language": "lua", - "mode": "hybrid", + "mode": "auto", "chunks": 302, "tokens": 3068, "ndcg5": 0.6946394630357187, "ndcg10": 0.7263576294855845, - "p50_ms": 0.6938749938854016, - "p90_ms": 0.7477042017853819, - "p95_ms": 0.753598207666073, - "p99_ms": 0.7981524409842676, - "index_ms": 142.69854199665133, + "p50_ms": 0.7029375119600445, + "p90_ms": 0.7367630838416517, + "p95_ms": 0.7496437348891051, + "p99_ms": 0.9038287366274742, + "index_ms": 149.34633299708366, "by_category": { "architecture": 0.8459052436406065, "semantic": 0.6285459451769299 @@ -815,16 +815,16 @@ { "repo": "libuv", "language": "c", - "mode": "hybrid", + "mode": "auto", "chunks": 1361, - "tokens": 3092, + "tokens": 3079, "ndcg5": 0.5424282114366414, "ndcg10": 0.6060468408375095, - "p50_ms": 0.8402710009249859, - "p90_ms": 0.9509413910564035, - "p95_ms": 0.9776565471838694, - "p99_ms": 0.9926977053692099, - "index_ms": 611.2396669923328, + "p50_ms": 0.8110204944387078, + "p90_ms": 0.9492621873505414, + "p95_ms": 0.9537812788039446, + "p99_ms": 0.98085624165833, + "index_ms": 597.2390830283985, "by_category": { "architecture": 0.43067655807339306, "semantic": 0.5939033477042664, @@ -834,16 +834,16 @@ { "repo": "messagepack-csharp", "language": "csharp", - "mode": "hybrid", + "mode": "auto", "chunks": 1145, "tokens": 2653, "ndcg5": 0.874427588278496, "ndcg10": 0.8920487559320669, - "p50_ms": 5.655708504491486, - "p90_ms": 7.677879508992192, - "p95_ms": 7.986675301071955, - "p99_ms": 8.068501459056279, - "index_ms": 572.464625001885, + "p50_ms": 5.9413755079731345, + "p90_ms": 8.008983283070847, + "p95_ms": 8.391735091572627, + "p99_ms": 8.44914702582173, + "index_ms": 547.5171669968404, "by_category": { "architecture": 0.6736862264229985, "semantic": 0.9051366903277052, @@ -853,16 +853,16 @@ { "repo": "mini.nvim", "language": "lua", - "mode": "hybrid", + "mode": "auto", "chunks": 2172, "tokens": 3478, "ndcg5": 0.9815464876785729, "ndcg10": 0.9815464876785729, - "p50_ms": 0.7160414970712736, - "p90_ms": 0.8270743986940943, - "p95_ms": 0.8342749897565227, - "p99_ms": 0.8707549910468514, - "index_ms": 1102.530916003161, + "p50_ms": 0.7640419935341924, + "p90_ms": 0.8568958204705268, + "p95_ms": 0.8713121962500736, + "p99_ms": 0.8823960268637165, + "index_ms": 1110.373208008241, "by_category": { "architecture": 1.0, "semantic": 0.9769331095982161 @@ -871,16 +871,16 @@ { "repo": "model2vec", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 108, "tokens": 3196, "ndcg5": 0.6512217603364261, "ndcg10": 0.6723612520567586, - "p50_ms": 0.516666506882757, - "p90_ms": 3.407903494371568, - "p95_ms": 3.9524326981336344, - "p99_ms": 4.09138654023991, - "index_ms": 44.21712500334252, + "p50_ms": 0.527604017406702, + "p90_ms": 3.6144749727100143, + "p95_ms": 4.196799991768785, + "p99_ms": 4.330559992813505, + "index_ms": 46.722708037123084, "by_category": { "architecture": 0.6144216780370446, "semantic": 0.6646273294875858, @@ -890,16 +890,16 @@ { "repo": "monolog", "language": "php", - "mode": "hybrid", + "mode": "auto", "chunks": 421, "tokens": 2639, "ndcg5": 0.8745181254051755, "ndcg10": 0.8833800897443777, - "p50_ms": 0.9361039992654696, - "p90_ms": 4.904424703272525, - "p95_ms": 5.014597903937101, - "p99_ms": 5.035085987765342, - "index_ms": 169.19454099843279, + "p50_ms": 0.9441039874218404, + "p90_ms": 5.235704791266471, + "p95_ms": 5.337569038965739, + "p99_ms": 5.381680208374746, + "index_ms": 166.5702079772018, "by_category": { "architecture": 0.6108909204244194, "semantic": 0.9613147192765459, @@ -909,16 +909,16 @@ { "repo": "newtonsoft-json", "language": "csharp", - "mode": "hybrid", + "mode": "auto", "chunks": 2217, "tokens": 2812, "ndcg5": 0.8806128427182248, "ndcg10": 0.8806128427182248, - "p50_ms": 9.760603999893647, - "p90_ms": 12.385879197972827, - "p95_ms": 12.874523198843237, - "p99_ms": 15.273937435849799, - "index_ms": 915.9404170059133, + "p50_ms": 10.330979013815522, + "p90_ms": 12.408333696657794, + "p95_ms": 13.697698537725957, + "p99_ms": 15.318239678163078, + "index_ms": 926.4559589792043, "by_category": { "architecture": 0.9251084237866075, "semantic": 0.8237823919677136, @@ -928,16 +928,16 @@ { "repo": "nlohmann-json", "language": "cpp", - "mode": "hybrid", + "mode": "auto", "chunks": 811, "tokens": 3048, "ndcg5": 0.8295386627570916, "ndcg10": 0.8404590345979999, - "p50_ms": 0.7463545043719932, - "p90_ms": 6.323946405609605, - "p95_ms": 6.776674696448026, - "p99_ms": 6.819868539314484, - "index_ms": 406.221999990521, + "p50_ms": 0.7512709707953036, + "p90_ms": 6.258750020060689, + "p95_ms": 6.703045874019153, + "p99_ms": 6.753142774687149, + "index_ms": 390.1175829814747, "by_category": { "architecture": 0.7951420120034352, "semantic": 0.8243186607935954, @@ -947,16 +947,16 @@ { "repo": "nvm", "language": "bash", - "mode": "hybrid", + "mode": "auto", "chunks": 154, "tokens": 3072, "ndcg5": 1.0, "ndcg10": 1.0, - "p50_ms": 0.4588124938891269, - "p90_ms": 0.48553690139669925, - "p95_ms": 0.49248124414589256, - "p99_ms": 0.4959962487919256, - "index_ms": 93.70283300813753, + "p50_ms": 0.45262498315423727, + "p90_ms": 0.47825772780925035, + "p95_ms": 0.49061846220865846, + "p99_ms": 0.49495730781927705, + "index_ms": 110.11520796455443, "by_category": { "architecture": 1.0, "semantic": 1.0 @@ -965,16 +965,16 @@ { "repo": "pandoc", "language": "haskell", - "mode": "hybrid", + "mode": "auto", "chunks": 3122, "tokens": 2679, "ndcg5": 0.6270750787545916, "ndcg10": 0.6587932452044573, - "p50_ms": 1.3998340000398457, - "p90_ms": 13.8756167027168, - "p95_ms": 14.971948251331924, - "p99_ms": 15.58042325064889, - "index_ms": 1486.3429169927258, + "p50_ms": 1.3723540178034455, + "p90_ms": 13.503800320904706, + "p95_ms": 15.50507704669144, + "p99_ms": 16.06674817565363, + "index_ms": 1492.433457984589, "by_category": { "architecture": 0.6368991050595311, "semantic": 0.673389338634408 @@ -983,16 +983,16 @@ { "repo": "phoenix", "language": "elixir", - "mode": "hybrid", + "mode": "auto", "chunks": 559, "tokens": 6561, "ndcg5": 0.8696694218045175, "ndcg10": 0.8696694218045175, - "p50_ms": 0.7299589924514294, - "p90_ms": 6.346333998953923, - "p95_ms": 7.230854689260011, - "p99_ms": 8.084203741163947, - "index_ms": 262.6065000076778, + "p50_ms": 0.703292025718838, + "p90_ms": 6.275550404097884, + "p95_ms": 7.0966409868560705, + "p99_ms": 8.019861017819494, + "index_ms": 255.50687505165115, "by_category": { "architecture": 0.8214210289682636, "semantic": 0.8758471076530654, @@ -1002,16 +1002,16 @@ { "repo": "plug", "language": "elixir", - "mode": "hybrid", - "chunks": 255, - "tokens": 5475, + "mode": "auto", + "chunks": 280, + "tokens": 5453, "ndcg5": 0.9077324383928644, "ndcg10": 0.9077324383928644, - "p50_ms": 0.6260005029616877, - "p90_ms": 5.081016698386521, - "p95_ms": 5.531496141338722, - "p99_ms": 6.425699220271779, - "index_ms": 135.74308299575932, + "p50_ms": 0.5957914690952748, + "p90_ms": 4.975942010059954, + "p95_ms": 5.41783573862631, + "p99_ms": 6.2146007228875515, + "index_ms": 144.76424996973947, "by_category": { "architecture": 1.0, "semantic": 0.868189197704092, @@ -1021,16 +1021,16 @@ { "repo": "pydantic", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 1533, "tokens": 3259, "ndcg5": 0.7779397805814576, "ndcg10": 0.7990792723017901, - "p50_ms": 0.8225625060731545, - "p90_ms": 8.732558402698489, - "p95_ms": 9.606254797836304, - "p99_ms": 12.635550959676033, - "index_ms": 637.3374579998199, + "p50_ms": 0.8387715206481516, + "p90_ms": 9.12412969628349, + "p95_ms": 9.751593103283088, + "p99_ms": 12.972885019262316, + "index_ms": 638.1215409492142, "by_category": { "architecture": 0.7133473647659958, "semantic": 0.7946530173877968, @@ -1040,16 +1040,16 @@ { "repo": "rack", "language": "ruby", - "mode": "hybrid", + "mode": "auto", "chunks": 256, "tokens": 2716, "ndcg5": 0.9200892395358251, "ndcg10": 0.9200892395358251, - "p50_ms": 0.5817909914185293, - "p90_ms": 5.105554398323877, - "p95_ms": 6.7818875497323425, - "p99_ms": 8.287011109350711, - "index_ms": 120.10412498784717, + "p50_ms": 0.5772290169261396, + "p90_ms": 5.3691295091994125, + "p95_ms": 7.105498242890459, + "p99_ms": 8.67043326492421, + "index_ms": 117.37654102034867, "by_category": { "architecture": 1.0, "semantic": 0.8561606311644849, @@ -1059,35 +1059,35 @@ { "repo": "rails", "language": "ruby", - "mode": "hybrid", - "chunks": 480, - "tokens": 2488, - "ndcg5": 0.8424426241273885, - "ndcg10": 0.8526617440068127, - "p50_ms": 0.8136250035022385, - "p90_ms": 5.78059999388643, - "p95_ms": 7.92522289630142, - "p99_ms": 8.310510981973493, - "index_ms": 200.3997919964604, + "mode": "auto", + "chunks": 498, + "tokens": 2508, + "ndcg5": 0.8445678978178954, + "ndcg10": 0.8445678978178954, + "p50_ms": 0.8368125127162784, + "p90_ms": 6.538095325231556, + "p95_ms": 8.946779780671932, + "p99_ms": 9.077055964735337, + "index_ms": 223.2084579882212, "by_category": { - "architecture": 0.8407779776854644, + "architecture": 0.845500808108813, "semantic": 0.8596832229722856, - "symbol": 0.8671126300402693 + "symbol": 0.8160170306431477 } }, { "repo": "redis", "language": "c", - "mode": "hybrid", - "chunks": 6367, + "mode": "auto", + "chunks": 6358, "tokens": 3434, "ndcg5": 0.9158764682653967, "ndcg10": 0.9158764682653967, - "p50_ms": 1.6168544971151277, - "p90_ms": 1.839174993801862, - "p95_ms": 1.8652833452506459, - "p99_ms": 2.050090265256585, - "index_ms": 3394.3092499976046, + "p50_ms": 1.0316870175302029, + "p90_ms": 1.124629465630278, + "p95_ms": 1.1758628475945443, + "p99_ms": 1.2073397391941398, + "index_ms": 3384.953958040569, "by_category": { "architecture": 0.9430676558073394, "semantic": 0.8886852807234542 @@ -1096,16 +1096,16 @@ { "repo": "redux", "language": "javascript", - "mode": "hybrid", + "mode": "auto", "chunks": 53, "tokens": 2834, "ndcg5": 0.8863147192765458, "ndcg10": 0.9137963988128106, - "p50_ms": 0.5073330030427314, - "p90_ms": 3.3224618920939974, - "p95_ms": 3.455506242607955, - "p99_ms": 5.334701251849761, - "index_ms": 27.28395898884628, + "p50_ms": 0.6011460209265351, + "p90_ms": 3.4300118975806986, + "p95_ms": 3.7916791334282625, + "p99_ms": 5.80460223718546, + "index_ms": 30.3079160512425, "by_category": { "architecture": 0.9032867981913646, "semantic": 0.872911909678669, @@ -1115,16 +1115,16 @@ { "repo": "requests", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 169, "tokens": 3016, "ndcg5": 0.9652540586697873, "ndcg10": 0.9652540586697873, - "p50_ms": 0.47441700735362247, - "p90_ms": 4.540421403362416, - "p95_ms": 4.631245505152037, - "p99_ms": 4.6660154934215825, - "index_ms": 68.44233299489133, + "p50_ms": 0.49322948325425386, + "p90_ms": 4.849058639956638, + "p95_ms": 4.8558580107055604, + "p99_ms": 4.9227379891090095, + "index_ms": 76.11029199324548, "by_category": { "architecture": 0.9709908720694624, "semantic": 0.9385181336136883, @@ -1134,16 +1134,16 @@ { "repo": "serde", "language": "rust", - "mode": "hybrid", + "mode": "auto", "chunks": 1178, - "tokens": 3023, + "tokens": 3017, "ndcg5": 0.7965338279036697, "ndcg10": 0.8301174310983572, - "p50_ms": 1.3143124961061403, - "p90_ms": 7.847875000152275, - "p95_ms": 10.408910393744009, - "p99_ms": 11.04974847883568, - "index_ms": 503.1043750059325, + "p50_ms": 1.3008539972361177, + "p90_ms": 8.087304211221639, + "p95_ms": 10.411131626460701, + "p99_ms": 10.927393559832126, + "index_ms": 495.4705420532264, "by_category": { "architecture": 0.8543823750838853, "semantic": 0.6764208118547154, @@ -1153,16 +1153,16 @@ { "repo": "sinatra", "language": "ruby", - "mode": "hybrid", + "mode": "auto", "chunks": 70, "tokens": 2831, "ndcg5": 0.9530803155822426, "ndcg10": 0.9530803155822426, - "p50_ms": 0.47072900633793324, - "p90_ms": 7.945425306388643, - "p95_ms": 8.074152105837129, - "p99_ms": 8.23416402505245, - "index_ms": 33.77162499236874, + "p50_ms": 0.46131250564940274, + "p90_ms": 7.793379505164921, + "p95_ms": 7.922491952194832, + "p99_ms": 7.957831203821115, + "index_ms": 35.63395899254829, "by_category": { "architecture": 0.8123212623289702, "semantic": 1.0, @@ -1172,16 +1172,16 @@ { "repo": "snapkit", "language": "swift", - "mode": "hybrid", + "mode": "auto", "chunks": 107, "tokens": 3153, "ndcg5": 0.7723856192940887, "ndcg10": 0.7872645734184941, - "p50_ms": 3.9077080000424758, - "p90_ms": 8.37871660187375, - "p95_ms": 10.841124999569722, - "p99_ms": 13.099224996985862, - "index_ms": 43.42112499580253, + "p50_ms": 4.306499962694943, + "p90_ms": 9.042775211855771, + "p95_ms": 12.01840878929942, + "p99_ms": 14.856548919342453, + "index_ms": 43.9603750128299, "by_category": { "architecture": 0.6399069297160626, "semantic": 0.7592455236131767, @@ -1191,16 +1191,16 @@ { "repo": "starlette", "language": "python", - "mode": "hybrid", + "mode": "auto", "chunks": 214, "tokens": 2876, "ndcg5": 0.9339593901316886, "ndcg10": 0.9427487090259538, - "p50_ms": 0.5873329937458038, - "p90_ms": 4.390792004414834, - "p95_ms": 4.849791992455721, - "p99_ms": 4.865458398126066, - "index_ms": 90.21633298834786, + "p50_ms": 0.5739160114899278, + "p90_ms": 4.412334004882723, + "p95_ms": 4.82458301121369, + "p99_ms": 4.988016618881375, + "index_ms": 92.47533301822841, "by_category": { "architecture": 0.8907020808677296, "semantic": 1.0, @@ -1210,16 +1210,16 @@ { "repo": "telescope.nvim", "language": "lua", - "mode": "hybrid", + "mode": "auto", "chunks": 544, "tokens": 3061, "ndcg5": 0.8024434932958862, "ndcg10": 0.8024434932958862, - "p50_ms": 0.6600414926651865, - "p90_ms": 0.7375785906333476, - "p95_ms": 0.9762440924532745, - "p99_ms": 4.581716014072293, - "index_ms": 235.38995800481644, + "p50_ms": 0.6670624716207385, + "p90_ms": 0.7122247363440692, + "p95_ms": 0.9973937354516274, + "p99_ms": 4.7995787335094, + "index_ms": 237.65654204180464, "by_category": { "architecture": 0.8805425336407291, "semantic": 0.760390163879432 @@ -1228,16 +1228,16 @@ { "repo": "tokio", "language": "rust", - "mode": "hybrid", + "mode": "auto", "chunks": 2758, - "tokens": 3486, + "tokens": 3492, "ndcg5": 0.9438607657669025, "ndcg10": 0.9530895506058809, - "p50_ms": 1.0996044948115014, - "p90_ms": 9.666079202725088, - "p95_ms": 10.479194096114952, - "p99_ms": 11.422006025968583, - "index_ms": 1222.9317919991445, + "p50_ms": 1.0944369714707136, + "p90_ms": 9.424395515816288, + "p95_ms": 10.10447054868564, + "p99_ms": 10.908361317124216, + "index_ms": 1234.3772920430638, "by_category": { "architecture": 0.8436318353529363, "semantic": 1.0, @@ -1247,16 +1247,16 @@ { "repo": "trpc", "language": "typescript", - "mode": "hybrid", + "mode": "auto", "chunks": 363, "tokens": 2942, "ndcg5": 0.8117219727220212, "ndcg10": 0.8318711294019078, - "p50_ms": 4.722396006400231, - "p90_ms": 6.073933700099587, - "p95_ms": 6.500069408502898, - "p99_ms": 9.555047484172968, - "index_ms": 151.68104199983645, + "p50_ms": 4.919499973766506, + "p90_ms": 6.31486700149253, + "p95_ms": 6.751681555761027, + "p99_ms": 9.721602707868437, + "index_ms": 147.5726249627769, "by_category": { "architecture": 0.7751964340658473, "semantic": 0.7765501593587683, @@ -1266,16 +1266,16 @@ { "repo": "vapor", "language": "swift", - "mode": "hybrid", + "mode": "auto", "chunks": 796, "tokens": 2553, "ndcg5": 0.7740663550396519, "ndcg10": 0.828789449954672, - "p50_ms": 0.9356454975204542, - "p90_ms": 5.97867890028283, - "p95_ms": 6.119454449071782, - "p99_ms": 6.262523691548267, - "index_ms": 343.6642909946386, + "p50_ms": 0.9280630038119853, + "p90_ms": 6.0062377830035985, + "p95_ms": 6.143606247496791, + "p99_ms": 6.169921248801984, + "index_ms": 337.47962495544925, "by_category": { "architecture": 0.5394794582550125, "semantic": 0.8540964731663144, @@ -1285,16 +1285,16 @@ { "repo": "vitest", "language": "typescript", - "mode": "hybrid", + "mode": "auto", "chunks": 1090, "tokens": 2797, "ndcg5": 0.6573465818787765, "ndcg10": 0.6929673005895788, - "p50_ms": 0.9439165005460382, - "p90_ms": 6.939696203335189, - "p95_ms": 7.915740196767732, - "p99_ms": 11.307714438007674, - "index_ms": 447.617124998942, + "p50_ms": 0.9613540023565292, + "p90_ms": 7.3021381511352965, + "p95_ms": 8.303716659429487, + "p99_ms": 11.858109733439045, + "index_ms": 442.2005829983391, "by_category": { "architecture": 0.6132788343159646, "semantic": 0.6862493865749392, @@ -1304,16 +1304,16 @@ { "repo": "xmonad", "language": "haskell", - "mode": "hybrid", + "mode": "auto", "chunks": 124, "tokens": 3034, "ndcg5": 0.8039694436225424, "ndcg10": 0.8141885635019669, - "p50_ms": 0.48554150271229446, - "p90_ms": 4.837362193211448, - "p95_ms": 5.144191647559637, - "p99_ms": 5.375104730046587, - "index_ms": 60.82770899229217, + "p50_ms": 0.473999505629763, + "p90_ms": 4.83410419546999, + "p95_ms": 4.9160961410962045, + "p99_ms": 5.1734192366711795, + "index_ms": 63.62349999835715, "by_category": { "architecture": 0.7691051895584848, "semantic": 0.8442441461309548 @@ -1322,16 +1322,16 @@ { "repo": "zig", "language": "zig", - "mode": "hybrid", + "mode": "auto", "chunks": 13307, "tokens": 3112, "ndcg5": 0.9196394630357186, "ndcg10": 0.9196394630357186, - "p50_ms": 3.1986040048650466, - "p90_ms": 32.74232530093287, - "p95_ms": 36.29184790042928, - "p99_ms": 40.6842359850998, - "index_ms": 5426.529041011236, + "p50_ms": 3.1882080365903676, + "p90_ms": 32.719475327758126, + "p95_ms": 36.40182919625659, + "p99_ms": 42.04033305461052, + "index_ms": 6533.802125020884, "by_category": { "architecture": 0.7103099178571526, "semantic": 0.9565799710084067 @@ -1340,16 +1340,16 @@ { "repo": "zig-clap", "language": "zig", - "mode": "hybrid", + "mode": "auto", "chunks": 100, "tokens": 2525, "ndcg5": 0.9380929753571458, "ndcg10": 0.9380929753571458, - "p50_ms": 0.5309585030772723, - "p90_ms": 4.4691338916891254, - "p95_ms": 4.6746767475269735, - "p99_ms": 4.748301755171269, - "index_ms": 67.56016598956194, + "p50_ms": 0.5207709909882396, + "p90_ms": 4.470046085771173, + "p95_ms": 4.648328878101893, + "p99_ms": 4.7242657985771075, + "index_ms": 55.59833301231265, "by_category": { "architecture": 1.0, "semantic": 0.9312144170634953 @@ -1358,16 +1358,16 @@ { "repo": "zls", "language": "zig", - "mode": "hybrid", + "mode": "auto", "chunks": 1319, "tokens": 2934, "ndcg5": 0.8761859507142915, "ndcg10": 0.8761859507142915, - "p50_ms": 0.8124579981085844, - "p90_ms": 0.8837878078338691, - "p95_ms": 1.3312083472556024, - "p99_ms": 7.192075267230384, - "index_ms": 734.8769590025768, + "p50_ms": 0.8163540042005479, + "p90_ms": 0.8719455276150259, + "p95_ms": 1.3746558775892537, + "p99_ms": 7.393063979106945, + "index_ms": 604.4117499841377, "by_category": { "architecture": 0.804418536224494, "semantic": 0.9148299431318748 @@ -1376,16 +1376,16 @@ { "repo": "zod", "language": "typescript", - "mode": "hybrid", + "mode": "auto", "chunks": 1812, "tokens": 2865, "ndcg5": 0.595861623462428, "ndcg10": 0.6136719828178292, - "p50_ms": 7.1065625015762635, - "p90_ms": 8.842266905412544, - "p95_ms": 9.122495204064766, - "p99_ms": 12.017399040487357, - "index_ms": 1027.3836249980377, + "p50_ms": 7.352958025876433, + "p90_ms": 9.013220487395301, + "p95_ms": 9.315005911048505, + "p99_ms": 12.54953480092808, + "index_ms": 849.7138330130838, "by_category": { "architecture": 0.6297620990369716, "semantic": 0.586420115895172, diff --git a/benchmarks/run_benchmark.py b/benchmarks/run_benchmark.py index 9e9a3e0..4af095e 100644 --- a/benchmarks/run_benchmark.py +++ b/benchmarks/run_benchmark.py @@ -5,7 +5,6 @@ from dataclasses import asdict, dataclass, field import numpy as np -from model2vec import StaticModel from benchmarks.data import ( RepoSpec, @@ -188,7 +187,7 @@ def _print_summary(results: list[RepoResult]) -> None: def _bench_quality( - repo_tasks: dict[str, list[Task]], model: StaticModel, specs: dict[str, RepoSpec], *, verbose: bool = False + repo_tasks: dict[str, list[Task]], specs: dict[str, RepoSpec], *, verbose: bool = False ) -> list[RepoResult]: """Run quality benchmarks (NDCG@5, NDCG@10, latency) for each repo.""" print( @@ -204,7 +203,7 @@ def _bench_quality( for repo, tasks in sorted(repo_tasks.items()): spec = specs[repo] started = time.perf_counter() - index = SembleIndex.from_path(spec.benchmark_dir, model=model) + index = SembleIndex.from_path(spec.benchmark_dir) index_ms = (time.perf_counter() - started) * 1000 ndcg5, ndcg10, latencies, by_category, tokens = evaluate(index, tasks, verbose=verbose) p50, p90, p95, p99 = np.percentile(latencies, [50, 90, 95, 99]).tolist() @@ -299,11 +298,10 @@ def main() -> None: repo_specs, tasks = load_filtered_tasks(args.repo or None, args.language or None) print("Loading model...", file=sys.stderr) started = time.perf_counter() - model = StaticModel.from_pretrained(_DEFAULT_MODEL_NAME) print(f"Loaded in {(time.perf_counter() - started) * 1000:.0f} ms", file=sys.stderr) print(file=sys.stderr) repo_tasks = grouped_tasks(tasks) - results = _bench_quality(repo_tasks, model, repo_specs, verbose=args.verbose) + results = _bench_quality(repo_tasks, repo_specs, verbose=args.verbose) _print_summary(results) if not args.repo and not args.language: _save_results(results) diff --git a/benchmarks/speed_benchmark.py b/benchmarks/speed_benchmark.py index 717598f..b96ad75 100644 --- a/benchmarks/speed_benchmark.py +++ b/benchmarks/speed_benchmark.py @@ -12,7 +12,7 @@ from benchmarks.tools import run_colgrep_files, run_ripgrep_count from semble import SembleIndex from semble.index.dense import _DEFAULT_MODEL_NAME -from semble.types import EmbeddingMatrix, Encoder +from semble.types import EmbeddingMatrix # One representative repo per language (medium size, healthy NDCG on the main benchmark). _REPOS: list[str] = [ @@ -89,7 +89,7 @@ def encode(self, texts: Sequence[str], /) -> EmbeddingMatrix: def _bench_semble( - spec: RepoSpec, tasks: list[Task], model: Encoder | None + spec: RepoSpec, tasks: list[Task], model: StaticModel | None ) -> tuple[float, SembleIndex, tuple[float, ...]]: """Index a repo with semble and measure query latency; return (index_ms, index, latencies_ms).""" started = time.perf_counter() diff --git a/pyproject.toml b/pyproject.toml index a35cc46..2c650ca 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -32,7 +32,8 @@ dependencies = [ "bm25s>=0.2.0", "pathspec>=0.12", "tree-sitter>=0.25,<0.26", - "tree-sitter-language-pack>=1.0,<1.8.0,!=1.6.3" + "tree-sitter-language-pack>=1.0,<1.8.0,!=1.6.3", + "orjson" ] [project.optional-dependencies] diff --git a/src/semble/__init__.py b/src/semble/__init__.py index 136f345..6e7cf41 100644 --- a/src/semble/__init__.py +++ b/src/semble/__init__.py @@ -1,12 +1,11 @@ from semble.index import SembleIndex -from semble.types import Chunk, ContentType, EmbeddingMatrix, Encoder, IndexStats, SearchResult +from semble.types import Chunk, ContentType, EmbeddingMatrix, IndexStats, SearchResult from semble.version import __version__ __all__ = [ "Chunk", "ContentType", "EmbeddingMatrix", - "Encoder", "IndexStats", "SearchResult", "SembleIndex", diff --git a/src/semble/agents/claude.md b/src/semble/agents/claude.md index a85b78c..895e282 100644 --- a/src/semble/agents/claude.md +++ b/src/semble/agents/claude.md @@ -12,6 +12,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -26,14 +40,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/copilot.md b/src/semble/agents/copilot.md index a85b78c..895e282 100644 --- a/src/semble/agents/copilot.md +++ b/src/semble/agents/copilot.md @@ -12,6 +12,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -26,14 +40,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/cursor.md b/src/semble/agents/cursor.md index 825ad7d..baf455c 100644 --- a/src/semble/agents/cursor.md +++ b/src/semble/agents/cursor.md @@ -11,6 +11,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -25,14 +39,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/gemini.md b/src/semble/agents/gemini.md index 4e82f9f..e4e9b6a 100644 --- a/src/semble/agents/gemini.md +++ b/src/semble/agents/gemini.md @@ -14,6 +14,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -28,14 +42,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/kiro.md b/src/semble/agents/kiro.md index d3cf869..d556c13 100644 --- a/src/semble/agents/kiro.md +++ b/src/semble/agents/kiro.md @@ -14,6 +14,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -28,14 +42,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/agents/opencode.md b/src/semble/agents/opencode.md index 00eacb1..2ec43c8 100644 --- a/src/semble/agents/opencode.md +++ b/src/semble/agents/opencode.md @@ -15,6 +15,20 @@ semble search "save_pretrained" ./my-project semble search "save model to disk" ./my-project --top-k 10 ``` +If you anticipate doing more than one search, use `semble index` to create an index. + +```bash +semble index ./my-project -o my_index +``` + +You can then reuse this index later on: + +```bash +semble search "save_pretrained" --index my_index +``` + +An index is not automatically updated, so if the code changes significantly, reindex. If you notice stale results while resolving searches to files, reindex. + Use `--content docs` to search documentation and prose, `--content config` for config files (yaml, toml, etc.), or `--content all` to search code, docs, and config: ```bash @@ -29,14 +43,17 @@ Use `semble find-related` to discover code similar to a known location (pass `fi semble find-related src/auth.py 42 ./my-project ``` +Like search, `find-related` also accepts an `--index` argument. + `path` defaults to the current directory when omitted; git URLs are accepted. If `semble` is not on `$PATH`, use `uvx --from "semble[mcp]" semble` in its place. -## Workflow +### Workflow -1. Start with `semble search` to find relevant chunks. -2. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. -3. Inspect full files only when the returned chunk is not enough context. -4. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. -5. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. +1. Index the repo using `semble index -o cached_index`. +2. Start with `semble search` to find relevant chunks. Pass the index to achieve results faster. +3. Use `--content docs` for documentation, `--content config` for config files, or `--content all` for everything. +4. Inspect full files only when the returned chunk does not give enough context. +5. Optionally use `semble find-related` with a promising result's `file_path` and `line` to discover related implementations. +6. Use grep only when you need exhaustive literal matches or quick confirmation of an exact string. diff --git a/src/semble/cli.py b/src/semble/cli.py index 1e026e8..441dd1c 100644 --- a/src/semble/cli.py +++ b/src/semble/cli.py @@ -12,7 +12,7 @@ from semble.index import SembleIndex from semble.stats import format_savings_report from semble.types import ContentType -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.utils import format_results, is_git_url, resolve_chunk class Agent(str, Enum): @@ -25,7 +25,7 @@ class Agent(str, Enum): _DEFAULT_AGENT = Agent.CLAUDE -_CLI_DISPATCH_ARGS = frozenset({"search", "find-related", "init", "savings", "-h", "--help"}) +_CLI_DISPATCH_ARGS = frozenset({"search", "find-related", "init", "savings", "-h", "--help", "index"}) def _agent_path(agent: Agent) -> Path: @@ -82,6 +82,16 @@ def _mcp_main() -> None: asyncio.run(serve(args.path, ref=args.ref, content=content)) +def _run_index(*, path: str, include_text_files: bool = False, out: str) -> None: + """Index and store a codebase.""" + if is_git_url(path): + index = SembleIndex.from_git(path, include_text_files=include_text_files) + else: + index = SembleIndex.from_path(path, include_text_files=include_text_files) + Path(out).mkdir(parents=True, exist_ok=True) + index.save(out) + + def _run_init(*, agent: Agent = _DEFAULT_AGENT, force: bool = False) -> None: """Write the semble sub-agent file for the given coding agent into the current project.""" dest = _agent_path(agent) @@ -111,10 +121,20 @@ def _cli_main() -> None: parser = argparse.ArgumentParser(prog="semble") sub = parser.add_subparsers(dest="command") + index_p = sub.add_parser("index", help="Index and store a codebase.") + index_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") + index_p.add_argument( + "--include-text-files", + action="store_true", + help="Also index non-code text files (.md, .yaml, .json, etc.).", + ) + index_p.add_argument("-o", "--out", type=str, required=True, help="The path to write the pre-built index to.") + search_p = sub.add_parser("search", help="Search a codebase.") search_p.add_argument("query", help="Natural language or code query.") search_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") search_p.add_argument("-k", "--top-k", type=int, default=5, help="Number of results (default: 5).") + search_p.add_argument("--index", type=str, default=None, help="A path pointing to a pre-built index.") _add_content_args(search_p) related_p = sub.add_parser("find-related", help="Find code similar to a specific location.") @@ -122,6 +142,7 @@ def _cli_main() -> None: related_p.add_argument("line", type=int, help="Line number (1-indexed).") related_p.add_argument("path", nargs="?", default=".", help="Local path or git URL (default: current directory).") related_p.add_argument("-k", "--top-k", type=int, default=5, help="Number of results (default: 5).") + related_p.add_argument("--index", type=str, default=None, help="A path pointing to a pre-built index.") _add_content_args(related_p) init_p = sub.add_parser("init", help="Write a semble sub-agent file for your coding agent.") @@ -143,26 +164,33 @@ def _cli_main() -> None: _run_init(agent=Agent(args.agent), force=args.force) return + if args.command == "index": + _run_index(path=args.path, include_text_files=args.include_text_files, out=args.out) + return + if args.command == "savings": print(format_savings_report(verbose=args.verbose), end="") return - content = _resolve_content(args.content, args.include_text_files) - index = ( - SembleIndex.from_git(args.path, content=content) - if _is_git_url(args.path) - else SembleIndex.from_path(args.path, content=content) - ) + if args.index: + index = SembleIndex.load_from_disk(args.index) + else: + content = _resolve_content(args.content, args.include_text_files) + index = ( + SembleIndex.from_git(args.path, content=content) + if is_git_url(args.path) + else SembleIndex.from_path(args.path, content=content) + ) if args.command == "search": results = index.search(args.query, top_k=args.top_k) if not results: print("No results found.") else: - print(_format_results(f"Search results for: {args.query!r}", results)) + print(format_results(f"Search results for: {args.query!r}", results)) elif args.command == "find-related": - chunk = _resolve_chunk(index.chunks, args.file_path, args.line) + chunk = resolve_chunk(index.chunks, args.file_path, args.line) if chunk is None: print(f"No chunk found at {args.file_path}:{args.line}.", file=sys.stderr) sys.exit(1) @@ -170,4 +198,4 @@ def _cli_main() -> None: if not results: print(f"No related chunks found for {args.file_path}:{args.line}.") else: - print(_format_results(f"Chunks related to {args.file_path}:{args.line}", results)) + print(format_results(f"Chunks related to {args.file_path}:{args.line}", results)) diff --git a/src/semble/index/create.py b/src/semble/index/create.py index 19f95ef..b72a055 100644 --- a/src/semble/index/create.py +++ b/src/semble/index/create.py @@ -3,6 +3,7 @@ from pathlib import Path import bm25s +from model2vec.model import StaticModel from vicinity.backends.basic import BasicArgs from semble.chunking import chunk_source @@ -11,14 +12,14 @@ from semble.index.files import detect_language, get_extensions from semble.index.sparse import enrich_for_bm25 from semble.tokens import tokenize -from semble.types import Chunk, ContentType, Encoder +from semble.types import Chunk, ContentType _MAX_FILE_BYTES = 1_000_000 # 1 MB max file size to read and index def create_index_from_path( path: Path, - model: Encoder, + model: StaticModel, extensions: Sequence[str] | None = None, content: ContentType | Sequence[ContentType] = (ContentType.CODE,), display_root: Path | None = None, diff --git a/src/semble/index/dense.py b/src/semble/index/dense.py index fcec51a..9677c22 100644 --- a/src/semble/index/dense.py +++ b/src/semble/index/dense.py @@ -1,4 +1,7 @@ -from typing import cast +from __future__ import annotations + +from functools import cache +from pathlib import Path import numpy as np import numpy.typing as npt @@ -8,25 +11,33 @@ from vicinity.datatypes import QueryResult from vicinity.utils import normalize -from semble.types import Chunk, Encoder +from semble.types import Chunk _DEFAULT_MODEL_NAME = "minishlab/potion-code-16M" -def load_model(model_path: str | None = None) -> Encoder: - """Return the current model, loading the default if none was provided.""" - if model_path is None: - model_path = _DEFAULT_MODEL_NAME +@cache +def _load_cached(model_path: str) -> StaticModel: + """Load a model and cache it, but only after the path resolves.""" # Disable HF progress bars since the model is loaded silently in the background during indexing. disable_progress_bars() try: model = StaticModel.from_pretrained(model_path, force_download=False) finally: disable_progress_bars() - return cast(Encoder, model) + return model + + +def load_model(model_path: str | None = None) -> tuple[StaticModel, str]: + """Return the current model, loading the default if none was provided.""" + if model_path is None: + model_path = _DEFAULT_MODEL_NAME + model = _load_cached(model_path) + return model, model_path -def embed_chunks(model: Encoder, chunks: list[Chunk]) -> npt.NDArray[np.float32]: + +def embed_chunks(model: StaticModel, chunks: list[Chunk]) -> npt.NDArray[np.float32]: """Embed chunks using the configured model.""" if not chunks: return np.empty((0, model.dim), dtype=np.float32) @@ -79,3 +90,14 @@ def query(self, vectors: npt.NDArray, k: int, selector: npt.NDArray[np.int_] | N out.extend(zip(sorted_indices, sorted_distances)) return out + + def save(self, path: Path) -> None: + """Save the selectable basic backend.""" + path.mkdir(parents=True, exist_ok=True) + super().save(path) + + @classmethod + def load(cls, path: Path) -> "SelectableBasicBackend": + """Load a selectable basic backend.""" + loaded = super().load(path) + return SelectableBasicBackend(loaded.vectors, loaded.arguments) diff --git a/src/semble/index/index.py b/src/semble/index/index.py index b78d03d..7949471 100644 --- a/src/semble/index/index.py +++ b/src/semble/index/index.py @@ -6,17 +6,21 @@ import warnings from collections import defaultdict from collections.abc import Sequence +from datetime import datetime from pathlib import Path import numpy as np import numpy.typing as npt +import orjson from bm25s import BM25 +from model2vec.model import StaticModel from semble.index.create import create_index_from_path from semble.index.dense import SelectableBasicBackend, load_model +from semble.index.types import PersistencePath from semble.search import _search_semantic, search from semble.stats import save_search_stats -from semble.types import CallType, Chunk, ContentType, Encoder, IndexStats, SearchResult +from semble.types import CallType, Chunk, ContentType, IndexStats, SearchResult _GIT_CLONE_TIMEOUT = int(os.environ.get("SEMBLE_CLONE_TIMEOUT", 60)) _DEFAULT_CONTENT: tuple[ContentType, ...] = (ContentType.CODE,) @@ -46,10 +50,11 @@ class SembleIndex: def __init__( self, - model: Encoder, + model: StaticModel, bm25_index: BM25, semantic_index: SelectableBasicBackend, chunks: list[Chunk], + model_path: str, root: Path | None = None, content: ContentType | Sequence[ContentType] = _DEFAULT_CONTENT, ) -> None: @@ -59,13 +64,15 @@ def __init__( :param bm25_index: The bm25 index. :param semantic_index: The semantic index. :param chunks: The found chunks. + :param model_path: Path to the model file. :param root: Root directory used to read file sizes for token-savings stats. :param content: Content type used when indexing; controls the search pipeline. """ - self.model: Encoder = model + self.model = model self.chunks: list[Chunk] = chunks self._bm25_index: BM25 = bm25_index self._semantic_index: SelectableBasicBackend = semantic_index + self._model_path: str = model_path self._root: Path | None = root self._content: tuple[ContentType, ...] = (content,) if isinstance(content, ContentType) else tuple(content) self._file_sizes: dict[str, int] = self._compute_file_sizes(root) if root else {} @@ -113,24 +120,24 @@ def stats(self) -> IndexStats: def from_path( cls, path: str | Path, - model: Encoder | None = None, extensions: Sequence[str] | None = None, content: ContentType | Sequence[ContentType] = _DEFAULT_CONTENT, include_text_files: bool | None = None, + model_path: str | None = None, ) -> SembleIndex: """Create and index a SembleIndex from a directory. :param path: Root directory to index. - :param model: Embedding model to use. Defaults to potion-code-16M. :param extensions: File extensions to include. Defaults to a standard set of code extensions. :param content: Content types to index, e.g. ContentType.CODE or [ContentType.CODE, ContentType.DOCS]. :param include_text_files: Deprecated. Pass a content sequence directly instead. - :return: An indexed SembleIndex. Chunk file paths are relative to path. + :param model_path: Path to the model to use. If None, the default model will be used. + :return: An indexed SembleIndex. Chunk file paths are relative to ``path``. :raises FileNotFoundError: If `path` does not exist. :raises NotADirectoryError: If `path` exists but is not a directory. """ + model, model_path = load_model(model_path) normalized = _apply_include_text_files(content, include_text_files) - model = model or load_model() path = Path(path) if not path.exists(): raise FileNotFoundError(f"Path does not exist: {path}") @@ -145,15 +152,15 @@ def from_path( display_root=path, ) - return SembleIndex(model, bm25, vicinity, chunks, root=path, content=normalized) + return SembleIndex(model, bm25, vicinity, chunks, model_path, root=path, content=normalized) @classmethod def from_git( cls, url: str, ref: str | None = None, - model: Encoder | None = None, extensions: Sequence[str] | None = None, + model_path: str | None = None, content: ContentType | Sequence[ContentType] = _DEFAULT_CONTENT, include_text_files: bool | None = None, ) -> SembleIndex: @@ -166,11 +173,11 @@ def from_git( :param url: URL of the git repository to clone (any git provider). :param ref: Branch or tag to check out. Defaults to the remote HEAD. - :param model: Embedding model to use. Defaults to potion-code-16M. :param extensions: File extensions to include. Defaults to a standard set of code extensions. + :param model_path: Path to the model to use. If None, the default model will be used. :param content: Content types to index, e.g. (ContentType.CODE,) or (ContentType.CODE, ContentType.DOCS). :param include_text_files: Deprecated. Pass content=(ContentType.CODE, ContentType.DOCS, ...) instead. - :return: An indexed SembleIndex. Chunk file paths are repo-relative (e.g. src/foo.py). + :return: An indexed SembleIndex. Chunk file paths are repo-relative (e.g. ``src/foo.py``). :raises RuntimeError: If git is not on PATH, the clone fails, or times out. """ normalized = _apply_include_text_files(content, include_text_files) @@ -187,7 +194,8 @@ def from_git( raise RuntimeError(f"git clone timed out for {url!r} (limit: {_GIT_CLONE_TIMEOUT} s)") from None if result.returncode != 0: raise RuntimeError(f"git clone failed for {url!r}:\n{result.stderr.strip()}") - model = model or load_model() + + model, model_path = load_model(model_path) resolved_path = Path(tmp_dir).resolve() bm25, vicinity, chunks = create_index_from_path( resolved_path, @@ -197,7 +205,7 @@ def from_git( display_root=resolved_path, ) - return SembleIndex(model, bm25, vicinity, chunks, root=resolved_path, content=normalized) + return SembleIndex(model, bm25, vicinity, chunks, model_path, root=resolved_path, content=normalized) def find_related(self, source: Chunk | SearchResult, *, top_k: int = 5) -> list[SearchResult]: """Return chunks semantically similar to the given chunk or search result. @@ -267,3 +275,53 @@ def search( ) save_search_stats(results, CallType.SEARCH, self._file_sizes) return results + + @classmethod + def load_from_disk(cls: type[SembleIndex], path: Path | str) -> SembleIndex: + """Load the index from disk.""" + path = Path(path) + if not path.exists(): + raise FileNotFoundError(f"Index not found at {path}") + persistence_paths = PersistencePath.from_path(path) + non_existent = persistence_paths.non_existing() + if non_existent: + missing = ", ".join(str(p) for p in non_existent) + raise FileNotFoundError(f"Index not found at {path}. Missing: {missing}") + + bm_25_index = BM25.load(persistence_paths.bm25_index) + semantic_index = SelectableBasicBackend.load(persistence_paths.semantic_index) + with open(persistence_paths.metadata, "r") as f: + metadata = orjson.loads(f.read()) + with open(persistence_paths.chunks, "r") as f: + chunk_data = orjson.loads(f.read()) + + chunks = [] + for chunk_item in chunk_data: + chunks.append(Chunk.from_dict(chunk_item)) + root_path = metadata["root_path"] + model_path = metadata["model_path"] + if root_path: + root_path = Path(root_path) + + model, model_path = load_model(model_path) + + return cls(model, bm_25_index, semantic_index, chunks, model_path, root=root_path) + + def save(self, path: Path | str) -> None: + """Save the index to disk.""" + path = Path(path) + path.mkdir(parents=True, exist_ok=True) + + persistence_paths = PersistencePath.from_path(path) + + self._bm25_index.save(persistence_paths.bm25_index) + self._semantic_index.save(persistence_paths.semantic_index) + chunks_as_dict = [chunk.to_dict() for chunk in self.chunks] + with open(persistence_paths.chunks, "wb") as f: + data = orjson.dumps(chunks_as_dict) + f.write(data) + root_str = None if self._root is None else str(self._root) + metadata = {"root_path": root_str, "time": datetime.now().timestamp(), "model_path": self._model_path} + with open(persistence_paths.metadata, "wb") as f: + data = orjson.dumps(metadata) + f.write(data) diff --git a/src/semble/index/types.py b/src/semble/index/types.py new file mode 100644 index 0000000..fc3c7f1 --- /dev/null +++ b/src/semble/index/types.py @@ -0,0 +1,30 @@ +from __future__ import annotations + +from dataclasses import dataclass +from pathlib import Path + + +@dataclass +class PersistencePath: + """Simple model so that the save/load roundtrip is typed.""" + + chunks: Path + bm25_index: Path + semantic_index: Path + metadata: Path + + def non_existing(self) -> list[Path]: + """Return all resolved that do not exist.""" + return [ + path for path in [self.chunks, self.bm25_index, self.semantic_index, self.metadata] if not path.exists() + ] + + @classmethod + def from_path(cls: type[PersistencePath], path: Path) -> PersistencePath: + """Create a PersistencePath from a base path.""" + return PersistencePath( + chunks=path / "chunks.json", + bm25_index=path / "bm25_index", + semantic_index=path / "semantic_index", + metadata=path / "metadata.json", + ) diff --git a/src/semble/mcp.py b/src/semble/mcp.py index 1c8e5e8..e502ac6 100644 --- a/src/semble/mcp.py +++ b/src/semble/mcp.py @@ -13,8 +13,8 @@ from semble.index import SembleIndex from semble.index.dense import load_model -from semble.types import ContentType, Encoder -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.types import ContentType +from semble.utils import format_results, is_git_url, resolve_chunk logger = logging.getLogger(__name__) @@ -33,7 +33,7 @@ async def _get_index( cache: _IndexCache, ) -> SembleIndex: """Return a cached index for a repo, rejecting unsafe git transport schemes.""" - if repo is not None and _is_git_url(repo) and not repo.startswith(("https://", "http://")): + if repo is not None and is_git_url(repo) and not repo.startswith(("https://", "http://")): raise ValueError(f"Only https://, http://, or local directory paths are accepted as `repo`. Got: {repo!r}") source = repo or default_source if not source: @@ -78,7 +78,7 @@ async def search( results = index.search(query, top_k=top_k) if not results: return "No results found." - return _format_results(f"Search results for: {query!r}", results) + return format_results(f"Search results for: {query!r}", results) @server.tool() async def find_related( @@ -99,7 +99,7 @@ async def find_related( index = await _get_index(repo, default_source, cache) except ValueError as exc: return str(exc) - chunk = _resolve_chunk(index.chunks, file_path, line) + chunk = resolve_chunk(index.chunks, file_path, line) if chunk is None: return ( f"No chunk found at {file_path}:{line}. " @@ -108,7 +108,7 @@ async def find_related( results = index.find_related(chunk, top_k=top_k) if not results: return f"No related chunks found for {file_path}:{line}." - return _format_results(f"Chunks related to {file_path}:{line}", results) + return format_results(f"Chunks related to {file_path}:{line}", results) return server @@ -124,7 +124,7 @@ async def serve( async def _load_and_prewarm() -> None: """Pre-load the model and optionally pre-index the default source in parallel with starting the server.""" try: - cache._model = await asyncio.to_thread(load_model) + _, cache._model_path = await asyncio.to_thread(load_model) except Exception as exc: logger.exception("Failed to load embedding model") cache._model_error = exc @@ -136,7 +136,7 @@ async def _load_and_prewarm() -> None: await cache.get(path, ref=ref) except Exception: logger.warning("Failed to pre-index %r at startup", path, exc_info=True) - if not _is_git_url(path): + if not is_git_url(path): await cache.start_watcher(path) init_task = asyncio.create_task(_load_and_prewarm()) @@ -151,28 +151,26 @@ async def _load_and_prewarm() -> None: class _IndexCache: """Cache of indexed repos and local paths for the lifetime of the MCP server process.""" - def __init__(self, model: Encoder | None = None, content: Sequence[ContentType] = (ContentType.CODE,)) -> None: + def __init__(self, content: Sequence[ContentType] = (ContentType.CODE,)) -> None: """Initialise an empty cache.""" - self._model: Encoder | None = model + self._model_path: str | None = None self._model_error: BaseException | None = None self._model_ready = asyncio.Event() - if model is not None: - self._model_ready.set() self._content = content self._tasks: OrderedDict[str, asyncio.Task[SembleIndex]] = OrderedDict() # ordered for LRU eviction self._watcher_task: asyncio.Task[None] | None = None - async def _await_model(self) -> Encoder: + async def _await_model(self) -> str: """Block until the model is installed; re-raise the load error if it failed.""" await self._model_ready.wait() if self._model_error is not None: raise self._model_error - assert self._model is not None - return self._model + assert self._model_path is not None + return self._model_path def _compute_cache_key(self, source: str, ref: str | None = None) -> str: """Compute the canonical cache key for a source.""" - is_git = _is_git_url(source) + is_git = is_git_url(source) return (f"{source}@{ref}" if ref else source) if is_git else str(Path(source).resolve()) def evict(self, source: str) -> None: @@ -199,18 +197,18 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: cache_key = self._compute_cache_key(source, ref) if cache_key not in self._tasks: - model = await self._await_model() + model_path = await self._await_model() # Re-check after the await: another caller may have populated the entry. if cache_key not in self._tasks: if len(self._tasks) >= _CACHE_MAX_SIZE: self._tasks.popitem(last=False) - if _is_git_url(source): + if is_git_url(source): self._tasks[cache_key] = asyncio.create_task( asyncio.to_thread( SembleIndex.from_git, source, ref=ref, - model=model, + model_path=model_path, content=self._content, ) ) @@ -219,7 +217,7 @@ async def get(self, source: str, ref: str | None = None) -> SembleIndex: asyncio.to_thread( SembleIndex.from_path, cache_key, - model=model, + model_path=model_path, content=self._content, ) ) diff --git a/src/semble/search.py b/src/semble/search.py index 5b88229..f7c8fbb 100644 --- a/src/semble/search.py +++ b/src/semble/search.py @@ -1,12 +1,13 @@ import bm25s import numpy as np import numpy.typing as npt +from model2vec import StaticModel from semble.index.dense import SelectableBasicBackend from semble.index.sparse import selector_to_mask from semble.ranking import apply_query_boost, boost_multi_chunk_files, rerank_topk, resolve_alpha from semble.tokens import tokenize -from semble.types import Chunk, Encoder, SearchResult +from semble.types import Chunk, SearchResult _RRF_K = 60 @@ -21,7 +22,7 @@ def _rrf_scores(scores: dict[Chunk, float]) -> dict[Chunk, float]: def _search_semantic( query: str, - model: Encoder, + model: StaticModel, semantic_index: SelectableBasicBackend, chunks: list[Chunk], top_k: int, @@ -64,7 +65,7 @@ def _search_bm25( def search( query: str, - model: Encoder, + model: StaticModel, semantic_index: SelectableBasicBackend, bm25_index: bm25s.BM25, chunks: list[Chunk], diff --git a/src/semble/types.py b/src/semble/types.py index 5126c3b..e6eee7e 100644 --- a/src/semble/types.py +++ b/src/semble/types.py @@ -1,7 +1,8 @@ -from collections.abc import Sequence -from dataclasses import dataclass, field +from __future__ import annotations + +from dataclasses import asdict, dataclass, field from enum import Enum -from typing import Any, Protocol, TypeAlias +from typing import Any, TypeAlias import numpy as np import numpy.typing as npt @@ -24,19 +25,6 @@ class ContentType(str, Enum): CONFIG = "config" -class Encoder(Protocol): - """Protocol for embedding models.""" - - @property - def dim(self) -> int: - """The dimensionality of the embedding.""" - ... - - def encode(self, texts: Sequence[str], /, **kwargs: Any) -> EmbeddingMatrix: - """Encode texts into embeddings as a 2D float32 array.""" - ... # pragma: no cover - - @dataclass(frozen=True, slots=True) class Chunk: """A single indexable unit of code.""" @@ -52,6 +40,15 @@ def location(self) -> str: """File path and line range as a string.""" return f"{self.file_path}:{self.start_line}-{self.end_line}" + def to_dict(self) -> dict[str, Any]: + """Convert the dataclass to a dict.""" + return asdict(self) + + @classmethod + def from_dict(cls: type[Chunk], data: dict[str, Any]) -> Chunk: + """Create a Chunk from a dict.""" + return cls(**data) + @dataclass(frozen=True, slots=True) class SearchResult: diff --git a/src/semble/utils.py b/src/semble/utils.py index 89dc3f9..f8c16f1 100644 --- a/src/semble/utils.py +++ b/src/semble/utils.py @@ -8,12 +8,12 @@ _SCP_GIT_URL_RE = re.compile(r"^[\w.-]+@[\w.-]+:(?!/)") -def _is_git_url(path: str) -> bool: +def is_git_url(path: str) -> bool: """Return True if path looks like a remote git URL rather than a local path.""" return path.startswith(_GIT_URL_SCHEMES) or _SCP_GIT_URL_RE.match(path) is not None -def _resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | None: +def resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | None: """Return the chunk containing *line* in *file_path*, or None. Reconstructs a Chunk from its JSON-primitive MCP tool arguments (file_path + line) @@ -29,7 +29,7 @@ def _resolve_chunk(chunks: list[Chunk], file_path: str, line: int) -> Chunk | No return fallback -def _format_results(header: str, results: list[SearchResult]) -> str: +def format_results(header: str, results: list[SearchResult]) -> str: """Render SearchResult objects as numbered, fenced code blocks.""" lines: list[str] = [header, ""] for i, r in enumerate(results, 1): diff --git a/tests/index/test_dense.py b/tests/index/test_dense.py new file mode 100644 index 0000000..c846e78 --- /dev/null +++ b/tests/index/test_dense.py @@ -0,0 +1,17 @@ +from pathlib import Path + +import numpy as np +from vicinity.backends.basic import BasicArgs + +from semble.index.dense import SelectableBasicBackend + + +def test_save_load_roundtrip(tmp_path: Path) -> None: + """Test save and load roundtrip.""" + vecs = np.random.default_rng(seed=42).normal(size=(10, 32)) + args = BasicArgs() + selectable = SelectableBasicBackend(vecs, args) + selectable.save(tmp_path) + + selectable_2 = SelectableBasicBackend.load(tmp_path) + assert np.allclose(selectable.vectors, selectable_2.vectors) diff --git a/tests/test_index.py b/tests/index/test_index.py similarity index 63% rename from tests/test_index.py rename to tests/index/test_index.py index 284e729..a4d05b8 100644 --- a/tests/test_index.py +++ b/tests/index/test_index.py @@ -3,17 +3,19 @@ from unittest.mock import MagicMock, patch import pytest +from model2vec import StaticModel from semble import SembleIndex from semble.index.create import _MAX_FILE_BYTES, create_index_from_path -from semble.types import ContentType, Encoder +from semble.types import ContentType from tests.conftest import make_chunk @pytest.fixture def indexed_index(mock_model: Any, tmp_project: Path) -> SembleIndex: """SembleIndex built from tmp_project.""" - return SembleIndex.from_path(tmp_project, model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + return SembleIndex.from_path(tmp_project) @pytest.mark.parametrize( @@ -25,7 +27,7 @@ def indexed_index(mock_model: Any, tmp_project: Path) -> SembleIndex: ], ) def test_index_markdown_inclusion( - mock_model: Encoder, tmp_project: Path, content: list[ContentType], md_in_results: bool + mock_model: StaticModel, tmp_project: Path, content: list[ContentType], md_in_results: bool ) -> None: """Markdown files are excluded for code-only and included when docs is requested.""" _, _, chunks = create_index_from_path(tmp_project, mock_model, content=content) @@ -33,37 +35,39 @@ def test_index_markdown_inclusion( assert has_md is md_in_results -def test_include_text_files_deprecated(mock_model: Encoder, tmp_project: Path) -> None: +def test_include_text_files_deprecated(mock_model: Any, tmp_project: Path) -> None: """include_text_files=True warns and expands to all content types; False warns and resets to code-only.""" from semble.index.index import _ALL_CONTENT, _DEFAULT_CONTENT - with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): - idx = SembleIndex.from_path(tmp_project, model=mock_model, include_text_files=True) - assert idx._content == _ALL_CONTENT + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): + idx = SembleIndex.from_path(tmp_project, include_text_files=True) + assert idx._content == _ALL_CONTENT - with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): - idx = SembleIndex.from_path(tmp_project, model=mock_model, include_text_files=False) - assert idx._content == _DEFAULT_CONTENT + with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): + idx = SembleIndex.from_path(tmp_project, include_text_files=False) + assert idx._content == _DEFAULT_CONTENT -def test_from_git_include_text_files_deprecated(mock_model: Encoder, tmp_project: Path) -> None: +def test_from_git_include_text_files_deprecated(mock_model: Any, tmp_project: Path) -> None: """from_git raises DeprecationWarning when include_text_files is passed.""" fake_result = MagicMock() fake_result.returncode = 0 - with patch("subprocess.run", return_value=fake_result): - with patch("semble.index.index.create_index_from_path") as mock_create: - mock_create.return_value = (MagicMock(), MagicMock(), [make_chunk("x = 1", "f.py")]) - with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): - SembleIndex.from_git("https://example.com/repo", model=mock_model, include_text_files=True) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with patch("subprocess.run", return_value=fake_result): + with patch("semble.index.index.create_index_from_path") as mock_create: + mock_create.return_value = (MagicMock(), MagicMock(), [make_chunk("x = 1", "f.py")]) + with pytest.warns(DeprecationWarning, match="include_text_files is deprecated"): + SembleIndex.from_git("https://example.com/repo", include_text_files=True) -def test_index_empty_returns_zero_chunks(mock_model: Encoder, tmp_path: Path) -> None: +def test_index_empty_returns_zero_chunks(mock_model: StaticModel, tmp_path: Path) -> None: """Indexing an empty directory yields zero files and chunks.""" with pytest.raises(ValueError): create_index_from_path(tmp_path, mock_model) -def test_oversized_file_is_skipped(mock_model: Encoder, tmp_path: Path) -> None: +def test_oversized_file_is_skipped(mock_model: StaticModel, tmp_path: Path) -> None: """Files exceeding _MAX_FILE_BYTES are silently skipped during indexing.""" (tmp_path / "big.py").write_bytes(b"x" * (_MAX_FILE_BYTES + 1)) with pytest.raises(ValueError): # no indexable content remains @@ -123,10 +127,10 @@ def test_search_without_reranking(indexed_index: SembleIndex) -> None: ], ) def test_search_rerank_default_by_content_type( - mock_model: Encoder, content: list[ContentType], expect_rerank: bool + mock_model: Any, content: list[ContentType], expect_rerank: bool ) -> None: """Reranking is on by default when code is indexed, off for non-code-only content.""" - index = SembleIndex(mock_model, MagicMock(), MagicMock(), [make_chunk("x = 1", "f.py")], content=content) + index = SembleIndex(mock_model, MagicMock(), MagicMock(), [make_chunk("x = 1", "f.py")], "", content=content) with patch("semble.index.index.search", return_value=[]) as mock_search: index.search("function", top_k=3) assert mock_search.call_args.kwargs["rerank"] == expect_rerank @@ -170,3 +174,37 @@ def test_find_related(indexed_index: SembleIndex) -> None: assert [r.chunk for r in indexed_index.find_related(result, top_k=3)] == [ r.chunk for r in indexed_index.find_related(result.chunk, top_k=3) ] + + +def test_roundtrip(tmp_path: Path, indexed_index: SembleIndex) -> None: + """Test that saving and loading a folder leads to the same data.""" + indexed_index.save(tmp_path) + with patch.object(StaticModel, "from_pretrained"): + index_2 = SembleIndex.load_from_disk(tmp_path) + assert index_2.chunks == indexed_index.chunks + assert index_2._root == indexed_index._root + + +def test_load_non_existent(tmp_path: Path, indexed_index: SembleIndex) -> None: + """Test that saving and loading a folder leads to the same data.""" + with pytest.raises(FileNotFoundError): + SembleIndex.load_from_disk(tmp_path / "temp") + + +def test_load_from_disk_missing_files_reports_them(tmp_path: Path) -> None: + """When the directory exists but required index files are missing, the error lists them.""" + index_dir = tmp_path / "incomplete_index" + index_dir.mkdir() + # Create only one of the four expected files so the rest are reported as missing. + (index_dir / "chunks.json").write_text("[]") + + with pytest.raises(FileNotFoundError, match="Missing:") as exc_info: + SembleIndex.load_from_disk(index_dir) + + error_msg = str(exc_info.value) + # The three missing files should all appear in the error message. + assert "bm25_index" in error_msg + assert "semantic_index" in error_msg + assert "metadata.json" in error_msg + # The file we did create should NOT be listed as missing. + assert "chunks.json" not in error_msg diff --git a/tests/test_cli.py b/tests/test_cli.py index 4153f71..7c14a50 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -5,7 +5,7 @@ import pytest -from semble.cli import Agent, _agent_path, _cli_main, _run_init, main +from semble.cli import Agent, _agent_path, _cli_main, _run_index, _run_init, main from semble.types import ContentType, SearchResult from tests.conftest import make_chunk @@ -195,6 +195,53 @@ def test_mcp_main_exits_with_message_when_extras_missing( assert "pip install 'semble[mcp]'" in capsys.readouterr().err +def test_run_index(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_run_index creates the output directory and saves the index.""" + out_dir = tmp_path / "index_output" + fake_index = MagicMock() + with patch("semble.cli.SembleIndex.from_path", return_value=fake_index) as mock_from_path: + _run_index(path="/some/path", include_text_files=True, out=str(out_dir)) + mock_from_path.assert_called_once_with("/some/path", include_text_files=True) + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + +def test_index_via_cli(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_cli_main index subcommand calls _run_index with the correct arguments.""" + out_dir = tmp_path / "built_index" + fake_index = MagicMock() + monkeypatch.setattr(sys, "argv", ["semble", "index", "/some/path", "-o", str(out_dir)]) + with patch("semble.cli.SembleIndex.from_path", return_value=fake_index): + _cli_main() + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + +def test_index_git_via_cli(tmp_path: Path, monkeypatch: pytest.MonkeyPatch) -> None: + """_cli_main index subcommand calls _run_index with the correct arguments.""" + out_dir = tmp_path / "built_index" + fake_index = MagicMock() + monkeypatch.setattr(sys, "argv", ["semble", "index", "git://xyz.git", "-o", str(out_dir)]) + with patch("semble.cli.SembleIndex.from_git", return_value=fake_index): + _cli_main() + assert out_dir.exists() + fake_index.save.assert_called_once_with(str(out_dir)) + + +def test_cli_search_with_prebuilt_index(monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str]) -> None: + """_cli_main search with --index loads the pre-built index from disk.""" + chunk = make_chunk("def foo(): pass", "src/foo.py") + fake_index = MagicMock() + fake_index.search.return_value = [SearchResult(chunk=chunk, score=0.95)] + monkeypatch.setattr(sys, "argv", ["semble", "search", "query text", ".", "--index", "/some/prebuilt"]) + with patch("semble.cli.SembleIndex.load_from_disk", return_value=fake_index) as mock_load: + _cli_main() + mock_load.assert_called_once_with("/some/prebuilt") + out = capsys.readouterr().out + assert "query text" in out + assert "0.95" in out + + def test_include_text_files_cli_deprecated( monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str], diff --git a/tests/test_git.py b/tests/test_git.py index 7e25002..be0c0b8 100644 --- a/tests/test_git.py +++ b/tests/test_git.py @@ -39,7 +39,8 @@ def git_repo(tmp_path: Path) -> Path: def test_from_git_indexes_local_repo_with_relative_paths(mock_model: Any, git_repo: Path) -> None: """from_git clones a local repo, indexes it, and keeps chunk paths repo-relative.""" - idx = SembleIndex.from_git(str(git_repo), model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + idx = SembleIndex.from_git(str(git_repo)) assert idx.stats.indexed_files >= 1 assert idx.stats.total_chunks > 0 assert any("main.py" in c.file_path for c in idx.chunks) @@ -54,8 +55,8 @@ def test_from_git_with_branch(mock_model: Any, tmp_path: Path) -> None: _commit_file(repo, "main.py", "def on_main(): pass\n", "main") subprocess.run(["git", "-C", str(repo), "checkout", "-b", "feature"], check=True, capture_output=True) _commit_file(repo, "feature.py", "def on_feature(): pass\n", "feature") - - idx = SembleIndex.from_git(str(repo), ref="feature", model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + idx = SembleIndex.from_git(str(repo), ref="feature") file_names = {Path(c.file_path).name for c in idx.chunks} assert "feature.py" in file_names @@ -73,22 +74,24 @@ def test_from_path_rejects_invalid_paths( else: target = tmp_path / "not_a_dir.py" target.write_text("x = 1\n") - with pytest.raises(expected_exc): - SembleIndex.from_path(target, model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with pytest.raises(expected_exc): + SembleIndex.from_path(target) def test_from_git_raises_on_failure(mock_model: Any) -> None: """from_git raises RuntimeError when the clone fails, git is not installed, or times out.""" - with pytest.raises(RuntimeError, match="git clone failed"): - SembleIndex.from_git("/nonexistent/path/that/does/not/exist", model=mock_model) - - with patch("semble.index.index.subprocess.run", side_effect=FileNotFoundError): - with pytest.raises(RuntimeError, match="git is not installed"): - SembleIndex.from_git("https://github.com/x/y", model=mock_model) - - with patch( - "semble.index.index.subprocess.run", - side_effect=subprocess.TimeoutExpired(cmd=["git"], timeout=60), - ): - with pytest.raises(RuntimeError, match="timed out"): - SembleIndex.from_git("https://github.com/x/y", model=mock_model) + with patch("semble.index.index.load_model", return_value=(mock_model, "")): + with pytest.raises(RuntimeError, match="git clone failed"): + SembleIndex.from_git("/nonexistent/path/that/does/not/exist") + + with patch("semble.index.index.subprocess.run", side_effect=FileNotFoundError): + with pytest.raises(RuntimeError, match="git is not installed"): + SembleIndex.from_git("https://github.com/x/y") + + with patch( + "semble.index.index.subprocess.run", + side_effect=subprocess.TimeoutExpired(cmd=["git"], timeout=60), + ): + with pytest.raises(RuntimeError, match="timed out"): + SembleIndex.from_git("https://github.com/x/y") diff --git a/tests/test_mcp.py b/tests/test_mcp.py index 57dd8b7..2d2494a 100644 --- a/tests/test_mcp.py +++ b/tests/test_mcp.py @@ -5,10 +5,11 @@ from unittest.mock import AsyncMock, MagicMock, patch import pytest +from model2vec import StaticModel from semble.mcp import _CACHE_MAX_SIZE, _IndexCache, create_server, serve -from semble.types import Chunk, Encoder, SearchResult -from semble.utils import _format_results, _is_git_url, _resolve_chunk +from semble.types import Chunk, SearchResult +from semble.utils import format_results, is_git_url, resolve_chunk from tests.conftest import make_chunk @@ -41,7 +42,10 @@ async def _call_tool( @pytest.fixture() def cache() -> _IndexCache: """An _IndexCache backed by a stub model.""" - return _IndexCache(model=MagicMock(spec=Encoder)) + c = _IndexCache() + c._model_path = "/fake/model" + c._model_ready.set() + return c def test_resolve_chunk() -> None: @@ -50,16 +54,16 @@ def test_resolve_chunk() -> None: boundary = make_chunk("last line", "src/a.py") # start=1, end=1 (single-line) # Line strictly inside a multi-line chunk hits the early-return path. - assert _resolve_chunk([interior], "src/a.py", 2) is interior + assert resolve_chunk([interior], "src/a.py", 2) is interior # Line equal to end_line of a single-line chunk hits the fallback path. - assert _resolve_chunk([boundary], "src/a.py", 1) is boundary + assert resolve_chunk([boundary], "src/a.py", 1) is boundary # Unknown file returns None. - assert _resolve_chunk([interior], "src/other.py", 1) is None + assert resolve_chunk([interior], "src/other.py", 1) is None # Line out of range returns None. - assert _resolve_chunk([interior], "src/a.py", 99) is None + assert resolve_chunk([interior], "src/a.py", 99) is None @pytest.mark.parametrize( @@ -79,18 +83,18 @@ def test_resolve_chunk() -> None: ) def test_is_git_url(path: str, expected: bool) -> None: """Remote git URLs are detected; local paths are not.""" - assert _is_git_url(path) is expected + assert is_git_url(path) is expected def test_format_results() -> None: """_format_results: empty list → header only; with results → numbered fenced blocks with scores.""" - empty_out = _format_results("My header", []) + empty_out = format_results("My header", []) assert "My header" in empty_out assert "```" not in empty_out chunks = [make_chunk(f"def fn_{i}(): pass", f"f{i}.py") for i in range(3)] results = [SearchResult(chunk=c, score=round(0.1 * (i + 1), 3)) for i, c in enumerate(chunks)] - out = _format_results("Results for: 'foo'", results) + out = format_results("Results for: 'foo'", results) assert "Results for: 'foo'" in out assert out.count("```") >= len(results) * 2 # opening + closing fence each for i, c in enumerate(chunks, start=1): @@ -266,7 +270,9 @@ async def fake_stdio() -> None: if stdio_yields: await asyncio.sleep(0.05) # let the background init task run - load_kwargs = {"side_effect": load_err} if load_err else {"return_value": MagicMock(spec=Encoder)} + load_kwargs = ( + {"side_effect": load_err} if load_err else {"return_value": (MagicMock(spec=StaticModel), "/fake/model")} + ) fp_kwargs = {"side_effect": from_path_err} if from_path_err else {"return_value": MagicMock()} with ( patch("semble.mcp.load_model", **load_kwargs), @@ -284,9 +290,9 @@ async def test_serve_opens_stdio_before_model_loads() -> None: """Stdio must open before load_model() finishes.""" stdio_opened = threading.Event() - def blocking_load_model() -> Encoder: + def blocking_load_model() -> StaticModel: assert stdio_opened.wait(timeout=1.0), "stdio did not open" - return MagicMock(spec=Encoder) + return MagicMock(spec=StaticModel) async def fake_run_stdio() -> None: stdio_opened.set() @@ -308,7 +314,7 @@ async def test_index_cache_awaits_model(tmp_path: Path) -> None: get_task = asyncio.create_task(cache.get(str(tmp_path))) await asyncio.sleep(0.01) assert not get_task.done(), "get() must block until the model is installed" - cache._model = MagicMock(spec=Encoder) + cache._model_path = "/fake/model" cache._model_ready.set() result = await asyncio.wait_for(get_task, timeout=1.0) assert result is fake_index diff --git a/tests/test_search.py b/tests/test_search.py index 2f40fa6..ed605fb 100644 --- a/tests/test_search.py +++ b/tests/test_search.py @@ -5,12 +5,13 @@ import numpy as np import numpy.typing as npt import pytest +from model2vec import StaticModel from vicinity.backends.basic import BasicArgs from semble.index.dense import SelectableBasicBackend, embed_chunks, load_model from semble.search import _search_bm25, _search_semantic, _sort_top_k, search from semble.tokens import tokenize -from semble.types import Chunk, Encoder +from semble.types import Chunk from tests.conftest import make_chunk @@ -139,9 +140,9 @@ def test_sort_top_k() -> None: ) def test_load_model(model_path: str | None, expected_call_arg: str) -> None: """load_model calls from_pretrained with default or custom model path.""" - fake_model = MagicMock(spec=Encoder) + fake_model = MagicMock(spec=StaticModel) with patch("semble.index.dense.StaticModel.from_pretrained", return_value=fake_model) as mock_fp: - result = load_model(model_path) + result, _ = load_model(model_path) mock_fp.assert_called_once_with(expected_call_arg, force_download=False) assert result is fake_model diff --git a/uv.lock b/uv.lock index a45dbf4..04d014b 100644 --- a/uv.lock +++ b/uv.lock @@ -10,7 +10,7 @@ resolution-markers = [ [options] exclude-newer = "0001-01-01T00:00:00Z" # This has no effect and is included for backwards compatibility when using relative exclude-newer values. -exclude-newer-span = "P1W" +exclude-newer-span = "P3D" [[package]] name = "annotated-doc" @@ -3123,6 +3123,7 @@ dependencies = [ { name = "model2vec" }, { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" }, { name = "numpy", version = "2.4.4", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version >= '3.11'" }, + { name = "orjson" }, { name = "pathspec" }, { name = "tree-sitter" }, { name = "tree-sitter-language-pack" }, @@ -3163,6 +3164,7 @@ requires-dist = [ { name = "numpy", specifier = ">=1.24.0" }, { name = "numpy", marker = "extra == 'benchmark'", specifier = ">=1.24.0" }, { name = "openai", marker = "extra == 'benchmark'", specifier = ">=1.50" }, + { name = "orjson" }, { name = "pathspec", specifier = ">=0.12" }, { name = "pre-commit", marker = "extra == 'dev'", specifier = ">=3.0" }, { name = "pydoclint", marker = "extra == 'dev'", specifier = ">=0.5.3" },