diff --git a/README.md b/README.md index 1ea19650..3ab83525 100644 --- a/README.md +++ b/README.md @@ -24,7 +24,7 @@ -Semble is a code search library built for agents. It returns the exact code snippets they need instantly, using ~99% fewer tokens than grep+read. Indexing and searching a full codebase end-to-end takes under a second, matching the retrieval quality of a code-specialized transformer while indexing ~220x faster and querying ~17x faster (see [benchmarks](#benchmarks)). Everything runs on CPU with no API keys, GPU, or external services. Use it as an MCP server, a CLI tool via AGENTS.md, or a dedicated sub-agent, and any coding agent (Claude Code, Cursor, Codex, OpenCode, etc.) gets instant access to any repo. +Semble is a code search library built for agents. It returns the exact code snippets they need instantly, using ~99% fewer tokens than grep+read. Indexing and searching a full codebase end-to-end takes under a second, matching the retrieval quality of a code-specialized transformer while indexing ~340x faster and querying ~17x faster (see [benchmarks](#benchmarks)). Everything runs on CPU with no API keys, GPU, or external services. Use it as an MCP server, a CLI tool via AGENTS.md, or a dedicated sub-agent, and any coding agent (Claude Code, Cursor, Codex, OpenCode, etc.) gets instant access to any repo. ## Quickstart @@ -244,7 +244,7 @@ We benchmark quality and speed across ~1,250 queries over 63 repositories in 19 -The quality benchmark (left) scores retrieval quality (NDCG@10) against total latency; semble matches the quality of the 137M-parameter [CodeRankEmbed](https://huggingface.co/nomic-ai/CodeRankEmbed) while indexing 220x faster. The token efficiency benchmark (right) measures how many tokens each method needs to reach a given recall level; semble uses 99% fewer tokens on average and hits 97% recall at only 2k tokens, while grep+read needs a full 100k context window to reach 85%. See [benchmarks](benchmarks/README.md) for per-language results, ablations, and full methodology. +The quality benchmark (left) scores retrieval quality (NDCG@10) against total latency; semble matches the quality of the 137M-parameter [CodeRankEmbed](https://huggingface.co/nomic-ai/CodeRankEmbed) while indexing 340x faster. The token efficiency benchmark (right) measures how many tokens each method needs to reach a given recall level; semble uses 99% fewer tokens on average and hits 97% recall at only 2k tokens, while grep+read needs a full 100k context window to reach 85%. See [benchmarks](benchmarks/README.md) for per-language results, ablations, and full methodology. ## How it works diff --git a/assets/images/speed_vs_ndcg_cold.png b/assets/images/speed_vs_ndcg_cold.png index 5aebed3b..323a1a99 100644 Binary files a/assets/images/speed_vs_ndcg_cold.png and b/assets/images/speed_vs_ndcg_cold.png differ diff --git a/benchmarks/README.md b/benchmarks/README.md index 72d36559..ec0d8d59 100644 --- a/benchmarks/README.md +++ b/benchmarks/README.md @@ -17,7 +17,7 @@ Quality and speed across all methods. | Method | NDCG@10 | Index | Query p50 | | -------------------- | --------: | ---------: | ----------: | -| **semble** | **0.854** | **518 ms** | **0.91 ms** | +| **semble** | **0.854** | **344 ms** | **0.91 ms** | | CodeRankEmbed | 0.839 | 116 s | 16 ms | | ColGREP | 0.693 | 5.4 s | 122 ms | | BM25 | 0.673 | 47 ms | 0.17 ms | @@ -32,7 +32,7 @@ Quality and speed across all methods. | :-----------------------------------------------------------------: | :-----------------------------------------------------------------: | | _Time to first result (index + query) vs NDCG@10_ | _Query latency on a warm index vs NDCG@10_ | -semble matches the NDCG@10 of the 137M-param CodeRankEmbed while winning index time by ~220x and query latency by ~17x. +semble matches the NDCG@10 of the 137M-param CodeRankEmbed while winning index time by ~340x and query latency by ~17x. NDCG@10 is averaged across all queries. Speed numbers use one repo per language, CPU only: cold-start index time and warm query p50 (median across 5 consecutive runs). diff --git a/benchmarks/plot.py b/benchmarks/plot.py index 9bb0e9ab..9ef2c07d 100644 --- a/benchmarks/plot.py +++ b/benchmarks/plot.py @@ -96,7 +96,7 @@ class _Method(TypedDict): { "name": "semble", "ndcg10": 0.8544, - "index_ms": 518.2, + "index_ms": 343.5, "query_p50_ms": 0.91, "color": "#1a5fa8", "params_m": 16, diff --git a/benchmarks/results/speed-5fcc8a0a7b89.json b/benchmarks/results/speed-5fcc8a0a7b89.json new file mode 100644 index 00000000..b23a53aa --- /dev/null +++ b/benchmarks/results/speed-5fcc8a0a7b89.json @@ -0,0 +1,8384 @@ +{ + "repos": [ + "nvm", + "libuv", + "nlohmann-json", + "messagepack-csharp", + "phoenix", + "gin", + "aeson", + "gson", + "axios", + "ktor", + "telescope.nvim", + "monolog", + "flask", + "rack", + "axum", + "http4s", + "alamofire", + "trpc", + "zls" + ], + "summary": { + "semble": { + "avg_index_ms": 343.5, + "avg_p50_ms": 0.91, + "avg_p90_ms": 4.88, + "avg_p95_ms": 6.26, + "avg_p99_ms": 9.08 + }, + "bm25": { + "avg_index_ms": 46.6, + "avg_p50_ms": 0.17, + "avg_p90_ms": 0.47, + "avg_p95_ms": 0.65, + "avg_p99_ms": 1.28 + }, + "colgrep": { + "avg_index_ms": 5359.2, + "avg_p50_ms": 122.42, + "avg_p90_ms": 151.84, + "avg_p95_ms": 159.08, + "avg_p99_ms": 192.73 + }, + "ripgrep": { + "avg_index_ms": null, + "avg_p50_ms": 14.46, + "avg_p90_ms": 17.22, + "avg_p95_ms": 17.88, + "avg_p99_ms": 20.14 + }, + "coderankembed": { + "avg_index_ms": 115859.8, + "avg_p50_ms": 15.56, + "avg_p90_ms": 20.33, + "avg_p95_ms": 21.92, + "avg_p99_ms": 25.25 + } + }, + "results": [ + { + "repo": "nvm", + "language": "bash", + "tool": "colgrep", + "index_ms": 2864.5, + "p50_ms": 125.32, + "p90_ms": 136.08, + "p95_ms": 137.17, + "p99_ms": 152.52, + "latencies_ms": [ + 156.356, + 124.814, + 125.824, + 128.156, + 136.071, + 119.393, + 117.59, + 117.071, + 129.408, + 136.157, + 132.054, + 120.523, + 118.213, + 119.091, + 124.128, + 121.806, + 128.689, + 121.772, + 128.562, + 127.593 + ] + }, + { + "repo": "nvm", + "language": "bash", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 17.01, + "p90_ms": 18.35, + "p95_ms": 19.14, + "p99_ms": 19.68, + "latencies_ms": [ + 20.133, + 18.881, + 19.293, + 17.718, + 16.033, + 17.088, + 17.672, + 17.794, + 19.364, + 18.422, + 18.338, + 15.707, + 17.025, + 16.96, + 17.43, + 17.093, + 16.641, + 17.0, + 17.249, + 17.332, + 17.762, + 17.746, + 15.755, + 16.515, + 16.552, + 17.679, + 17.31, + 17.674, + 18.195, + 16.534, + 16.737, + 16.069, + 16.381, + 16.867, + 18.239, + 16.983, + 17.39, + 16.366, + 17.438, + 17.049, + 15.709, + 16.72, + 19.133, + 17.615, + 16.411, + 17.762, + 17.677, + 15.82, + 15.909, + 15.367, + 15.458, + 16.434, + 15.731, + 17.484, + 16.647, + 16.48, + 15.775, + 16.286, + 16.003, + 16.163 + ] + }, + { + "repo": "libuv", + "language": "c", + "tool": "colgrep", + "index_ms": 10659.8, + "p50_ms": 141.26, + "p90_ms": 156.42, + "p95_ms": 160.01, + "p99_ms": 185.65, + "latencies_ms": [ + 192.063, + 137.887, + 138.543, + 138.895, + 140.792, + 146.394, + 158.325, + 146.928, + 156.211, + 148.719, + 151.694, + 146.5, + 141.338, + 136.899, + 136.619, + 136.213, + 140.979, + 138.011, + 153.58, + 141.19 + ] + }, + { + "repo": "libuv", + "language": "c", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 16.8, + "p90_ms": 19.17, + "p95_ms": 19.86, + "p99_ms": 23.55, + "latencies_ms": [ + 27.01, + 18.649, + 17.981, + 17.998, + 15.8, + 15.753, + 17.28, + 18.818, + 18.631, + 15.528, + 17.988, + 16.523, + 21.15, + 19.114, + 18.388, + 16.78, + 19.693, + 19.917, + 19.86, + 19.818, + 17.75, + 16.826, + 16.758, + 16.164, + 16.256, + 15.776, + 16.68, + 15.456, + 16.153, + 16.586, + 14.827, + 17.861, + 17.676, + 17.19, + 16.948, + 17.422, + 17.54, + 16.498, + 14.521, + 15.04, + 15.796, + 15.786, + 16.21, + 17.455, + 16.992, + 17.343, + 16.759, + 16.404, + 17.698, + 17.025, + 15.268, + 15.969, + 16.859, + 15.926, + 17.193, + 15.422, + 15.26, + 14.901, + 15.203, + 16.784 + ] + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "tool": "colgrep", + "index_ms": 5204.4, + "p50_ms": 117.89, + "p90_ms": 132.46, + "p95_ms": 143.46, + "p99_ms": 189.14, + "latencies_ms": [ + 200.565, + 120.304, + 117.892, + 114.652, + 123.228, + 140.458, + 131.567, + 120.732, + 123.26, + 113.949, + 116.615, + 117.171, + 118.32, + 117.885, + 116.577, + 115.578, + 115.023, + 117.355, + 121.68, + 116.401 + ] + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.28, + "p90_ms": 15.58, + "p95_ms": 15.89, + "p99_ms": 17.68, + "latencies_ms": [ + 18.216, + 14.956, + 15.888, + 14.639, + 15.564, + 17.303, + 15.731, + 14.495, + 13.288, + 12.382, + 13.409, + 14.862, + 13.442, + 14.313, + 14.218, + 12.715, + 12.037, + 12.931, + 15.019, + 14.809, + 13.969, + 11.693, + 13.387, + 13.548, + 14.915, + 14.97, + 13.641, + 11.947, + 11.265, + 12.512, + 12.675, + 13.061, + 12.567, + 11.23, + 10.358, + 13.613, + 12.73, + 14.652, + 15.696, + 15.9, + 13.446, + 12.371, + 12.227, + 12.205, + 12.257, + 13.036, + 13.268, + 13.508, + 11.941, + 11.403, + 12.035, + 13.543, + 11.78, + 12.939, + 11.357, + 12.651, + 14.078, + 13.006, + 11.939, + 11.49 + ] + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "tool": "colgrep", + "index_ms": 5191.0, + "p50_ms": 125.68, + "p90_ms": 142.08, + "p95_ms": 146.85, + "p99_ms": 156.91, + "latencies_ms": [ + 141.619, + 159.427, + 125.806, + 129.463, + 127.668, + 130.313, + 125.558, + 123.38, + 122.463, + 124.638, + 121.233, + 122.778, + 119.576, + 120.32, + 118.497, + 127.761, + 122.103, + 130.618, + 146.187, + 137.91 + ] + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 15.74, + "p90_ms": 17.76, + "p95_ms": 18.45, + "p99_ms": 20.93, + "latencies_ms": [ + 18.963, + 16.823, + 17.214, + 16.259, + 15.438, + 16.712, + 15.274, + 16.299, + 17.003, + 15.11, + 16.095, + 14.992, + 15.835, + 17.322, + 15.086, + 16.011, + 15.743, + 15.249, + 15.715, + 22.161, + 20.067, + 17.121, + 17.999, + 16.264, + 18.422, + 17.731, + 17.309, + 15.303, + 15.641, + 16.934, + 15.502, + 15.117, + 15.611, + 15.17, + 15.411, + 15.692, + 15.674, + 15.735, + 16.245, + 17.984, + 17.018, + 14.684, + 14.943, + 16.141, + 15.767, + 16.724, + 16.876, + 15.277, + 15.47, + 15.01, + 14.755, + 17.105, + 15.447, + 14.94, + 14.97, + 14.628, + 14.322, + 14.661, + 16.213, + 14.853 + ] + }, + { + "repo": "phoenix", + "language": "elixir", + "tool": "colgrep", + "index_ms": 19008.0, + "p50_ms": 157.38, + "p90_ms": 184.89, + "p95_ms": 198.93, + "p99_ms": 256.44, + "latencies_ms": [ + 270.816, + 173.743, + 183.38, + 190.945, + 177.629, + 159.606, + 155.944, + 157.38, + 159.023, + 158.657, + 156.79, + 160.48, + 155.212, + 154.499, + 154.058, + 152.181, + 155.184, + 156.612, + 156.458 + ] + }, + { + "repo": "phoenix", + "language": "elixir", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 12.91, + "p90_ms": 14.26, + "p95_ms": 14.76, + "p99_ms": 18.29, + "latencies_ms": [ + 21.511, + 13.327, + 13.77, + 13.233, + 13.114, + 12.912, + 13.352, + 13.194, + 13.059, + 12.979, + 12.122, + 12.572, + 14.615, + 13.296, + 11.59, + 15.753, + 14.709, + 13.515, + 11.463, + 12.509, + 12.895, + 11.97, + 12.904, + 14.192, + 12.694, + 12.376, + 11.399, + 12.431, + 12.679, + 12.649, + 12.945, + 13.48, + 13.436, + 11.849, + 13.125, + 12.664, + 12.71, + 11.588, + 11.233, + 13.24, + 11.474, + 14.373, + 14.03, + 14.96, + 13.468, + 11.952, + 12.719, + 12.698, + 12.499, + 12.174, + 12.473, + 13.045, + 13.309, + 12.92, + 13.192, + 11.866, + 11.219 + ] + }, + { + "repo": "gin", + "language": "go", + "tool": "colgrep", + "index_ms": 5442.0, + "p50_ms": 127.87, + "p90_ms": 150.74, + "p95_ms": 156.5, + "p99_ms": 178.09, + "latencies_ms": [ + 183.493, + 139.902, + 150.252, + 133.797, + 122.263, + 121.553, + 119.226, + 119.393, + 144.924, + 128.81, + 127.117, + 123.251, + 128.019, + 132.918, + 127.728, + 121.637, + 155.079, + 129.262, + 125.437, + 120.764 + ] + }, + { + "repo": "gin", + "language": "go", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.67, + "p90_ms": 15.34, + "p95_ms": 15.63, + "p99_ms": 15.95, + "latencies_ms": [ + 15.345, + 12.214, + 13.102, + 13.799, + 13.861, + 15.017, + 13.693, + 15.205, + 12.43, + 11.98, + 13.477, + 14.115, + 11.881, + 13.545, + 15.778, + 14.154, + 14.197, + 14.39, + 13.277, + 13.658, + 13.394, + 12.123, + 12.835, + 12.28, + 14.576, + 12.022, + 11.584, + 12.761, + 12.673, + 13.793, + 11.863, + 12.704, + 12.934, + 15.07, + 16.195, + 14.14, + 14.954, + 12.46, + 14.918, + 11.872, + 13.681, + 13.402, + 13.277, + 14.317, + 14.5, + 12.428, + 12.075, + 13.357, + 14.425, + 13.421, + 14.19, + 15.748, + 13.081, + 15.339, + 14.212, + 12.95, + 13.847, + 15.355, + 15.624, + 14.939 + ] + }, + { + "repo": "aeson", + "language": "haskell", + "tool": "colgrep", + "index_ms": 3558.3, + "p50_ms": 123.26, + "p90_ms": 132.4, + "p95_ms": 138.06, + "p99_ms": 159.88, + "latencies_ms": [ + 165.339, + 136.619, + 130.425, + 121.88, + 124.577, + 122.537, + 122.504, + 128.48, + 126.739, + 116.912, + 117.892, + 123.986, + 124.393, + 127.468, + 120.757, + 131.934, + 119.273, + 118.897, + 115.166, + 115.937 + ] + }, + { + "repo": "aeson", + "language": "haskell", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 12.05, + "p90_ms": 14.61, + "p95_ms": 16.54, + "p99_ms": 19.1, + "latencies_ms": [ + 13.979, + 12.14, + 12.59, + 11.546, + 11.391, + 13.283, + 12.147, + 11.632, + 11.213, + 13.442, + 18.902, + 17.056, + 16.51, + 14.249, + 14.446, + 12.288, + 11.504, + 11.362, + 10.249, + 11.337, + 11.071, + 12.124, + 13.161, + 11.752, + 11.751, + 12.562, + 11.771, + 11.506, + 11.322, + 11.28, + 10.834, + 14.162, + 19.395, + 14.376, + 15.539, + 14.511, + 15.286, + 13.914, + 13.129, + 13.742, + 14.531, + 13.583, + 10.039, + 10.83, + 11.354, + 10.642, + 13.269, + 11.942, + 11.735, + 11.98, + 12.232, + 11.188, + 10.986, + 11.794, + 11.835, + 11.222, + 13.014, + 12.969, + 11.974, + 11.342 + ] + }, + { + "repo": "gson", + "language": "java", + "tool": "colgrep", + "index_ms": 9427.5, + "p50_ms": 125.15, + "p90_ms": 134.55, + "p95_ms": 136.16, + "p99_ms": 147.03, + "latencies_ms": [ + 149.746, + 132.019, + 135.443, + 134.452, + 127.785, + 125.943, + 122.619, + 123.23, + 122.195, + 122.427, + 122.494, + 124.201, + 124.354, + 122.154, + 123.718, + 123.394, + 130.246, + 129.158, + 129.502, + 127.046 + ] + }, + { + "repo": "gson", + "language": "java", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 16.66, + "p90_ms": 18.23, + "p95_ms": 18.71, + "p99_ms": 20.7, + "latencies_ms": [ + 23.281, + 16.524, + 15.735, + 17.149, + 13.894, + 16.128, + 15.772, + 18.908, + 17.741, + 15.792, + 16.257, + 17.568, + 15.747, + 16.456, + 15.615, + 16.345, + 17.282, + 17.063, + 14.834, + 14.089, + 13.394, + 14.917, + 17.114, + 15.429, + 16.458, + 16.845, + 15.471, + 14.985, + 14.953, + 15.785, + 15.977, + 15.554, + 15.965, + 17.219, + 17.73, + 18.23, + 17.024, + 16.807, + 16.63, + 18.701, + 17.43, + 17.038, + 15.544, + 16.748, + 15.61, + 16.773, + 18.226, + 16.844, + 17.965, + 18.793, + 17.981, + 17.481, + 16.489, + 17.499, + 18.524, + 16.155, + 17.603, + 16.698, + 16.341, + 17.677 + ] + }, + { + "repo": "axios", + "language": "javascript", + "tool": "colgrep", + "index_ms": 1837.6, + "p50_ms": 112.68, + "p90_ms": 121.2, + "p95_ms": 125.98, + "p99_ms": 133.79, + "latencies_ms": [ + 135.739, + 108.823, + 110.647, + 109.423, + 112.697, + 109.626, + 117.432, + 114.531, + 119.737, + 118.358, + 120.732, + 125.465, + 116.396, + 113.607, + 110.165, + 110.96, + 109.932, + 110.34, + 112.659, + 110.925 + ] + }, + { + "repo": "axios", + "language": "javascript", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 14.83, + "p90_ms": 16.44, + "p95_ms": 16.61, + "p99_ms": 26.14, + "latencies_ms": [ + 15.173, + 15.426, + 12.159, + 13.394, + 13.374, + 12.205, + 12.352, + 14.332, + 14.163, + 16.436, + 14.431, + 14.115, + 13.829, + 14.579, + 15.322, + 14.62, + 16.292, + 14.353, + 16.617, + 14.646, + 14.772, + 14.772, + 15.568, + 15.835, + 14.772, + 15.892, + 14.209, + 13.142, + 16.29, + 15.178, + 16.608, + 16.576, + 16.255, + 16.304, + 14.335, + 14.663, + 15.73, + 15.384, + 17.494, + 14.895, + 16.231, + 16.479, + 38.579, + 15.268, + 15.285, + 15.872, + 15.172, + 15.408, + 14.576, + 15.959, + 14.587, + 15.241, + 14.16, + 15.062, + 13.492, + 12.444, + 13.658, + 12.203, + 13.046, + 14.677 + ] + }, + { + "repo": "ktor", + "language": "kotlin", + "tool": "colgrep", + "index_ms": 4203.9, + "p50_ms": 132.17, + "p90_ms": 176.25, + "p95_ms": 185.71, + "p99_ms": 193.1, + "latencies_ms": [ + 194.947, + 175.255, + 185.222, + 146.384, + 140.544, + 145.885, + 139.338, + 143.563, + 138.686, + 118.646, + 117.767, + 119.017, + 116.176, + 120.418, + 117.155, + 116.15, + 130.298, + 134.045, + 126.093, + 130.171 + ] + }, + { + "repo": "ktor", + "language": "kotlin", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 14.18, + "p90_ms": 16.62, + "p95_ms": 17.85, + "p99_ms": 19.86, + "latencies_ms": [ + 15.297, + 14.958, + 14.298, + 15.825, + 16.618, + 14.295, + 14.531, + 14.158, + 14.176, + 14.759, + 13.962, + 16.115, + 20.619, + 19.328, + 17.829, + 18.264, + 16.13, + 15.878, + 16.542, + 16.676, + 14.897, + 16.03, + 15.424, + 15.194, + 16.657, + 15.782, + 14.178, + 13.404, + 14.485, + 13.313, + 13.58, + 13.461, + 15.052, + 12.865, + 12.555, + 12.388, + 13.029, + 12.541, + 12.954, + 12.09, + 12.15, + 13.447, + 13.308, + 12.022, + 12.828, + 11.737, + 13.317, + 12.221, + 15.606, + 14.835, + 14.41, + 13.408, + 13.819, + 13.734, + 12.055, + 12.88, + 12.431, + 12.948, + 14.175, + 15.08 + ] + }, + { + "repo": "telescope.nvim", + "language": "lua", + "tool": "colgrep", + "index_ms": 4045.7, + "p50_ms": 124.38, + "p90_ms": 144.56, + "p95_ms": 146.8, + "p99_ms": 157.05, + "latencies_ms": [ + 159.617, + 128.982, + 142.265, + 120.829, + 128.587, + 128.187, + 121.303, + 146.125, + 134.464, + 144.387, + 124.982, + 114.622, + 114.102, + 123.771, + 115.702, + 112.531, + 115.236, + 123.758, + 134.306, + 123.22 + ] + }, + { + "repo": "telescope.nvim", + "language": "lua", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.67, + "p90_ms": 15.63, + "p95_ms": 16.39, + "p99_ms": 17.69, + "latencies_ms": [ + 15.09, + 16.776, + 15.302, + 15.253, + 14.483, + 16.366, + 13.379, + 13.013, + 13.124, + 12.289, + 12.85, + 16.111, + 13.831, + 13.507, + 13.52, + 13.644, + 14.723, + 13.972, + 15.541, + 14.324, + 13.978, + 14.059, + 15.165, + 14.598, + 13.725, + 13.716, + 13.534, + 12.699, + 17.995, + 17.479, + 15.277, + 15.42, + 15.135, + 15.062, + 13.348, + 15.612, + 15.812, + 13.87, + 13.753, + 12.975, + 12.302, + 13.704, + 12.805, + 11.589, + 11.303, + 11.146, + 11.477, + 11.409, + 10.793, + 13.223, + 12.39, + 13.72, + 12.372, + 12.245, + 12.447, + 11.773, + 11.782, + 11.519, + 11.357, + 13.237 + ] + }, + { + "repo": "monolog", + "language": "php", + "tool": "colgrep", + "index_ms": 4266.4, + "p50_ms": 122.98, + "p90_ms": 149.69, + "p95_ms": 156.68, + "p99_ms": 159.62, + "latencies_ms": [ + 139.566, + 117.528, + 117.928, + 118.893, + 125.379, + 117.623, + 114.503, + 120.576, + 117.532, + 113.903, + 115.237, + 116.32, + 156.485, + 146.1, + 136.252, + 134.135, + 160.353, + 148.938, + 139.656, + 129.317 + ] + }, + { + "repo": "monolog", + "language": "php", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 15.14, + "p90_ms": 17.44, + "p95_ms": 20.16, + "p99_ms": 22.58, + "latencies_ms": [ + 17.142, + 16.954, + 16.647, + 16.945, + 16.883, + 21.99, + 23.437, + 20.146, + 17.227, + 18.693, + 16.032, + 15.788, + 17.801, + 15.089, + 16.413, + 17.405, + 15.113, + 14.787, + 15.725, + 15.789, + 16.15, + 16.525, + 14.939, + 14.723, + 14.693, + 16.359, + 14.511, + 15.832, + 16.309, + 16.069, + 14.639, + 14.929, + 14.145, + 14.137, + 16.02, + 15.074, + 14.03, + 12.994, + 14.679, + 15.083, + 13.684, + 15.213, + 20.379, + 15.663, + 15.779, + 15.561, + 14.458, + 15.174, + 13.384, + 12.362, + 13.446, + 12.495, + 11.522, + 13.242, + 12.963, + 11.518, + 12.948, + 13.174, + 13.131, + 13.557 + ] + }, + { + "repo": "flask", + "language": "python", + "tool": "colgrep", + "index_ms": 2394.2, + "p50_ms": 112.08, + "p90_ms": 122.66, + "p95_ms": 125.48, + "p99_ms": 146.06, + "latencies_ms": [ + 151.205, + 111.255, + 109.941, + 109.401, + 110.037, + 109.345, + 122.66, + 116.407, + 115.891, + 120.353, + 112.105, + 108.931, + 111.086, + 125.479, + 112.263, + 111.106, + 111.84, + 110.048, + 112.258, + 113.013, + 112.077 + ] + }, + { + "repo": "flask", + "language": "python", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.06, + "p90_ms": 14.0, + "p95_ms": 14.23, + "p99_ms": 17.18, + "latencies_ms": [ + 14.214, + 13.9, + 13.55, + 11.764, + 13.065, + 12.912, + 13.986, + 13.955, + 13.587, + 12.792, + 13.276, + 13.057, + 13.244, + 13.226, + 13.103, + 13.464, + 12.966, + 11.904, + 11.618, + 12.346, + 13.483, + 13.368, + 12.702, + 11.834, + 11.632, + 12.357, + 11.849, + 11.897, + 13.147, + 12.474, + 12.51, + 12.121, + 12.752, + 12.99, + 12.827, + 14.279, + 12.609, + 13.13, + 12.257, + 13.116, + 14.073, + 14.231, + 13.83, + 13.741, + 13.998, + 12.915, + 11.682, + 13.227, + 11.315, + 12.74, + 11.302, + 12.662, + 13.493, + 12.921, + 13.213, + 13.177, + 21.919, + 13.174, + 13.12, + 12.857, + 12.841, + 12.618, + 14.256 + ] + }, + { + "repo": "rack", + "language": "ruby", + "tool": "colgrep", + "index_ms": 2904.7, + "p50_ms": 112.74, + "p90_ms": 122.19, + "p95_ms": 126.52, + "p99_ms": 138.12, + "latencies_ms": [ + 141.023, + 111.288, + 111.306, + 111.573, + 113.376, + 113.491, + 111.053, + 114.051, + 120.5, + 111.053, + 121.428, + 117.625, + 123.961, + 114.854, + 109.797, + 112.108, + 111.867, + 109.906 + ] + }, + { + "repo": "rack", + "language": "ruby", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.46, + "p90_ms": 15.04, + "p95_ms": 15.87, + "p99_ms": 16.2, + "latencies_ms": [ + 14.789, + 13.641, + 13.237, + 14.065, + 12.075, + 13.956, + 13.559, + 13.942, + 13.0, + 13.411, + 13.769, + 13.199, + 14.207, + 12.076, + 11.787, + 13.877, + 11.839, + 11.47, + 12.513, + 11.281, + 12.486, + 12.864, + 15.006, + 14.91, + 13.006, + 11.149, + 11.996, + 13.272, + 11.846, + 14.011, + 14.214, + 13.763, + 13.657, + 12.712, + 11.723, + 11.543, + 12.396, + 12.964, + 11.749, + 11.689, + 12.812, + 14.057, + 13.722, + 16.326, + 15.057, + 15.995, + 15.796, + 14.94, + 15.766, + 14.565, + 16.085, + 13.625, + 13.369, + 13.501 + ] + }, + { + "repo": "axum", + "language": "rust", + "tool": "colgrep", + "index_ms": 6670.6, + "p50_ms": 122.0, + "p90_ms": 130.4, + "p95_ms": 132.53, + "p99_ms": 143.66, + "latencies_ms": [ + 146.439, + 120.878, + 118.29, + 119.267, + 130.246, + 123.088, + 123.948, + 122.381, + 131.793, + 121.014, + 120.122, + 125.845, + 124.269, + 121.611, + 123.189, + 121.147, + 120.979, + 121.057, + 125.985, + 121.454 + ] + }, + { + "repo": "axum", + "language": "rust", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 14.83, + "p90_ms": 16.83, + "p95_ms": 17.29, + "p99_ms": 17.76, + "latencies_ms": [ + 16.861, + 17.555, + 17.65, + 17.281, + 16.801, + 15.395, + 16.364, + 15.447, + 16.075, + 16.158, + 15.068, + 16.783, + 14.72, + 14.022, + 15.52, + 14.752, + 15.851, + 15.21, + 14.008, + 16.83, + 16.087, + 17.267, + 17.916, + 16.147, + 15.082, + 14.78, + 15.215, + 14.642, + 15.277, + 12.917, + 14.212, + 14.137, + 13.676, + 14.703, + 13.561, + 13.604, + 14.208, + 15.783, + 14.524, + 14.008, + 13.929, + 15.158, + 14.367, + 14.927, + 13.375, + 14.454, + 12.863, + 13.875, + 14.822, + 12.366, + 12.864, + 14.732, + 15.246, + 12.25, + 12.414, + 14.845, + 15.239, + 14.915, + 13.283, + 13.96 + ] + }, + { + "repo": "http4s", + "language": "scala", + "tool": "colgrep", + "index_ms": 4386.3, + "p50_ms": 123.86, + "p90_ms": 133.23, + "p95_ms": 136.36, + "p99_ms": 163.9, + "latencies_ms": [ + 170.786, + 122.615, + 122.3, + 122.422, + 124.33, + 123.899, + 125.751, + 124.706, + 130.17, + 133.089, + 134.545, + 131.686, + 132.605, + 120.439, + 120.365, + 121.446, + 123.179, + 119.542, + 120.928, + 123.817 + ] + }, + { + "repo": "http4s", + "language": "scala", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 16.18, + "p90_ms": 17.33, + "p95_ms": 17.72, + "p99_ms": 18.3, + "latencies_ms": [ + 16.223, + 15.989, + 16.597, + 16.141, + 17.077, + 17.956, + 17.321, + 15.797, + 16.88, + 16.709, + 16.457, + 16.87, + 16.995, + 15.963, + 17.962, + 16.977, + 16.404, + 14.785, + 16.74, + 15.842, + 15.469, + 14.701, + 14.051, + 16.132, + 14.586, + 15.911, + 17.055, + 15.668, + 16.804, + 17.482, + 15.942, + 17.21, + 14.661, + 15.553, + 15.916, + 17.292, + 18.783, + 16.483, + 17.239, + 15.32, + 15.697, + 16.288, + 16.575, + 17.379, + 17.281, + 15.499, + 17.704, + 16.936, + 15.716, + 16.767, + 15.327, + 15.551, + 14.399, + 15.425, + 14.338, + 16.992, + 13.758, + 14.759, + 14.441, + 13.511 + ] + }, + { + "repo": "alamofire", + "language": "swift", + "tool": "colgrep", + "index_ms": 3964.2, + "p50_ms": 116.59, + "p90_ms": 126.12, + "p95_ms": 161.57, + "p99_ms": 419.76, + "latencies_ms": [ + 144.58, + 484.304, + 117.563, + 116.703, + 120.372, + 116.479, + 123.743, + 120.036, + 124.069, + 123.128, + 113.509, + 116.749, + 115.459, + 115.93, + 114.959, + 113.668, + 112.401, + 115.047, + 113.465, + 116.117 + ] + }, + { + "repo": "alamofire", + "language": "swift", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.41, + "p90_ms": 15.29, + "p95_ms": 15.69, + "p99_ms": 16.88, + "latencies_ms": [ + 15.274, + 15.639, + 11.758, + 13.101, + 12.937, + 14.048, + 14.119, + 15.44, + 16.778, + 16.618, + 15.57, + 13.857, + 13.122, + 12.906, + 13.399, + 13.072, + 13.412, + 14.375, + 14.241, + 14.884, + 12.068, + 12.999, + 13.154, + 13.686, + 14.162, + 13.445, + 13.578, + 15.089, + 17.024, + 15.259, + 14.241, + 13.434, + 13.176, + 14.302, + 12.828, + 13.404, + 12.706, + 13.578, + 13.982, + 13.082, + 12.748, + 13.436, + 11.107, + 12.044, + 12.271, + 13.123, + 13.267, + 12.326, + 13.862, + 12.187, + 13.724, + 13.193, + 15.22, + 12.412, + 12.12, + 10.865, + 12.116, + 11.904, + 13.384, + 13.448 + ] + }, + { + "repo": "trpc", + "language": "typescript", + "tool": "colgrep", + "index_ms": 2900.9, + "p50_ms": 119.96, + "p90_ms": 122.2, + "p95_ms": 124.08, + "p99_ms": 143.27, + "latencies_ms": [ + 148.072, + 118.043, + 119.153, + 117.613, + 119.546, + 122.817, + 118.502, + 121.122, + 120.414, + 119.865, + 119.771, + 120.868, + 119.773, + 120.045, + 119.072, + 122.132, + 118.668, + 122.049, + 121.418, + 121.648 + ] + }, + { + "repo": "trpc", + "language": "typescript", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 14.87, + "p90_ms": 16.43, + "p95_ms": 16.82, + "p99_ms": 17.1, + "latencies_ms": [ + 16.956, + 16.047, + 13.635, + 13.249, + 13.377, + 16.058, + 14.963, + 13.547, + 15.453, + 14.335, + 16.493, + 12.949, + 13.626, + 13.989, + 15.072, + 15.326, + 14.985, + 17.315, + 16.421, + 14.121, + 14.332, + 14.55, + 16.813, + 14.989, + 13.497, + 14.018, + 14.621, + 15.758, + 15.053, + 14.762, + 14.899, + 14.849, + 15.456, + 15.132, + 16.912, + 16.38, + 14.908, + 16.032, + 15.105, + 14.026, + 12.808, + 12.397, + 13.078, + 14.291, + 16.094, + 13.815, + 14.444, + 13.379, + 15.257, + 13.863, + 13.534, + 14.748, + 14.732, + 16.509, + 15.111, + 15.916, + 14.698, + 15.261, + 14.646, + 15.253 + ] + }, + { + "repo": "zls", + "language": "zig", + "tool": "colgrep", + "index_ms": 2895.3, + "p50_ms": 115.94, + "p90_ms": 121.12, + "p95_ms": 124.8, + "p99_ms": 147.93, + "latencies_ms": [ + 153.709, + 117.919, + 114.798, + 115.74, + 116.142, + 123.274, + 120.879, + 116.171, + 117.405, + 116.233, + 114.42, + 115.493, + 118.269, + 114.297, + 117.271, + 114.364, + 114.123, + 114.315, + 115.476, + 114.455 + ] + }, + { + "repo": "zls", + "language": "zig", + "tool": "ripgrep", + "index_ms": null, + "p50_ms": 13.1, + "p90_ms": 14.45, + "p95_ms": 14.78, + "p99_ms": 15.92, + "latencies_ms": [ + 17.203, + 13.248, + 12.689, + 14.315, + 14.325, + 14.155, + 13.228, + 13.006, + 12.944, + 13.725, + 14.399, + 14.095, + 13.164, + 15.035, + 12.611, + 14.192, + 13.495, + 12.928, + 13.248, + 11.406, + 12.961, + 13.268, + 14.772, + 14.19, + 13.312, + 14.703, + 12.552, + 13.569, + 14.214, + 13.038, + 12.254, + 12.405, + 12.372, + 14.433, + 13.113, + 14.123, + 12.525, + 12.04, + 12.401, + 12.004, + 14.247, + 12.19, + 12.262, + 13.096, + 13.874, + 12.298, + 14.216, + 12.225, + 11.2, + 12.111, + 12.063, + 12.278, + 12.986, + 14.615, + 14.125, + 12.645, + 12.0, + 12.031, + 12.214, + 14.907 + ] + }, + { + "repo": "nvm", + "language": "bash", + "tool": "semble", + "index_ms": 138.4, + "p50_ms": 0.58, + "p90_ms": 0.63, + "p95_ms": 0.66, + "p99_ms": 0.95, + "latencies_ms": [ + 0.811, + 0.551, + 0.53, + 0.532, + 0.53, + 0.553, + 0.542, + 0.524, + 0.523, + 0.516, + 0.628, + 0.6, + 0.593, + 0.588, + 0.594, + 0.677, + 0.631, + 0.584, + 0.578, + 0.575, + 0.593, + 0.583, + 0.551, + 0.582, + 0.565, + 0.524, + 0.484, + 0.477, + 0.476, + 0.477, + 0.566, + 0.557, + 0.551, + 0.615, + 0.58, + 0.62, + 0.594, + 0.588, + 0.599, + 0.557, + 0.612, + 0.583, + 0.578, + 0.592, + 0.588, + 0.524, + 0.493, + 0.491, + 0.48, + 0.486, + 0.641, + 0.628, + 0.612, + 0.622, + 0.604, + 0.56, + 0.541, + 0.542, + 0.539, + 0.537, + 0.582, + 0.583, + 0.598, + 0.599, + 0.609, + 0.604, + 0.573, + 0.589, + 0.664, + 0.643, + 0.58, + 0.539, + 0.539, + 0.541, + 0.54, + 0.614, + 0.599, + 0.601, + 0.629, + 0.948, + 0.57, + 0.49, + 0.475, + 0.477, + 0.473, + 0.614, + 0.575, + 0.575, + 0.587, + 0.576, + 0.585, + 0.962, + 0.65, + 0.809, + 0.629, + 0.602, + 0.559, + 0.542, + 0.566, + 0.554 + ] + }, + { + "repo": "libuv", + "language": "c", + "tool": "semble", + "index_ms": 743.7, + "p50_ms": 0.79, + "p90_ms": 1.17, + "p95_ms": 1.4, + "p99_ms": 1.5, + "latencies_ms": [ + 1.688, + 1.246, + 1.286, + 1.205, + 1.212, + 0.727, + 0.702, + 0.732, + 0.722, + 0.666, + 0.943, + 0.849, + 0.84, + 0.878, + 0.941, + 1.495, + 1.42, + 1.402, + 1.409, + 1.406, + 0.876, + 0.791, + 0.93, + 0.973, + 0.813, + 0.764, + 0.684, + 0.677, + 0.674, + 0.689, + 0.712, + 0.678, + 0.663, + 0.652, + 0.637, + 0.96, + 0.895, + 0.824, + 0.804, + 0.823, + 0.651, + 0.613, + 0.592, + 0.597, + 0.61, + 0.718, + 0.676, + 0.685, + 0.694, + 0.829, + 1.094, + 0.892, + 0.838, + 0.854, + 0.845, + 1.008, + 0.908, + 0.92, + 0.91, + 0.89, + 1.153, + 1.006, + 0.972, + 0.973, + 0.979, + 0.781, + 0.751, + 0.754, + 0.772, + 0.715, + 0.887, + 0.801, + 0.795, + 0.805, + 0.772, + 0.565, + 0.5, + 0.497, + 0.499, + 0.504, + 1.165, + 1.036, + 1.008, + 1.012, + 1.049, + 0.769, + 0.68, + 0.692, + 0.713, + 0.688, + 0.727, + 0.676, + 0.702, + 0.724, + 0.663, + 0.805, + 0.699, + 0.691, + 0.731, + 0.761 + ] + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "tool": "semble", + "index_ms": 446.2, + "p50_ms": 0.97, + "p90_ms": 4.4, + "p95_ms": 4.81, + "p99_ms": 5.1, + "latencies_ms": [ + 1.386, + 1.113, + 1.08, + 1.138, + 1.066, + 0.737, + 0.722, + 0.695, + 0.688, + 0.674, + 0.746, + 0.727, + 0.712, + 0.705, + 0.726, + 0.96, + 1.007, + 0.954, + 0.911, + 0.91, + 1.127, + 1.091, + 1.087, + 1.1, + 1.089, + 1.051, + 0.971, + 0.904, + 0.898, + 0.91, + 1.106, + 1.034, + 1.014, + 1.007, + 0.994, + 1.226, + 1.185, + 1.116, + 1.102, + 1.107, + 0.948, + 0.899, + 0.886, + 0.878, + 0.884, + 1.035, + 0.969, + 0.913, + 0.903, + 0.886, + 0.93, + 0.896, + 0.881, + 0.883, + 0.899, + 0.832, + 0.829, + 0.808, + 0.795, + 0.781, + 1.528, + 1.516, + 1.503, + 1.511, + 1.54, + 5.132, + 5.097, + 4.848, + 4.797, + 4.91, + 1.018, + 0.919, + 0.889, + 0.916, + 0.885, + 0.807, + 0.745, + 0.71, + 0.709, + 0.729, + 0.948, + 0.908, + 0.906, + 0.903, + 0.911, + 4.377, + 4.239, + 4.373, + 4.2, + 4.358, + 4.777, + 4.81, + 4.658, + 4.74, + 4.956, + 4.336, + 4.243, + 4.133, + 4.256, + 4.076 + ] + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "tool": "semble", + "index_ms": 552.7, + "p50_ms": 4.45, + "p90_ms": 6.3, + "p95_ms": 6.34, + "p99_ms": 6.62, + "latencies_ms": [ + 6.804, + 6.268, + 6.294, + 6.343, + 6.357, + 1.134, + 1.062, + 1.052, + 1.066, + 1.056, + 1.171, + 1.115, + 1.101, + 1.119, + 1.094, + 1.281, + 1.225, + 1.237, + 1.224, + 1.208, + 0.823, + 0.81, + 0.798, + 0.881, + 0.83, + 1.067, + 1.04, + 1.019, + 1.025, + 1.022, + 1.205, + 1.235, + 1.218, + 1.143, + 1.11, + 0.954, + 0.929, + 0.918, + 0.899, + 0.898, + 5.868, + 6.15, + 6.18, + 6.306, + 5.952, + 1.012, + 0.919, + 0.976, + 0.981, + 0.888, + 6.305, + 6.073, + 6.282, + 6.212, + 6.12, + 6.265, + 6.049, + 6.254, + 6.161, + 5.999, + 6.616, + 6.463, + 6.339, + 6.437, + 6.179, + 4.808, + 4.609, + 4.781, + 4.73, + 4.884, + 4.303, + 4.993, + 4.326, + 4.447, + 4.429, + 5.723, + 5.604, + 5.648, + 5.562, + 5.727, + 4.448, + 4.534, + 4.451, + 4.487, + 4.391, + 6.343, + 6.267, + 6.27, + 6.166, + 6.275, + 1.068, + 1.02, + 1.006, + 0.989, + 0.996, + 5.266, + 5.445, + 5.501, + 5.453, + 5.265 + ] + }, + { + "repo": "phoenix", + "language": "elixir", + "tool": "semble", + "index_ms": 331.3, + "p50_ms": 0.78, + "p90_ms": 4.61, + "p95_ms": 5.38, + "p99_ms": 6.32, + "latencies_ms": [ + 1.304, + 1.039, + 1.03, + 1.014, + 1.009, + 0.837, + 0.772, + 0.728, + 0.711, + 0.729, + 0.715, + 0.655, + 0.647, + 0.64, + 0.653, + 0.686, + 0.653, + 0.66, + 0.653, + 0.646, + 0.812, + 0.736, + 0.693, + 0.685, + 0.678, + 5.079, + 4.797, + 4.864, + 4.912, + 4.895, + 0.575, + 0.553, + 0.55, + 0.603, + 0.604, + 0.716, + 0.69, + 0.684, + 0.668, + 0.658, + 1.008, + 0.965, + 0.947, + 0.957, + 0.948, + 0.721, + 0.791, + 0.759, + 0.741, + 0.747, + 1.015, + 0.843, + 0.833, + 0.828, + 0.84, + 0.663, + 0.641, + 0.621, + 0.625, + 0.676, + 0.699, + 0.648, + 0.651, + 0.65, + 0.641, + 0.722, + 0.697, + 0.691, + 0.681, + 0.681, + 0.805, + 0.778, + 0.824, + 0.93, + 0.873, + 1.219, + 1.056, + 1.018, + 1.006, + 0.999, + 4.327, + 4.049, + 4.325, + 4.252, + 4.251, + 6.396, + 6.316, + 6.082, + 6.268, + 6.214, + 4.127, + 4.153, + 4.208, + 4.203, + 4.221 + ] + }, + { + "repo": "gin", + "language": "go", + "tool": "semble", + "index_ms": 322.9, + "p50_ms": 0.73, + "p90_ms": 3.3, + "p95_ms": 4.24, + "p99_ms": 4.57, + "latencies_ms": [ + 0.916, + 0.641, + 0.555, + 0.55, + 0.557, + 0.501, + 0.45, + 0.464, + 0.458, + 0.451, + 0.767, + 0.689, + 0.664, + 0.741, + 0.71, + 0.797, + 0.726, + 0.71, + 0.702, + 0.713, + 0.751, + 0.698, + 0.693, + 0.698, + 0.695, + 4.222, + 4.049, + 4.081, + 3.949, + 4.034, + 0.645, + 0.61, + 0.67, + 0.624, + 0.592, + 0.546, + 0.53, + 0.527, + 0.539, + 0.54, + 0.492, + 0.467, + 0.463, + 0.452, + 0.444, + 0.713, + 0.687, + 0.689, + 0.675, + 0.752, + 0.61, + 0.562, + 0.571, + 0.55, + 0.547, + 0.841, + 0.817, + 0.815, + 0.813, + 0.819, + 0.802, + 0.786, + 0.776, + 0.811, + 0.781, + 0.774, + 0.776, + 0.762, + 0.755, + 0.764, + 0.752, + 0.73, + 0.749, + 0.72, + 0.719, + 0.904, + 0.91, + 0.865, + 0.889, + 0.863, + 2.889, + 2.96, + 2.887, + 2.892, + 2.942, + 4.525, + 4.512, + 4.567, + 4.563, + 4.687, + 3.11, + 3.167, + 3.231, + 3.06, + 3.087, + 0.768, + 0.708, + 0.712, + 0.702, + 0.695 + ] + }, + { + "repo": "aeson", + "language": "haskell", + "tool": "semble", + "index_ms": 255.4, + "p50_ms": 3.75, + "p90_ms": 6.74, + "p95_ms": 11.36, + "p99_ms": 20.4, + "latencies_ms": [ + 1.136, + 0.848, + 0.83, + 0.828, + 0.887, + 4.116, + 4.05, + 3.882, + 3.971, + 4.01, + 3.681, + 3.774, + 3.719, + 3.771, + 3.768, + 3.89, + 3.888, + 3.884, + 3.689, + 3.773, + 3.823, + 3.807, + 3.894, + 3.646, + 3.777, + 4.223, + 4.181, + 4.307, + 4.075, + 4.156, + 3.803, + 3.739, + 3.751, + 3.602, + 3.61, + 20.397, + 20.848, + 20.371, + 20.047, + 20.347, + 4.161, + 4.222, + 4.177, + 4.053, + 4.142, + 4.452, + 4.561, + 4.377, + 4.421, + 4.434, + 3.677, + 3.748, + 3.626, + 3.707, + 3.793, + 0.708, + 0.668, + 0.663, + 0.663, + 0.673, + 0.774, + 0.769, + 0.756, + 0.772, + 0.761, + 0.747, + 0.719, + 0.708, + 0.73, + 0.683, + 3.434, + 3.483, + 3.534, + 3.518, + 3.575, + 0.756, + 0.781, + 0.721, + 0.689, + 0.685, + 10.797, + 10.832, + 10.899, + 10.848, + 10.728, + 6.26, + 6.221, + 6.242, + 6.301, + 6.211, + 0.694, + 0.649, + 0.654, + 0.699, + 0.702, + 3.693, + 3.707, + 3.686, + 3.646, + 3.764 + ] + }, + { + "repo": "gson", + "language": "java", + "tool": "semble", + "index_ms": 862.3, + "p50_ms": 1.52, + "p90_ms": 8.81, + "p95_ms": 9.63, + "p99_ms": 12.63, + "latencies_ms": [ + 13.227, + 12.419, + 12.621, + 12.39, + 12.227, + 1.705, + 1.58, + 1.598, + 1.634, + 1.632, + 1.381, + 1.363, + 1.356, + 1.324, + 1.312, + 8.395, + 8.305, + 8.092, + 8.438, + 8.46, + 6.956, + 6.896, + 6.651, + 6.945, + 6.786, + 1.519, + 1.47, + 1.524, + 1.473, + 2.122, + 1.451, + 1.418, + 1.312, + 1.349, + 1.342, + 1.264, + 1.22, + 1.223, + 1.183, + 1.227, + 1.177, + 1.101, + 1.094, + 1.133, + 1.124, + 0.91, + 0.859, + 0.851, + 0.88, + 0.889, + 1.245, + 1.194, + 1.191, + 1.208, + 1.201, + 1.26, + 1.229, + 1.235, + 1.197, + 1.179, + 1.407, + 1.367, + 1.353, + 1.38, + 1.351, + 1.448, + 1.39, + 1.429, + 1.447, + 1.477, + 1.6, + 1.599, + 1.527, + 1.496, + 1.497, + 1.781, + 1.726, + 1.716, + 1.656, + 1.77, + 8.783, + 8.505, + 8.449, + 8.163, + 8.442, + 6.772, + 6.887, + 7.042, + 6.802, + 6.852, + 9.07, + 9.49, + 9.3, + 9.236, + 9.142, + 6.976, + 7.111, + 6.965, + 6.946, + 7.407 + ] + }, + { + "repo": "axios", + "language": "javascript", + "tool": "semble", + "index_ms": 87.4, + "p50_ms": 0.64, + "p90_ms": 2.16, + "p95_ms": 2.26, + "p99_ms": 2.32, + "latencies_ms": [ + 0.89, + 0.647, + 0.636, + 0.621, + 0.617, + 0.572, + 0.51, + 0.48, + 0.465, + 0.461, + 0.581, + 0.56, + 0.557, + 0.572, + 0.557, + 0.635, + 0.603, + 0.601, + 0.615, + 0.6, + 2.303, + 2.102, + 2.18, + 2.143, + 2.143, + 1.707, + 1.608, + 1.585, + 1.618, + 1.686, + 2.319, + 2.262, + 2.266, + 2.318, + 2.314, + 0.545, + 0.525, + 0.594, + 0.565, + 0.507, + 0.565, + 0.548, + 0.529, + 0.533, + 0.532, + 0.67, + 0.653, + 0.638, + 0.635, + 0.645, + 0.586, + 0.566, + 0.571, + 0.569, + 0.604, + 0.585, + 0.548, + 0.551, + 0.551, + 0.559, + 0.678, + 0.672, + 0.672, + 0.672, + 0.669, + 0.624, + 0.613, + 0.602, + 0.61, + 0.601, + 0.577, + 0.552, + 0.545, + 0.558, + 0.553, + 0.691, + 0.663, + 0.678, + 0.659, + 0.646, + 0.74, + 0.715, + 0.702, + 0.702, + 0.702, + 2.157, + 2.014, + 2.07, + 2.121, + 2.115, + 2.09, + 2.001, + 2.081, + 2.085, + 2.089, + 2.143, + 2.196, + 2.187, + 2.159, + 2.201 + ] + }, + { + "repo": "ktor", + "language": "kotlin", + "tool": "semble", + "index_ms": 208.1, + "p50_ms": 1.09, + "p90_ms": 5.09, + "p95_ms": 5.96, + "p99_ms": 6.09, + "latencies_ms": [ + 6.371, + 5.946, + 6.086, + 5.754, + 6.039, + 1.073, + 1.005, + 0.993, + 1.004, + 1.002, + 0.849, + 0.833, + 0.819, + 0.82, + 0.853, + 1.036, + 0.997, + 1.024, + 1.03, + 1.016, + 0.955, + 0.933, + 0.953, + 0.939, + 0.982, + 0.921, + 0.878, + 0.864, + 0.861, + 0.872, + 0.784, + 0.782, + 0.772, + 0.766, + 0.763, + 0.663, + 0.643, + 0.716, + 0.683, + 0.661, + 3.167, + 3.18, + 3.222, + 3.115, + 3.211, + 0.883, + 0.865, + 0.882, + 0.828, + 0.823, + 0.997, + 0.962, + 0.977, + 0.962, + 0.972, + 4.931, + 4.852, + 4.937, + 5.013, + 4.923, + 4.634, + 4.891, + 4.611, + 4.745, + 4.51, + 3.436, + 3.372, + 3.313, + 3.355, + 3.393, + 4.597, + 4.744, + 4.773, + 4.679, + 4.422, + 3.371, + 3.489, + 3.53, + 3.475, + 3.535, + 5.931, + 5.96, + 5.885, + 5.959, + 6.034, + 1.285, + 1.326, + 1.181, + 1.13, + 1.101, + 0.944, + 0.934, + 0.869, + 0.862, + 0.854, + 3.61, + 3.613, + 4.208, + 3.779, + 3.72 + ] + }, + { + "repo": "telescope.nvim", + "language": "lua", + "tool": "semble", + "index_ms": 236.3, + "p50_ms": 0.81, + "p90_ms": 1.02, + "p95_ms": 1.59, + "p99_ms": 3.92, + "latencies_ms": [ + 1.482, + 0.97, + 0.866, + 0.858, + 0.848, + 0.886, + 0.83, + 0.772, + 0.755, + 0.736, + 0.849, + 0.796, + 0.79, + 0.784, + 0.802, + 0.859, + 0.832, + 0.871, + 0.892, + 0.872, + 1.025, + 0.895, + 0.879, + 0.883, + 0.919, + 0.967, + 1.036, + 1.019, + 0.937, + 0.833, + 0.759, + 0.69, + 0.676, + 0.688, + 0.692, + 0.852, + 0.786, + 0.777, + 0.797, + 0.832, + 0.807, + 0.856, + 0.882, + 0.802, + 0.758, + 3.972, + 3.915, + 3.762, + 3.702, + 3.733, + 0.882, + 0.806, + 0.79, + 0.772, + 0.806, + 0.808, + 0.785, + 0.782, + 0.852, + 0.789, + 0.823, + 0.788, + 0.777, + 0.779, + 0.769, + 0.946, + 0.914, + 0.911, + 0.895, + 0.901, + 0.83, + 0.795, + 0.799, + 0.787, + 0.786, + 0.778, + 0.753, + 0.74, + 0.732, + 0.744, + 0.821, + 0.946, + 1.087, + 1.023, + 0.916, + 0.847, + 0.762, + 0.742, + 0.733, + 0.752, + 0.77, + 0.712, + 0.789, + 0.778, + 0.708, + 0.847, + 0.818, + 0.813, + 0.802, + 0.817 + ] + }, + { + "repo": "monolog", + "language": "php", + "tool": "semble", + "index_ms": 188.3, + "p50_ms": 0.96, + "p90_ms": 3.22, + "p95_ms": 3.32, + "p99_ms": 3.49, + "latencies_ms": [ + 1.106, + 0.82, + 0.793, + 0.79, + 0.792, + 0.97, + 0.939, + 0.927, + 0.927, + 0.907, + 0.913, + 0.826, + 0.792, + 0.779, + 0.768, + 0.734, + 0.697, + 0.687, + 0.706, + 0.689, + 3.59, + 3.322, + 3.476, + 3.493, + 3.402, + 3.09, + 3.094, + 3.004, + 3.079, + 3.089, + 3.24, + 3.208, + 3.232, + 3.223, + 3.19, + 0.962, + 0.897, + 0.893, + 0.871, + 0.961, + 1.091, + 1.031, + 1.039, + 1.057, + 1.038, + 0.976, + 0.947, + 0.931, + 0.937, + 1.014, + 1.003, + 0.918, + 0.906, + 0.907, + 0.927, + 0.935, + 0.939, + 0.91, + 0.89, + 0.901, + 0.848, + 0.77, + 0.759, + 0.766, + 0.773, + 0.849, + 0.822, + 0.818, + 0.823, + 0.809, + 0.999, + 0.953, + 0.983, + 0.942, + 0.926, + 0.982, + 0.973, + 0.959, + 0.958, + 0.972, + 1.101, + 1.081, + 1.137, + 1.135, + 1.13, + 0.992, + 0.963, + 0.956, + 0.968, + 0.972, + 3.35, + 3.173, + 3.254, + 3.282, + 3.102, + 3.005, + 3.035, + 3.065, + 3.008, + 3.117 + ] + }, + { + "repo": "flask", + "language": "python", + "tool": "semble", + "index_ms": 137.3, + "p50_ms": 0.47, + "p90_ms": 2.13, + "p95_ms": 3.23, + "p99_ms": 3.33, + "latencies_ms": [ + 0.78, + 0.505, + 0.471, + 0.488, + 0.469, + 0.498, + 0.453, + 0.443, + 0.426, + 0.435, + 0.408, + 0.373, + 0.372, + 0.371, + 0.382, + 0.422, + 0.383, + 0.394, + 0.381, + 0.384, + 0.515, + 0.422, + 0.395, + 0.405, + 0.393, + 0.39, + 0.37, + 0.374, + 0.37, + 0.363, + 0.468, + 0.44, + 0.453, + 0.435, + 0.429, + 0.416, + 0.396, + 0.391, + 0.399, + 0.398, + 0.409, + 0.403, + 0.393, + 0.447, + 0.456, + 0.511, + 0.467, + 0.457, + 0.459, + 0.459, + 0.671, + 0.637, + 0.636, + 0.639, + 0.646, + 0.751, + 0.698, + 0.685, + 0.679, + 0.68, + 0.767, + 0.727, + 0.733, + 0.742, + 0.744, + 0.572, + 0.546, + 0.546, + 0.556, + 0.542, + 0.754, + 0.702, + 0.698, + 0.699, + 0.705, + 3.163, + 3.115, + 3.182, + 3.238, + 3.057, + 2.142, + 2.059, + 2.116, + 2.085, + 2.047, + 3.333, + 3.388, + 3.258, + 3.267, + 3.267, + 0.405, + 0.377, + 0.372, + 0.384, + 0.393, + 0.357, + 0.329, + 0.341, + 0.326, + 0.316, + 0.717, + 0.662, + 0.658, + 0.676, + 0.685 + ] + }, + { + "repo": "rack", + "language": "ruby", + "tool": "semble", + "index_ms": 123.7, + "p50_ms": 0.59, + "p90_ms": 3.39, + "p95_ms": 4.44, + "p99_ms": 5.33, + "latencies_ms": [ + 0.797, + 0.605, + 0.579, + 0.552, + 0.53, + 0.651, + 0.607, + 0.61, + 0.609, + 0.624, + 0.466, + 0.437, + 0.43, + 0.423, + 0.43, + 0.518, + 0.483, + 0.5, + 0.486, + 0.498, + 3.116, + 2.995, + 2.935, + 2.955, + 2.889, + 5.349, + 5.199, + 5.306, + 5.17, + 5.331, + 3.388, + 3.472, + 3.55, + 3.417, + 3.515, + 0.606, + 0.566, + 0.559, + 0.603, + 0.566, + 0.541, + 0.512, + 0.503, + 0.503, + 0.515, + 0.604, + 0.576, + 0.572, + 0.574, + 0.571, + 0.534, + 0.502, + 0.498, + 0.496, + 0.502, + 0.609, + 0.636, + 0.607, + 0.597, + 0.565, + 0.559, + 0.535, + 0.532, + 0.538, + 0.548, + 0.513, + 0.506, + 0.509, + 0.498, + 0.506, + 0.591, + 0.573, + 0.552, + 0.553, + 0.566, + 0.648, + 0.622, + 0.606, + 0.608, + 0.619, + 2.795, + 2.845, + 2.764, + 2.667, + 2.759, + 2.704, + 2.664, + 2.639, + 2.608, + 2.715 + ] + }, + { + "repo": "axum", + "language": "rust", + "tool": "semble", + "index_ms": 234.0, + "p50_ms": 0.88, + "p90_ms": 4.17, + "p95_ms": 4.42, + "p99_ms": 5.92, + "latencies_ms": [ + 1.071, + 0.811, + 0.794, + 0.784, + 0.787, + 0.879, + 0.816, + 0.804, + 0.888, + 0.885, + 5.976, + 5.843, + 5.919, + 5.651, + 5.715, + 0.703, + 0.661, + 0.646, + 0.653, + 0.663, + 0.658, + 0.64, + 0.613, + 0.628, + 0.615, + 0.728, + 0.683, + 0.691, + 0.68, + 0.718, + 4.163, + 4.302, + 4.189, + 4.243, + 4.255, + 1.063, + 0.994, + 1.007, + 0.989, + 0.978, + 0.803, + 0.798, + 0.769, + 0.766, + 0.772, + 0.828, + 0.792, + 0.798, + 0.782, + 0.783, + 0.82, + 0.811, + 0.796, + 0.781, + 0.775, + 3.346, + 3.323, + 3.29, + 3.251, + 3.353, + 4.357, + 4.13, + 4.149, + 4.095, + 4.171, + 3.773, + 3.641, + 3.681, + 3.71, + 3.694, + 0.822, + 0.767, + 0.752, + 0.743, + 0.746, + 0.909, + 0.871, + 0.91, + 0.861, + 0.809, + 0.638, + 0.616, + 0.617, + 0.627, + 0.624, + 3.329, + 3.283, + 3.199, + 3.243, + 3.237, + 3.332, + 3.476, + 3.38, + 3.348, + 3.429, + 3.569, + 3.548, + 3.573, + 3.448, + 3.499 + ] + }, + { + "repo": "http4s", + "language": "scala", + "tool": "semble", + "index_ms": 616.9, + "p50_ms": 4.65, + "p90_ms": 6.97, + "p95_ms": 7.43, + "p99_ms": 7.85, + "latencies_ms": [ + 6.482, + 5.693, + 5.801, + 5.674, + 6.293, + 1.125, + 1.035, + 1.032, + 1.055, + 1.001, + 5.28, + 5.295, + 5.427, + 5.414, + 5.257, + 4.892, + 4.736, + 4.848, + 4.684, + 4.795, + 0.962, + 0.92, + 0.977, + 0.968, + 0.939, + 0.929, + 0.902, + 0.861, + 0.831, + 0.82, + 8.031, + 7.843, + 7.749, + 7.586, + 7.518, + 1.089, + 1.113, + 1.037, + 0.985, + 1.015, + 0.966, + 0.933, + 0.925, + 0.928, + 0.942, + 1.013, + 0.97, + 0.972, + 0.97, + 1.037, + 5.388, + 5.577, + 5.401, + 5.364, + 5.553, + 1.076, + 0.986, + 1.022, + 0.933, + 0.916, + 6.944, + 7.021, + 6.895, + 6.962, + 6.741, + 0.995, + 0.984, + 0.976, + 1.09, + 1.005, + 7.428, + 7.18, + 6.935, + 7.221, + 7.091, + 0.785, + 0.755, + 0.79, + 0.756, + 0.736, + 5.632, + 5.48, + 5.447, + 5.547, + 5.639, + 4.715, + 4.879, + 4.786, + 4.771, + 4.693, + 4.618, + 4.558, + 4.588, + 4.62, + 4.497, + 5.262, + 5.145, + 5.281, + 5.328, + 5.232 + ] + }, + { + "repo": "alamofire", + "language": "swift", + "tool": "semble", + "index_ms": 256.3, + "p50_ms": 0.94, + "p90_ms": 4.31, + "p95_ms": 5.56, + "p99_ms": 6.78, + "latencies_ms": [ + 1.244, + 0.924, + 0.926, + 0.899, + 0.895, + 0.994, + 1.019, + 0.971, + 0.947, + 0.94, + 0.788, + 0.78, + 0.771, + 0.719, + 0.72, + 0.792, + 0.751, + 0.732, + 0.773, + 0.815, + 0.793, + 0.72, + 0.715, + 0.731, + 0.748, + 0.561, + 0.523, + 0.531, + 0.51, + 0.51, + 0.616, + 0.562, + 0.559, + 0.568, + 0.607, + 0.865, + 0.797, + 0.809, + 0.807, + 0.767, + 0.815, + 0.777, + 0.78, + 0.771, + 0.762, + 0.831, + 0.784, + 0.849, + 0.811, + 0.782, + 5.367, + 5.321, + 5.414, + 5.505, + 5.499, + 1.049, + 0.889, + 0.888, + 0.888, + 0.888, + 6.836, + 6.682, + 6.629, + 6.784, + 6.59, + 4.198, + 4.027, + 4.166, + 4.054, + 4.118, + 3.334, + 3.265, + 3.318, + 3.354, + 3.215, + 3.17, + 3.197, + 3.033, + 3.121, + 3.14, + 3.752, + 3.751, + 3.759, + 3.672, + 3.785, + 1.018, + 0.99, + 0.926, + 0.948, + 0.957, + 1.038, + 1.012, + 1.003, + 1.0, + 0.993, + 3.801, + 3.802, + 3.931, + 3.792, + 3.864 + ] + }, + { + "repo": "trpc", + "language": "typescript", + "tool": "semble", + "index_ms": 171.7, + "p50_ms": 2.74, + "p90_ms": 3.81, + "p95_ms": 4.41, + "p99_ms": 5.2, + "latencies_ms": [ + 4.239, + 3.783, + 3.842, + 3.738, + 3.824, + 0.822, + 0.787, + 0.773, + 0.853, + 0.817, + 0.942, + 0.913, + 0.914, + 0.923, + 0.945, + 3.638, + 3.468, + 3.57, + 3.621, + 3.491, + 0.972, + 0.96, + 0.918, + 0.915, + 0.908, + 0.905, + 0.918, + 0.884, + 0.847, + 0.868, + 0.768, + 0.746, + 0.74, + 0.75, + 0.734, + 1.014, + 0.982, + 0.998, + 1.023, + 0.967, + 3.382, + 3.345, + 3.326, + 3.214, + 3.27, + 3.566, + 3.634, + 3.507, + 3.428, + 3.424, + 3.672, + 3.552, + 4.379, + 3.674, + 3.484, + 0.886, + 0.871, + 0.849, + 0.852, + 0.855, + 2.995, + 2.891, + 2.993, + 3.027, + 2.877, + 2.697, + 2.724, + 2.701, + 2.65, + 2.694, + 2.899, + 2.764, + 2.811, + 2.848, + 2.867, + 2.573, + 2.611, + 2.57, + 2.58, + 2.491, + 2.545, + 2.586, + 2.51, + 2.561, + 2.517, + 5.127, + 5.034, + 5.26, + 5.198, + 5.049, + 3.775, + 3.827, + 3.749, + 3.791, + 3.812, + 3.405, + 3.492, + 3.501, + 3.404, + 3.499 + ] + }, + { + "repo": "zls", + "language": "zig", + "tool": "semble", + "index_ms": 613.9, + "p50_ms": 0.81, + "p90_ms": 1.2, + "p95_ms": 1.95, + "p99_ms": 8.17, + "latencies_ms": [ + 1.638, + 1.285, + 1.221, + 1.204, + 1.194, + 8.388, + 7.878, + 8.091, + 8.17, + 8.089, + 0.886, + 0.693, + 0.653, + 0.652, + 0.662, + 0.982, + 0.911, + 0.891, + 0.877, + 0.873, + 0.912, + 0.87, + 0.867, + 0.973, + 0.92, + 1.039, + 1.018, + 1.09, + 1.048, + 1.01, + 0.737, + 0.702, + 0.683, + 0.678, + 0.694, + 0.725, + 0.686, + 0.669, + 0.663, + 0.671, + 0.933, + 0.881, + 0.86, + 0.828, + 0.812, + 1.193, + 1.176, + 1.155, + 1.23, + 1.199, + 0.805, + 0.769, + 0.755, + 0.759, + 0.763, + 0.811, + 0.782, + 0.782, + 0.771, + 0.779, + 0.9, + 0.87, + 0.872, + 0.86, + 0.844, + 0.682, + 0.653, + 0.649, + 0.637, + 0.643, + 0.827, + 0.769, + 0.715, + 0.712, + 0.728, + 0.789, + 0.762, + 0.722, + 0.713, + 0.72, + 0.683, + 0.659, + 0.646, + 0.64, + 0.712, + 1.107, + 1.014, + 1.011, + 1.061, + 1.034, + 0.895, + 0.815, + 0.798, + 0.79, + 0.789, + 0.841, + 0.774, + 0.733, + 0.727, + 0.729 + ] + }, + { + "repo": "nvm", + "language": "bash", + "tool": "coderankembed", + "index_ms": 34214.6, + "p50_ms": 15.09, + "p90_ms": 15.33, + "p95_ms": 15.45, + "p99_ms": 15.71, + "latencies_ms": [ + 15.445, + 15.032, + 14.993, + 15.289, + 15.437, + 15.835, + 15.534, + 15.709, + 15.319, + 15.112, + 15.05, + 15.02, + 15.021, + 14.967, + 14.942, + 15.136, + 15.056, + 15.061, + 15.039, + 15.085, + 15.251, + 15.203, + 15.291, + 15.304, + 15.233, + 15.178, + 14.96, + 14.911, + 14.924, + 14.823, + 14.734, + 14.782, + 14.76, + 14.774, + 14.788, + 14.809, + 14.824, + 14.786, + 14.679, + 14.806, + 15.102, + 15.047, + 15.107, + 15.289, + 15.333, + 15.184, + 15.119, + 15.277, + 15.138, + 15.067, + 15.446, + 15.316, + 15.13, + 15.094, + 14.993, + 15.043, + 15.139, + 15.178, + 15.303, + 15.188, + 15.134, + 15.204, + 15.206, + 15.07, + 15.098, + 14.992, + 15.039, + 15.104, + 15.088, + 15.275, + 14.949, + 15.016, + 14.928, + 14.917, + 14.831, + 15.462, + 15.318, + 15.334, + 15.292, + 15.289, + 15.033, + 14.946, + 15.086, + 15.055, + 14.988, + 15.196, + 15.169, + 15.133, + 15.147, + 15.117, + 14.771, + 15.458, + 15.407, + 14.904, + 14.968, + 14.924, + 14.849, + 14.907, + 14.875, + 14.87 + ] + }, + { + "repo": "libuv", + "language": "c", + "tool": "coderankembed", + "index_ms": 262032.5, + "p50_ms": 15.13, + "p90_ms": 15.8, + "p95_ms": 16.13, + "p99_ms": 17.13, + "latencies_ms": [ + 16.516, + 16.139, + 16.125, + 16.106, + 16.208, + 15.095, + 15.22, + 14.916, + 15.25, + 15.011, + 15.46, + 15.632, + 15.397, + 15.315, + 15.32, + 15.881, + 15.866, + 15.791, + 15.798, + 15.876, + 15.086, + 15.115, + 15.047, + 15.114, + 15.118, + 15.042, + 14.871, + 14.973, + 14.897, + 14.89, + 14.793, + 14.67, + 14.584, + 14.654, + 14.547, + 15.324, + 15.219, + 15.166, + 15.243, + 15.276, + 15.109, + 17.131, + 17.503, + 15.137, + 15.141, + 15.137, + 15.2, + 15.133, + 15.083, + 15.186, + 14.832, + 14.714, + 14.829, + 14.694, + 14.703, + 15.271, + 15.205, + 15.22, + 15.172, + 15.144, + 15.305, + 15.246, + 15.143, + 15.168, + 15.128, + 14.64, + 14.556, + 14.547, + 14.565, + 14.557, + 15.128, + 15.06, + 15.122, + 14.942, + 15.209, + 14.677, + 14.562, + 14.568, + 14.489, + 14.478, + 15.715, + 15.586, + 15.629, + 15.61, + 15.569, + 15.186, + 15.136, + 15.118, + 15.162, + 15.231, + 14.993, + 14.743, + 14.741, + 14.73, + 14.962, + 15.171, + 15.067, + 14.973, + 14.96, + 15.128 + ] + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "tool": "coderankembed", + "index_ms": 151399.1, + "p50_ms": 16.26, + "p90_ms": 20.55, + "p95_ms": 21.58, + "p99_ms": 23.79, + "latencies_ms": [ + 15.784, + 15.616, + 15.654, + 15.506, + 15.531, + 14.873, + 14.789, + 14.75, + 14.642, + 14.825, + 14.822, + 14.783, + 14.833, + 14.967, + 14.96, + 15.183, + 15.195, + 15.179, + 15.392, + 21.331, + 16.245, + 16.01, + 15.995, + 16.354, + 15.972, + 15.133, + 14.99, + 14.895, + 15.205, + 15.129, + 15.791, + 15.802, + 15.743, + 15.69, + 15.677, + 15.784, + 15.84, + 15.796, + 15.786, + 15.88, + 15.472, + 15.502, + 15.876, + 15.949, + 17.202, + 17.855, + 17.737, + 17.73, + 17.188, + 16.783, + 16.158, + 16.052, + 15.705, + 15.375, + 15.35, + 15.359, + 15.15, + 15.116, + 16.304, + 17.196, + 20.135, + 17.934, + 18.045, + 17.618, + 17.613, + 21.572, + 20.912, + 21.906, + 26.158, + 23.77, + 19.199, + 18.829, + 18.356, + 18.872, + 18.667, + 16.27, + 16.386, + 17.578, + 18.452, + 18.097, + 19.115, + 18.194, + 20.57, + 16.995, + 16.427, + 20.665, + 20.248, + 19.578, + 19.295, + 19.668, + 21.987, + 20.472, + 20.436, + 20.548, + 20.384, + 20.31, + 20.339, + 19.295, + 20.044, + 21.73 + ] + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "tool": "coderankembed", + "index_ms": 175723.8, + "p50_ms": 19.66, + "p90_ms": 22.09, + "p95_ms": 22.47, + "p99_ms": 22.58, + "latencies_ms": [ + 22.414, + 21.929, + 21.877, + 21.849, + 21.832, + 15.594, + 15.496, + 15.476, + 15.374, + 15.463, + 15.4, + 15.283, + 15.378, + 15.364, + 15.324, + 15.726, + 15.549, + 15.788, + 15.629, + 15.683, + 14.686, + 14.732, + 14.549, + 14.578, + 14.484, + 15.336, + 15.229, + 15.283, + 15.337, + 15.31, + 15.433, + 15.503, + 15.429, + 15.363, + 15.4, + 15.099, + 15.08, + 15.047, + 15.06, + 15.255, + 21.888, + 21.65, + 21.87, + 21.688, + 22.576, + 15.632, + 15.507, + 15.351, + 15.388, + 15.36, + 22.081, + 21.927, + 21.963, + 21.873, + 22.158, + 22.519, + 22.143, + 21.926, + 22.081, + 22.01, + 23.047, + 22.504, + 22.471, + 22.393, + 22.472, + 20.865, + 20.296, + 20.274, + 20.325, + 20.25, + 20.068, + 19.467, + 19.537, + 19.636, + 19.614, + 21.801, + 21.365, + 21.136, + 21.602, + 21.414, + 20.276, + 19.651, + 19.713, + 19.661, + 19.744, + 21.747, + 21.739, + 21.648, + 21.849, + 21.647, + 15.249, + 15.199, + 15.227, + 15.569, + 15.33, + 21.948, + 21.245, + 21.225, + 21.546, + 21.52 + ] + }, + { + "repo": "phoenix", + "language": "elixir", + "tool": "coderankembed", + "index_ms": 96347.8, + "p50_ms": 15.44, + "p90_ms": 19.57, + "p95_ms": 20.55, + "p99_ms": 23.27, + "latencies_ms": [ + 15.693, + 15.607, + 15.543, + 15.53, + 15.451, + 15.124, + 15.034, + 14.992, + 14.921, + 15.078, + 16.057, + 15.639, + 15.34, + 15.361, + 15.287, + 14.905, + 14.662, + 14.942, + 15.719, + 15.822, + 16.875, + 24.776, + 23.171, + 17.298, + 15.845, + 21.257, + 20.557, + 19.986, + 20.546, + 19.586, + 15.279, + 15.163, + 15.417, + 15.123, + 15.58, + 15.491, + 15.126, + 15.228, + 15.23, + 15.142, + 15.265, + 15.354, + 16.842, + 16.024, + 16.295, + 15.233, + 15.835, + 15.153, + 15.36, + 15.913, + 15.991, + 15.537, + 15.473, + 15.401, + 15.445, + 14.955, + 14.955, + 15.097, + 14.994, + 14.944, + 15.013, + 15.0, + 15.819, + 15.199, + 14.953, + 15.128, + 15.022, + 15.182, + 15.127, + 15.004, + 15.107, + 14.981, + 14.867, + 15.241, + 15.077, + 15.423, + 15.38, + 15.34, + 15.546, + 15.503, + 18.662, + 18.227, + 18.039, + 18.31, + 18.169, + 19.916, + 19.81, + 20.809, + 19.535, + 19.44, + 18.725, + 18.216, + 18.485, + 18.355, + 18.384 + ] + }, + { + "repo": "gin", + "language": "go", + "tool": "coderankembed", + "index_ms": 122587.5, + "p50_ms": 15.08, + "p90_ms": 19.64, + "p95_ms": 19.97, + "p99_ms": 20.92, + "latencies_ms": [ + 14.88, + 14.736, + 14.609, + 14.681, + 14.578, + 14.59, + 14.525, + 14.549, + 14.526, + 14.518, + 14.925, + 14.893, + 14.867, + 14.8, + 14.876, + 15.208, + 15.086, + 15.161, + 15.122, + 15.163, + 14.722, + 14.599, + 14.604, + 14.63, + 14.621, + 19.967, + 19.193, + 19.115, + 19.165, + 19.038, + 14.841, + 14.744, + 14.905, + 14.813, + 14.767, + 14.78, + 14.626, + 14.555, + 14.638, + 14.539, + 14.736, + 15.129, + 14.588, + 14.633, + 14.496, + 14.879, + 14.883, + 15.069, + 14.896, + 15.052, + 15.079, + 14.873, + 14.902, + 14.909, + 14.807, + 14.945, + 14.936, + 14.962, + 14.896, + 14.914, + 15.013, + 15.095, + 15.081, + 15.454, + 15.523, + 16.068, + 16.864, + 16.396, + 16.409, + 16.038, + 15.826, + 15.852, + 16.287, + 15.756, + 15.515, + 15.431, + 15.483, + 15.501, + 15.473, + 15.407, + 19.005, + 18.77, + 20.105, + 18.92, + 18.744, + 20.807, + 19.424, + 19.833, + 19.949, + 21.89, + 19.757, + 19.714, + 20.908, + 20.417, + 19.257, + 19.631, + 17.489, + 16.423, + 15.751, + 16.272 + ] + }, + { + "repo": "aeson", + "language": "haskell", + "tool": "coderankembed", + "index_ms": 80621.6, + "p50_ms": 18.0, + "p90_ms": 20.82, + "p95_ms": 27.6, + "p99_ms": 34.83, + "latencies_ms": [ + 15.729, + 15.465, + 15.475, + 15.406, + 15.328, + 18.969, + 18.252, + 18.301, + 18.514, + 18.419, + 19.002, + 18.385, + 18.32, + 18.204, + 18.212, + 18.44, + 17.972, + 18.018, + 17.96, + 17.975, + 18.434, + 18.033, + 17.864, + 17.995, + 18.005, + 18.442, + 18.002, + 17.883, + 17.998, + 17.885, + 18.45, + 17.978, + 18.03, + 17.938, + 17.859, + 35.491, + 34.819, + 34.752, + 34.689, + 34.772, + 18.874, + 18.385, + 18.379, + 18.289, + 18.38, + 18.336, + 18.007, + 18.037, + 18.046, + 17.974, + 18.203, + 17.778, + 17.722, + 17.794, + 17.744, + 15.559, + 15.455, + 15.593, + 15.702, + 15.787, + 15.153, + 15.341, + 15.183, + 15.192, + 15.171, + 15.258, + 15.107, + 15.16, + 15.113, + 15.07, + 18.361, + 17.882, + 17.802, + 17.917, + 18.018, + 15.097, + 15.163, + 15.132, + 15.056, + 15.132, + 27.231, + 26.371, + 26.412, + 26.386, + 26.476, + 19.885, + 20.203, + 19.253, + 19.215, + 19.052, + 15.094, + 15.154, + 15.051, + 15.136, + 15.001, + 18.474, + 18.007, + 17.914, + 18.045, + 17.99 + ] + }, + { + "repo": "gson", + "language": "java", + "tool": "coderankembed", + "index_ms": 258344.4, + "p50_ms": 15.9, + "p90_ms": 25.11, + "p95_ms": 25.64, + "p99_ms": 27.1, + "latencies_ms": [ + 28.664, + 27.025, + 27.089, + 26.905, + 26.722, + 16.21, + 16.09, + 16.062, + 16.133, + 15.982, + 15.7, + 15.708, + 15.643, + 15.738, + 15.696, + 24.842, + 24.156, + 24.25, + 24.246, + 24.179, + 23.248, + 22.79, + 22.736, + 22.83, + 22.67, + 15.892, + 15.768, + 15.855, + 15.785, + 15.765, + 15.931, + 15.768, + 15.898, + 15.911, + 15.829, + 15.819, + 15.618, + 15.71, + 15.635, + 15.516, + 15.639, + 15.56, + 15.528, + 15.628, + 15.64, + 15.112, + 15.012, + 14.996, + 15.146, + 15.038, + 15.691, + 15.611, + 15.757, + 15.488, + 15.46, + 15.498, + 15.614, + 15.535, + 15.438, + 15.484, + 15.8, + 15.774, + 15.735, + 15.667, + 16.091, + 16.56, + 15.887, + 15.836, + 15.842, + 15.842, + 15.601, + 15.484, + 15.716, + 15.497, + 15.479, + 16.199, + 16.119, + 16.15, + 16.115, + 16.051, + 25.21, + 24.414, + 24.531, + 24.525, + 24.436, + 23.322, + 22.725, + 22.719, + 22.587, + 22.625, + 25.581, + 25.287, + 25.251, + 25.144, + 25.11, + 23.5, + 23.042, + 24.284, + 23.2, + 23.204 + ] + }, + { + "repo": "axios", + "language": "javascript", + "tool": "coderankembed", + "index_ms": 25676.5, + "p50_ms": 15.08, + "p90_ms": 17.74, + "p95_ms": 18.16, + "p99_ms": 19.32, + "latencies_ms": [ + 15.466, + 15.217, + 15.268, + 15.062, + 15.04, + 14.82, + 14.69, + 14.803, + 14.845, + 14.723, + 14.732, + 14.941, + 14.824, + 14.731, + 14.702, + 15.03, + 14.994, + 14.936, + 14.982, + 15.094, + 16.512, + 16.08, + 16.058, + 15.989, + 16.341, + 16.503, + 16.227, + 16.002, + 15.934, + 15.83, + 16.418, + 16.063, + 16.059, + 15.992, + 16.102, + 14.682, + 14.542, + 14.637, + 14.555, + 14.56, + 14.943, + 14.772, + 14.811, + 14.811, + 14.907, + 14.958, + 14.886, + 14.862, + 15.01, + 14.851, + 14.817, + 14.758, + 14.696, + 14.701, + 14.732, + 14.958, + 14.962, + 14.982, + 15.008, + 15.003, + 14.96, + 14.871, + 14.922, + 14.961, + 14.859, + 15.071, + 14.971, + 14.958, + 15.066, + 15.41, + 15.667, + 15.745, + 17.042, + 16.331, + 17.919, + 16.634, + 16.15, + 16.485, + 16.559, + 15.992, + 16.126, + 15.42, + 15.246, + 15.25, + 15.153, + 17.838, + 17.386, + 18.579, + 17.282, + 17.732, + 18.153, + 17.585, + 16.99, + 17.071, + 18.012, + 18.252, + 17.82, + 19.649, + 19.267, + 19.321 + ] + }, + { + "repo": "ktor", + "language": "kotlin", + "tool": "coderankembed", + "index_ms": 68379.1, + "p50_ms": 17.11, + "p90_ms": 21.03, + "p95_ms": 21.64, + "p99_ms": 22.7, + "latencies_ms": [ + 21.034, + 20.213, + 20.169, + 20.221, + 20.328, + 15.29, + 15.316, + 15.244, + 15.228, + 15.258, + 15.262, + 15.318, + 15.28, + 15.204, + 15.271, + 15.441, + 15.37, + 15.486, + 15.398, + 15.433, + 15.276, + 15.253, + 15.153, + 15.201, + 15.076, + 15.194, + 15.279, + 15.468, + 15.416, + 15.282, + 15.371, + 15.394, + 15.356, + 19.448, + 15.215, + 15.136, + 15.112, + 15.071, + 15.15, + 15.06, + 17.96, + 17.904, + 17.882, + 18.038, + 17.971, + 15.378, + 15.277, + 15.197, + 15.279, + 15.249, + 15.457, + 15.477, + 15.378, + 15.613, + 15.4, + 19.013, + 18.982, + 18.8, + 18.963, + 18.766, + 17.688, + 17.13, + 17.066, + 17.096, + 17.204, + 18.615, + 17.485, + 17.4, + 17.765, + 18.055, + 18.661, + 18.621, + 19.874, + 18.214, + 18.022, + 21.038, + 20.157, + 19.961, + 19.655, + 19.64, + 20.152, + 22.479, + 21.982, + 21.799, + 21.634, + 17.53, + 16.396, + 16.323, + 17.333, + 16.194, + 16.355, + 17.318, + 20.025, + 18.136, + 19.351, + 22.689, + 21.54, + 23.596, + 21.333, + 21.51 + ] + }, + { + "repo": "telescope.nvim", + "language": "lua", + "tool": "coderankembed", + "index_ms": 94982.0, + "p50_ms": 15.27, + "p90_ms": 15.55, + "p95_ms": 16.49, + "p99_ms": 18.74, + "latencies_ms": [ + 15.576, + 15.371, + 15.262, + 15.19, + 15.127, + 15.319, + 15.078, + 15.096, + 15.067, + 15.127, + 15.449, + 15.52, + 15.321, + 15.375, + 15.319, + 15.497, + 15.449, + 15.412, + 15.4, + 15.373, + 15.382, + 15.529, + 15.486, + 15.394, + 15.506, + 15.454, + 15.311, + 15.24, + 15.212, + 15.231, + 15.177, + 15.086, + 15.229, + 15.228, + 15.175, + 15.288, + 15.235, + 15.163, + 15.283, + 15.154, + 15.06, + 15.044, + 15.002, + 15.074, + 15.056, + 19.471, + 18.691, + 18.736, + 18.678, + 18.624, + 15.404, + 15.395, + 15.287, + 15.305, + 15.214, + 15.373, + 15.383, + 15.314, + 15.381, + 15.408, + 15.247, + 15.271, + 15.186, + 15.152, + 15.177, + 15.275, + 15.185, + 15.233, + 15.27, + 15.329, + 15.462, + 15.249, + 15.319, + 15.245, + 15.24, + 15.27, + 15.134, + 15.165, + 15.213, + 15.135, + 15.401, + 15.576, + 15.407, + 15.34, + 15.263, + 14.963, + 15.012, + 14.991, + 15.023, + 15.03, + 15.23, + 15.296, + 15.255, + 15.172, + 15.337, + 15.256, + 15.551, + 16.373, + 16.211, + 15.722 + ] + }, + { + "repo": "monolog", + "language": "php", + "tool": "coderankembed", + "index_ms": 63844.4, + "p50_ms": 15.37, + "p90_ms": 17.57, + "p95_ms": 17.81, + "p99_ms": 18.05, + "latencies_ms": [ + 16.863, + 16.265, + 17.22, + 15.988, + 16.11, + 17.8, + 18.047, + 17.914, + 17.362, + 17.214, + 16.578, + 16.55, + 16.965, + 15.397, + 15.344, + 15.286, + 15.081, + 14.983, + 15.186, + 15.193, + 18.642, + 17.708, + 17.712, + 17.56, + 17.625, + 17.453, + 16.997, + 16.976, + 16.849, + 17.032, + 17.551, + 17.148, + 17.324, + 17.061, + 17.051, + 15.328, + 15.363, + 15.314, + 15.197, + 15.319, + 15.232, + 15.161, + 15.313, + 15.203, + 15.225, + 15.31, + 15.223, + 15.226, + 15.303, + 15.203, + 15.426, + 15.205, + 15.162, + 15.189, + 15.137, + 15.306, + 15.254, + 15.299, + 15.303, + 15.305, + 15.106, + 15.203, + 15.137, + 15.081, + 15.135, + 15.277, + 15.286, + 15.287, + 15.372, + 15.416, + 15.267, + 15.112, + 15.235, + 15.135, + 15.127, + 15.137, + 15.138, + 15.167, + 15.853, + 15.463, + 15.518, + 15.381, + 15.493, + 15.648, + 16.802, + 15.519, + 15.358, + 15.209, + 15.347, + 15.337, + 17.912, + 17.236, + 17.212, + 17.259, + 17.135, + 18.007, + 17.613, + 17.403, + 17.498, + 17.332 + ] + }, + { + "repo": "flask", + "language": "python", + "tool": "coderankembed", + "index_ms": 46563.6, + "p50_ms": 15.17, + "p90_ms": 18.26, + "p95_ms": 19.44, + "p99_ms": 20.28, + "latencies_ms": [ + 14.971, + 14.754, + 14.682, + 14.748, + 14.668, + 14.491, + 14.499, + 14.523, + 14.458, + 14.884, + 14.568, + 14.729, + 14.765, + 14.857, + 15.076, + 15.296, + 15.145, + 15.018, + 14.945, + 14.579, + 14.546, + 14.488, + 14.481, + 14.761, + 14.606, + 14.519, + 14.809, + 14.44, + 14.345, + 14.387, + 14.588, + 14.613, + 14.568, + 14.438, + 14.392, + 14.452, + 14.393, + 14.422, + 14.42, + 14.43, + 14.354, + 14.297, + 14.208, + 14.248, + 14.202, + 14.702, + 14.726, + 14.691, + 14.608, + 14.649, + 15.16, + 15.249, + 15.236, + 15.187, + 15.118, + 15.295, + 15.225, + 15.327, + 15.222, + 15.174, + 15.312, + 15.701, + 15.482, + 15.923, + 16.663, + 16.528, + 16.856, + 15.682, + 15.802, + 16.094, + 16.209, + 15.884, + 15.481, + 15.425, + 15.45, + 17.748, + 17.373, + 19.449, + 18.669, + 19.012, + 17.775, + 17.881, + 17.61, + 17.4, + 17.247, + 19.509, + 18.613, + 19.403, + 19.525, + 21.993, + 16.603, + 16.366, + 17.16, + 17.403, + 16.455, + 15.169, + 15.172, + 16.194, + 16.68, + 16.87, + 20.303, + 18.25, + 19.85, + 18.272, + 17.456 + ] + }, + { + "repo": "rack", + "language": "ruby", + "tool": "coderankembed", + "index_ms": 41054.0, + "p50_ms": 15.12, + "p90_ms": 17.85, + "p95_ms": 18.66, + "p99_ms": 18.86, + "latencies_ms": [ + 15.381, + 15.158, + 15.09, + 15.16, + 15.232, + 15.276, + 15.189, + 15.208, + 15.488, + 15.288, + 14.864, + 14.824, + 14.74, + 14.686, + 14.597, + 14.877, + 14.763, + 14.776, + 14.902, + 14.822, + 17.421, + 17.027, + 16.907, + 16.847, + 16.884, + 19.336, + 18.626, + 18.73, + 18.77, + 18.693, + 18.796, + 18.07, + 18.05, + 17.89, + 17.846, + 15.081, + 15.014, + 15.003, + 14.985, + 14.949, + 14.768, + 14.658, + 14.654, + 14.637, + 14.726, + 15.19, + 15.157, + 15.062, + 15.012, + 14.997, + 14.832, + 14.765, + 14.772, + 14.883, + 14.845, + 15.084, + 15.063, + 14.993, + 15.086, + 15.084, + 14.96, + 14.838, + 14.801, + 14.86, + 14.829, + 16.007, + 15.672, + 14.997, + 14.888, + 14.797, + 15.12, + 15.14, + 15.267, + 14.995, + 15.141, + 15.18, + 15.122, + 15.202, + 15.076, + 15.239, + 17.575, + 17.043, + 16.992, + 17.054, + 17.059, + 17.773, + 17.334, + 17.31, + 17.254, + 17.303 + ] + }, + { + "repo": "axum", + "language": "rust", + "tool": "coderankembed", + "index_ms": 100960.6, + "p50_ms": 15.45, + "p90_ms": 18.47, + "p95_ms": 18.98, + "p99_ms": 19.61, + "latencies_ms": [ + 15.725, + 15.498, + 15.507, + 15.648, + 15.704, + 15.372, + 15.257, + 15.339, + 15.365, + 15.175, + 20.608, + 19.566, + 19.547, + 19.599, + 19.513, + 15.018, + 15.114, + 15.043, + 14.929, + 14.885, + 15.047, + 14.991, + 14.966, + 14.98, + 14.97, + 15.581, + 15.507, + 15.357, + 15.411, + 15.377, + 18.862, + 18.526, + 18.438, + 18.459, + 18.412, + 15.451, + 15.401, + 15.355, + 15.448, + 15.425, + 14.961, + 15.195, + 14.997, + 14.923, + 14.882, + 15.177, + 15.068, + 15.094, + 15.043, + 15.913, + 15.523, + 15.188, + 15.164, + 15.047, + 15.108, + 17.937, + 17.749, + 17.851, + 17.825, + 17.898, + 18.948, + 18.301, + 18.318, + 18.306, + 18.836, + 18.682, + 18.246, + 18.145, + 18.038, + 18.045, + 15.017, + 15.046, + 14.891, + 14.93, + 15.014, + 15.185, + 15.165, + 15.269, + 15.143, + 15.23, + 14.974, + 14.882, + 14.952, + 14.892, + 14.861, + 17.349, + 17.052, + 17.156, + 17.157, + 17.097, + 17.811, + 17.637, + 17.778, + 17.705, + 17.664, + 17.46, + 17.406, + 17.423, + 17.305, + 17.586 + ] + }, + { + "repo": "http4s", + "language": "scala", + "tool": "coderankembed", + "index_ms": 178931.3, + "p50_ms": 19.83, + "p90_ms": 22.41, + "p95_ms": 22.69, + "p99_ms": 23.0, + "latencies_ms": [ + 22.144, + 20.981, + 20.936, + 20.805, + 20.768, + 15.394, + 15.43, + 15.448, + 15.279, + 15.366, + 22.469, + 20.737, + 20.799, + 20.935, + 20.647, + 21.051, + 20.45, + 20.53, + 20.397, + 20.624, + 14.93, + 14.728, + 14.743, + 14.735, + 14.88, + 14.926, + 14.634, + 14.862, + 14.755, + 14.685, + 22.999, + 22.205, + 22.406, + 22.218, + 22.41, + 15.054, + 15.479, + 15.08, + 14.941, + 15.085, + 15.05, + 15.075, + 14.901, + 14.857, + 14.876, + 15.617, + 16.243, + 15.515, + 15.345, + 15.398, + 21.117, + 20.376, + 21.389, + 20.516, + 20.698, + 14.846, + 14.884, + 14.778, + 14.747, + 14.802, + 22.908, + 22.489, + 22.381, + 22.408, + 22.455, + 15.276, + 15.162, + 15.187, + 15.145, + 15.082, + 23.347, + 22.891, + 22.821, + 22.687, + 22.674, + 14.985, + 15.234, + 14.959, + 14.94, + 14.915, + 21.29, + 21.197, + 20.87, + 21.114, + 20.84, + 19.883, + 19.715, + 21.113, + 19.653, + 19.836, + 19.823, + 19.896, + 19.752, + 19.803, + 19.865, + 21.246, + 20.694, + 20.755, + 20.701, + 20.687 + ] + }, + { + "repo": "alamofire", + "language": "swift", + "tool": "coderankembed", + "index_ms": 103921.5, + "p50_ms": 17.37, + "p90_ms": 20.48, + "p95_ms": 21.19, + "p99_ms": 21.6, + "latencies_ms": [ + 18.56, + 17.984, + 18.151, + 19.13, + 18.613, + 17.349, + 16.807, + 18.543, + 17.122, + 16.871, + 16.47, + 16.212, + 16.025, + 16.07, + 21.002, + 21.228, + 21.603, + 18.439, + 18.156, + 17.44, + 16.661, + 16.208, + 16.933, + 15.796, + 15.839, + 16.519, + 15.555, + 15.58, + 15.834, + 16.751, + 15.714, + 15.466, + 16.444, + 15.747, + 15.57, + 15.907, + 17.592, + 18.123, + 17.395, + 17.103, + 16.933, + 16.822, + 17.145, + 15.995, + 15.708, + 15.386, + 15.147, + 15.175, + 15.072, + 15.026, + 21.037, + 20.468, + 20.607, + 20.413, + 20.393, + 15.292, + 15.325, + 15.2, + 15.209, + 15.245, + 21.765, + 21.318, + 21.134, + 21.278, + 21.184, + 19.218, + 18.807, + 18.985, + 18.878, + 18.788, + 18.74, + 18.317, + 18.435, + 18.197, + 18.302, + 18.408, + 18.075, + 18.064, + 18.031, + 17.981, + 18.374, + 17.878, + 17.83, + 17.899, + 17.81, + 15.265, + 15.24, + 15.296, + 15.313, + 15.221, + 15.289, + 15.36, + 15.334, + 15.412, + 15.43, + 18.718, + 18.302, + 18.322, + 18.285, + 18.326 + ] + }, + { + "repo": "trpc", + "language": "typescript", + "tool": "coderankembed", + "index_ms": 61338.3, + "p50_ms": 16.79, + "p90_ms": 17.91, + "p95_ms": 18.73, + "p99_ms": 19.01, + "latencies_ms": [ + 18.717, + 17.909, + 17.828, + 17.733, + 17.78, + 14.667, + 14.714, + 14.638, + 14.544, + 14.744, + 14.882, + 14.813, + 14.882, + 14.723, + 14.831, + 17.399, + 17.268, + 17.408, + 17.306, + 17.35, + 15.678, + 14.803, + 14.774, + 14.705, + 14.7, + 15.258, + 15.156, + 15.162, + 15.142, + 15.122, + 14.801, + 14.749, + 14.779, + 14.859, + 14.817, + 14.929, + 14.971, + 14.912, + 14.815, + 15.315, + 18.2, + 18.211, + 18.126, + 17.908, + 17.836, + 17.459, + 17.63, + 17.502, + 17.495, + 17.428, + 17.781, + 17.84, + 17.787, + 17.901, + 17.785, + 15.493, + 15.371, + 15.368, + 15.594, + 15.526, + 17.503, + 16.981, + 16.851, + 16.823, + 16.933, + 16.987, + 16.526, + 16.461, + 16.474, + 16.461, + 17.084, + 16.619, + 16.634, + 16.684, + 16.673, + 17.325, + 16.883, + 16.711, + 16.749, + 16.721, + 17.109, + 16.652, + 16.6, + 16.586, + 16.611, + 19.002, + 18.975, + 18.971, + 19.726, + 18.998, + 17.775, + 17.728, + 17.636, + 17.594, + 17.57, + 17.254, + 17.327, + 17.424, + 17.431, + 17.381 + ] + }, + { + "repo": "zls", + "language": "zig", + "tool": "coderankembed", + "index_ms": 234412.8, + "p50_ms": 16.66, + "p90_ms": 19.16, + "p95_ms": 22.02, + "p99_ms": 25.08, + "latencies_ms": [ + 16.546, + 16.336, + 16.279, + 16.393, + 16.422, + 25.691, + 25.077, + 25.054, + 24.733, + 24.789, + 15.586, + 15.638, + 15.52, + 15.546, + 15.565, + 15.761, + 15.744, + 15.864, + 15.854, + 15.851, + 15.814, + 15.807, + 15.842, + 15.731, + 15.777, + 15.834, + 15.768, + 15.869, + 15.784, + 15.808, + 16.116, + 16.487, + 16.87, + 19.131, + 18.311, + 17.504, + 17.147, + 17.017, + 16.79, + 16.744, + 16.55, + 16.073, + 16.469, + 15.981, + 15.917, + 16.455, + 18.218, + 18.045, + 18.27, + 17.312, + 17.031, + 16.992, + 16.346, + 16.386, + 16.544, + 17.466, + 19.394, + 18.283, + 18.527, + 18.557, + 17.339, + 17.339, + 17.353, + 19.098, + 17.398, + 16.228, + 16.402, + 17.766, + 19.403, + 21.881, + 20.018, + 19.918, + 17.832, + 18.727, + 17.27, + 16.654, + 16.408, + 16.537, + 16.387, + 16.585, + 17.79, + 16.009, + 15.98, + 15.886, + 16.341, + 16.656, + 16.843, + 17.209, + 16.935, + 17.025, + 17.769, + 18.646, + 17.901, + 18.06, + 18.146, + 17.335, + 18.372, + 16.431, + 16.071, + 15.981 + ] + }, + { + "repo": "nvm", + "language": "bash", + "tool": "bm25", + "index_ms": 10.6, + "p50_ms": 0.14, + "p90_ms": 0.21, + "p95_ms": 0.24, + "p99_ms": 0.32, + "latencies_ms": [ + 0.252, + 0.178, + 0.149, + 0.233, + 0.146, + 0.139, + 0.134, + 0.132, + 0.132, + 0.221, + 0.242, + 0.195, + 0.173, + 0.174, + 0.214, + 0.201, + 0.174, + 0.166, + 0.166, + 0.164, + 0.098, + 0.093, + 0.092, + 0.094, + 0.093, + 0.1, + 0.096, + 0.095, + 0.095, + 0.138, + 0.135, + 0.121, + 0.119, + 0.119, + 0.117, + 0.152, + 0.15, + 0.152, + 0.169, + 0.156, + 0.146, + 0.141, + 0.142, + 0.14, + 0.143, + 0.104, + 0.1, + 0.1, + 0.101, + 0.101, + 0.185, + 0.185, + 0.179, + 0.181, + 0.182, + 0.125, + 0.315, + 0.254, + 0.216, + 0.143, + 0.183, + 0.177, + 0.178, + 0.211, + 0.38, + 0.128, + 0.113, + 0.111, + 0.174, + 0.15, + 0.15, + 0.14, + 0.14, + 0.139, + 0.141, + 0.152, + 0.15, + 0.16, + 0.15, + 0.149, + 0.074, + 0.069, + 0.068, + 0.068, + 0.068, + 0.183, + 0.207, + 0.174, + 0.247, + 0.234, + 0.111, + 0.1, + 0.099, + 0.102, + 0.104, + 0.084, + 0.08, + 0.079, + 0.079, + 0.082 + ] + }, + { + "repo": "libuv", + "language": "c", + "tool": "bm25", + "index_ms": 90.5, + "p50_ms": 0.21, + "p90_ms": 0.36, + "p95_ms": 0.51, + "p99_ms": 0.73, + "latencies_ms": [ + 0.497, + 0.459, + 0.451, + 0.443, + 0.444, + 0.107, + 0.104, + 0.1, + 0.1, + 0.1, + 0.3, + 0.288, + 0.284, + 0.284, + 0.287, + 0.743, + 0.727, + 0.719, + 0.724, + 0.735, + 0.266, + 0.25, + 0.245, + 0.242, + 0.242, + 0.198, + 0.244, + 0.214, + 0.194, + 0.193, + 0.188, + 0.178, + 0.172, + 0.173, + 0.173, + 0.239, + 0.211, + 0.208, + 0.211, + 0.209, + 0.077, + 0.068, + 0.068, + 0.067, + 0.066, + 0.168, + 0.157, + 0.153, + 0.154, + 0.171, + 0.328, + 0.287, + 0.286, + 0.29, + 0.277, + 0.327, + 0.306, + 0.356, + 0.306, + 0.29, + 0.35, + 0.315, + 0.308, + 0.307, + 0.306, + 0.08, + 0.07, + 0.068, + 0.069, + 0.067, + 0.102, + 0.096, + 0.092, + 0.092, + 0.091, + 0.053, + 0.044, + 0.043, + 0.043, + 0.043, + 0.356, + 0.352, + 0.339, + 0.339, + 0.339, + 0.154, + 0.143, + 0.14, + 0.138, + 0.138, + 0.088, + 0.074, + 0.071, + 0.071, + 0.071, + 0.271, + 0.246, + 0.252, + 0.251, + 0.247 + ] + }, + { + "repo": "nlohmann-json", + "language": "cpp", + "tool": "bm25", + "index_ms": 47.1, + "p50_ms": 0.32, + "p90_ms": 0.53, + "p95_ms": 0.65, + "p99_ms": 0.87, + "latencies_ms": [ + 0.446, + 0.412, + 0.403, + 0.396, + 0.396, + 0.266, + 0.257, + 0.256, + 0.259, + 0.263, + 0.295, + 0.293, + 0.289, + 0.291, + 0.294, + 0.434, + 0.421, + 0.423, + 0.419, + 0.423, + 0.489, + 0.476, + 0.474, + 0.472, + 0.472, + 0.33, + 0.32, + 0.316, + 0.32, + 0.316, + 0.522, + 0.507, + 0.507, + 0.512, + 0.521, + 0.584, + 0.584, + 0.573, + 0.64, + 0.59, + 0.329, + 0.325, + 0.32, + 0.32, + 0.318, + 0.311, + 0.306, + 0.303, + 0.307, + 0.305, + 0.296, + 0.29, + 0.288, + 0.283, + 0.285, + 0.263, + 0.258, + 0.257, + 0.254, + 0.254, + 0.856, + 0.837, + 0.844, + 0.903, + 0.866, + 0.277, + 0.265, + 0.267, + 0.267, + 0.265, + 0.373, + 0.361, + 0.364, + 0.367, + 0.362, + 0.272, + 0.265, + 0.265, + 0.26, + 0.263, + 0.379, + 0.367, + 0.367, + 0.365, + 0.365, + 0.344, + 0.337, + 0.336, + 0.344, + 0.342, + 0.265, + 0.258, + 0.258, + 0.261, + 0.262, + 0.029, + 0.026, + 0.026, + 0.026, + 0.025 + ] + }, + { + "repo": "messagepack-csharp", + "language": "csharp", + "tool": "bm25", + "index_ms": 72.1, + "p50_ms": 0.49, + "p90_ms": 0.93, + "p95_ms": 1.08, + "p99_ms": 1.38, + "latencies_ms": [ + 0.762, + 0.69, + 0.673, + 0.683, + 0.678, + 0.199, + 0.191, + 0.188, + 0.189, + 0.187, + 0.286, + 0.274, + 0.272, + 0.274, + 0.27, + 0.572, + 0.51, + 0.475, + 0.472, + 0.645, + 0.168, + 0.145, + 0.104, + 0.104, + 0.098, + 0.24, + 0.21, + 0.236, + 0.241, + 0.22, + 0.405, + 0.383, + 0.375, + 0.358, + 0.362, + 0.159, + 0.146, + 0.146, + 0.145, + 0.146, + 0.712, + 0.685, + 0.685, + 0.687, + 0.686, + 0.282, + 0.265, + 0.263, + 0.263, + 0.262, + 0.834, + 0.807, + 0.889, + 0.864, + 0.976, + 0.803, + 0.723, + 0.668, + 0.73, + 0.634, + 0.669, + 0.652, + 0.662, + 0.658, + 0.658, + 0.865, + 0.897, + 0.842, + 0.812, + 0.805, + 0.138, + 0.111, + 0.108, + 0.106, + 0.106, + 0.84, + 1.024, + 1.378, + 1.186, + 1.078, + 0.293, + 0.141, + 0.128, + 0.125, + 0.123, + 1.18, + 1.003, + 1.292, + 0.982, + 1.534, + 0.519, + 0.391, + 0.418, + 0.47, + 0.589, + 0.657, + 0.924, + 0.708, + 0.889, + 0.726 + ] + }, + { + "repo": "phoenix", + "language": "elixir", + "tool": "bm25", + "index_ms": 46.7, + "p50_ms": 0.13, + "p90_ms": 0.4, + "p95_ms": 0.42, + "p99_ms": 0.46, + "latencies_ms": [ + 0.429, + 0.395, + 0.4, + 0.4, + 0.398, + 0.118, + 0.113, + 0.112, + 0.11, + 0.109, + 0.133, + 0.127, + 0.125, + 0.125, + 0.124, + 0.145, + 0.142, + 0.14, + 0.141, + 0.141, + 0.165, + 0.162, + 0.162, + 0.195, + 0.374, + 0.423, + 0.329, + 0.213, + 0.161, + 0.156, + 0.082, + 0.075, + 0.073, + 0.074, + 0.074, + 0.202, + 0.226, + 0.163, + 0.138, + 0.136, + 0.274, + 0.441, + 0.321, + 0.301, + 0.283, + 0.103, + 0.094, + 0.093, + 0.092, + 0.092, + 0.324, + 0.326, + 0.302, + 0.293, + 0.351, + 0.109, + 0.092, + 0.092, + 0.092, + 0.091, + 0.097, + 0.086, + 0.085, + 0.085, + 0.085, + 0.112, + 0.098, + 0.097, + 0.097, + 0.096, + 0.143, + 0.139, + 0.137, + 0.167, + 0.145, + 0.42, + 0.454, + 0.488, + 0.406, + 0.381, + 0.042, + 0.039, + 0.038, + 0.038, + 0.038, + 0.035, + 0.033, + 0.032, + 0.032, + 0.032, + 0.031, + 0.029, + 0.028, + 0.028, + 0.028 + ] + }, + { + "repo": "gin", + "language": "go", + "tool": "bm25", + "index_ms": 73.9, + "p50_ms": 0.15, + "p90_ms": 0.38, + "p95_ms": 0.41, + "p99_ms": 0.61, + "latencies_ms": [ + 0.117, + 0.068, + 0.063, + 0.084, + 0.121, + 0.082, + 0.073, + 0.071, + 0.071, + 0.152, + 0.221, + 0.174, + 0.167, + 0.166, + 0.167, + 0.164, + 0.154, + 0.213, + 0.197, + 0.203, + 0.207, + 0.218, + 0.193, + 0.2, + 0.185, + 0.389, + 0.377, + 0.446, + 0.405, + 0.355, + 0.104, + 0.077, + 0.067, + 0.066, + 0.065, + 0.088, + 0.18, + 0.144, + 0.18, + 0.225, + 0.14, + 0.117, + 0.079, + 0.039, + 0.031, + 0.147, + 0.108, + 0.106, + 0.105, + 0.106, + 0.127, + 0.115, + 0.111, + 0.3, + 0.276, + 0.375, + 0.333, + 0.396, + 0.483, + 0.382, + 0.398, + 0.276, + 0.679, + 0.429, + 0.212, + 0.215, + 0.217, + 0.218, + 0.218, + 0.199, + 0.182, + 0.193, + 0.262, + 0.258, + 0.26, + 0.606, + 0.308, + 0.243, + 0.275, + 0.316, + 0.054, + 0.069, + 0.032, + 0.05, + 0.041, + 0.096, + 0.077, + 0.093, + 0.078, + 0.094, + 0.057, + 0.051, + 0.051, + 0.05, + 0.05, + 0.103, + 0.086, + 0.085, + 0.087, + 0.147 + ] + }, + { + "repo": "aeson", + "language": "haskell", + "tool": "bm25", + "index_ms": 41.3, + "p50_ms": 0.36, + "p90_ms": 0.59, + "p95_ms": 0.66, + "p99_ms": 1.28, + "latencies_ms": [ + 0.646, + 0.561, + 0.399, + 0.38, + 0.379, + 0.377, + 1.294, + 1.259, + 1.284, + 0.556, + 0.418, + 0.274, + 0.259, + 0.393, + 0.433, + 0.436, + 0.309, + 0.282, + 0.277, + 0.27, + 0.278, + 0.406, + 0.339, + 0.4, + 0.299, + 0.442, + 0.437, + 0.428, + 0.43, + 0.433, + 0.379, + 0.538, + 0.361, + 0.357, + 0.358, + 0.449, + 0.441, + 0.542, + 0.726, + 0.588, + 0.416, + 0.574, + 0.426, + 0.865, + 0.427, + 0.369, + 0.363, + 0.363, + 0.36, + 0.362, + 0.326, + 0.45, + 0.316, + 0.448, + 0.224, + 0.24, + 0.232, + 0.235, + 0.231, + 0.231, + 0.323, + 0.316, + 0.654, + 0.433, + 0.336, + 0.245, + 0.229, + 0.227, + 0.224, + 0.223, + 0.324, + 0.305, + 0.308, + 0.373, + 0.383, + 0.233, + 0.222, + 0.222, + 0.221, + 0.229, + 0.612, + 0.588, + 0.585, + 0.569, + 0.579, + 0.144, + 0.141, + 0.137, + 0.135, + 0.132, + 0.241, + 0.229, + 0.231, + 0.23, + 0.231, + 0.535, + 0.42, + 0.347, + 0.497, + 0.573 + ] + }, + { + "repo": "gson", + "language": "java", + "tool": "bm25", + "index_ms": 121.8, + "p50_ms": 0.54, + "p90_ms": 0.84, + "p95_ms": 1.21, + "p99_ms": 1.69, + "latencies_ms": [ + 1.689, + 1.613, + 1.614, + 1.817, + 1.659, + 0.733, + 0.669, + 0.65, + 0.638, + 0.642, + 0.332, + 0.331, + 0.388, + 0.432, + 0.497, + 0.434, + 0.41, + 0.404, + 0.449, + 0.421, + 0.373, + 0.355, + 0.351, + 0.35, + 0.35, + 0.649, + 0.633, + 0.629, + 0.63, + 0.632, + 0.609, + 0.672, + 0.621, + 0.598, + 0.598, + 0.578, + 0.562, + 0.603, + 0.558, + 0.553, + 0.423, + 0.401, + 0.397, + 0.394, + 0.395, + 0.244, + 0.229, + 0.228, + 0.227, + 0.243, + 0.214, + 0.191, + 0.191, + 0.189, + 0.187, + 0.277, + 0.256, + 0.251, + 0.251, + 0.251, + 0.56, + 0.54, + 0.536, + 0.537, + 0.538, + 0.678, + 0.86, + 0.673, + 0.626, + 0.624, + 0.67, + 0.646, + 0.635, + 0.644, + 0.796, + 1.185, + 0.855, + 0.84, + 0.845, + 0.833, + 0.875, + 0.653, + 0.629, + 0.622, + 0.623, + 0.382, + 0.372, + 0.368, + 0.366, + 0.368, + 0.525, + 0.508, + 0.504, + 0.54, + 0.501, + 0.506, + 0.718, + 0.503, + 0.487, + 0.484 + ] + }, + { + "repo": "axios", + "language": "javascript", + "tool": "bm25", + "index_ms": 8.7, + "p50_ms": 0.03, + "p90_ms": 0.07, + "p95_ms": 0.08, + "p99_ms": 0.1, + "latencies_ms": [ + 0.062, + 0.039, + 0.037, + 0.036, + 0.036, + 0.033, + 0.031, + 0.03, + 0.031, + 0.031, + 0.021, + 0.02, + 0.02, + 0.02, + 0.02, + 0.082, + 0.084, + 0.076, + 0.078, + 0.077, + 0.023, + 0.022, + 0.022, + 0.023, + 0.023, + 0.008, + 0.008, + 0.007, + 0.007, + 0.007, + 0.024, + 0.022, + 0.022, + 0.023, + 0.023, + 0.014, + 0.013, + 0.013, + 0.013, + 0.013, + 0.032, + 0.031, + 0.031, + 0.03, + 0.029, + 0.021, + 0.021, + 0.02, + 0.021, + 0.021, + 0.04, + 0.039, + 0.041, + 0.037, + 0.038, + 0.067, + 0.066, + 0.065, + 0.066, + 0.066, + 0.054, + 0.052, + 0.052, + 0.052, + 0.051, + 0.022, + 0.02, + 0.02, + 0.02, + 0.02, + 0.047, + 0.045, + 0.045, + 0.044, + 0.044, + 0.095, + 0.094, + 0.094, + 0.097, + 0.094, + 0.035, + 0.034, + 0.034, + 0.034, + 0.034, + 0.016, + 0.014, + 0.014, + 0.014, + 0.014, + 0.044, + 0.043, + 0.044, + 0.044, + 0.043, + 0.044, + 0.042, + 0.042, + 0.042, + 0.042 + ] + }, + { + "repo": "ktor", + "language": "kotlin", + "tool": "bm25", + "index_ms": 31.3, + "p50_ms": 0.19, + "p90_ms": 0.39, + "p95_ms": 0.44, + "p99_ms": 0.63, + "latencies_ms": [ + 0.629, + 0.582, + 0.561, + 0.563, + 0.683, + 0.184, + 0.171, + 0.168, + 0.176, + 0.169, + 0.165, + 0.161, + 0.159, + 0.16, + 0.162, + 0.218, + 0.188, + 0.189, + 0.188, + 0.188, + 0.184, + 0.179, + 0.176, + 0.174, + 0.175, + 0.129, + 0.125, + 0.124, + 0.266, + 0.145, + 0.142, + 0.134, + 0.133, + 0.139, + 0.132, + 0.06, + 0.054, + 0.056, + 0.053, + 0.053, + 0.094, + 0.088, + 0.089, + 0.089, + 0.089, + 0.257, + 0.314, + 0.267, + 0.248, + 0.265, + 0.262, + 0.253, + 0.251, + 0.251, + 0.251, + 0.264, + 0.258, + 0.255, + 0.26, + 0.264, + 0.122, + 0.117, + 0.119, + 0.118, + 0.123, + 0.112, + 0.11, + 0.11, + 0.109, + 0.117, + 0.124, + 0.114, + 0.111, + 0.111, + 0.114, + 0.245, + 0.244, + 0.24, + 0.289, + 0.269, + 0.432, + 0.419, + 0.424, + 0.414, + 0.42, + 0.288, + 0.281, + 0.287, + 0.282, + 0.277, + 0.296, + 0.292, + 0.389, + 0.296, + 0.29, + 0.281, + 0.335, + 0.292, + 0.269, + 0.272 + ] + }, + { + "repo": "telescope.nvim", + "language": "lua", + "tool": "bm25", + "index_ms": 42.1, + "p50_ms": 0.23, + "p90_ms": 0.34, + "p95_ms": 0.39, + "p99_ms": 0.58, + "latencies_ms": [ + 0.261, + 0.389, + 0.364, + 0.334, + 0.306, + 0.29, + 0.345, + 0.208, + 0.192, + 0.189, + 0.212, + 0.197, + 0.196, + 0.194, + 0.202, + 0.246, + 0.239, + 0.234, + 0.288, + 0.336, + 0.34, + 0.726, + 0.575, + 0.421, + 0.338, + 0.337, + 0.314, + 0.314, + 0.312, + 0.306, + 0.178, + 0.169, + 0.169, + 0.169, + 0.168, + 0.232, + 0.223, + 0.223, + 0.222, + 0.22, + 0.201, + 0.195, + 0.195, + 0.193, + 0.194, + 0.295, + 0.286, + 0.41, + 0.322, + 0.334, + 0.208, + 0.207, + 0.22, + 0.243, + 0.221, + 0.231, + 0.211, + 0.21, + 0.209, + 0.214, + 0.3, + 0.282, + 0.28, + 0.283, + 0.509, + 0.346, + 0.292, + 0.29, + 0.286, + 0.287, + 0.245, + 0.301, + 0.345, + 0.248, + 0.238, + 0.193, + 0.182, + 0.181, + 0.275, + 0.241, + 0.197, + 0.224, + 0.318, + 0.267, + 0.198, + 0.165, + 0.286, + 0.236, + 0.163, + 0.233, + 0.204, + 0.169, + 0.168, + 0.286, + 0.213, + 0.197, + 0.169, + 0.17, + 0.166, + 0.166 + ] + }, + { + "repo": "monolog", + "language": "php", + "tool": "bm25", + "index_ms": 23.6, + "p50_ms": 0.14, + "p90_ms": 0.24, + "p95_ms": 0.26, + "p99_ms": 0.29, + "latencies_ms": [ + 0.192, + 0.174, + 0.164, + 0.162, + 0.165, + 0.264, + 0.259, + 0.294, + 0.306, + 0.265, + 0.064, + 0.064, + 0.057, + 0.055, + 0.053, + 0.082, + 0.078, + 0.076, + 0.077, + 0.078, + 0.026, + 0.023, + 0.023, + 0.022, + 0.022, + 0.107, + 0.101, + 0.104, + 0.102, + 0.103, + 0.062, + 0.059, + 0.06, + 0.059, + 0.059, + 0.16, + 0.161, + 0.145, + 0.148, + 0.15, + 0.245, + 0.246, + 0.238, + 0.24, + 0.24, + 0.192, + 0.185, + 0.23, + 0.193, + 0.181, + 0.229, + 0.22, + 0.226, + 0.229, + 0.237, + 0.237, + 0.24, + 0.233, + 0.23, + 0.229, + 0.132, + 0.109, + 0.109, + 0.109, + 0.108, + 0.16, + 0.156, + 0.153, + 0.152, + 0.154, + 0.145, + 0.14, + 0.139, + 0.139, + 0.142, + 0.141, + 0.136, + 0.134, + 0.141, + 0.135, + 0.264, + 0.25, + 0.254, + 0.242, + 0.243, + 0.099, + 0.098, + 0.091, + 0.092, + 0.091, + 0.129, + 0.123, + 0.121, + 0.122, + 0.122, + 0.117, + 0.111, + 0.108, + 0.109, + 0.11 + ] + }, + { + "repo": "flask", + "language": "python", + "tool": "bm25", + "index_ms": 19.3, + "p50_ms": 0.03, + "p90_ms": 0.2, + "p95_ms": 0.22, + "p99_ms": 0.23, + "latencies_ms": [ + 0.048, + 0.032, + 0.029, + 0.029, + 0.028, + 0.059, + 0.056, + 0.055, + 0.055, + 0.055, + 0.016, + 0.015, + 0.015, + 0.014, + 0.014, + 0.022, + 0.021, + 0.027, + 0.019, + 0.02, + 0.013, + 0.011, + 0.011, + 0.011, + 0.011, + 0.019, + 0.018, + 0.019, + 0.018, + 0.018, + 0.035, + 0.032, + 0.031, + 0.031, + 0.031, + 0.023, + 0.022, + 0.022, + 0.022, + 0.022, + 0.014, + 0.013, + 0.013, + 0.013, + 0.013, + 0.041, + 0.039, + 0.039, + 0.04, + 0.039, + 0.149, + 0.145, + 0.144, + 0.148, + 0.143, + 0.197, + 0.198, + 0.199, + 0.233, + 0.213, + 0.235, + 0.225, + 0.221, + 0.22, + 0.218, + 0.059, + 0.05, + 0.05, + 0.05, + 0.05, + 0.203, + 0.203, + 0.189, + 0.191, + 0.19, + 0.019, + 0.018, + 0.017, + 0.017, + 0.017, + 0.022, + 0.02, + 0.02, + 0.019, + 0.018, + 0.032, + 0.031, + 0.031, + 0.031, + 0.031, + 0.014, + 0.014, + 0.013, + 0.013, + 0.013, + 0.008, + 0.008, + 0.008, + 0.008, + 0.008, + 0.121, + 0.124, + 0.115, + 0.116, + 0.117 + ] + }, + { + "repo": "rack", + "language": "ruby", + "tool": "bm25", + "index_ms": 15.6, + "p50_ms": 0.05, + "p90_ms": 0.1, + "p95_ms": 0.11, + "p99_ms": 0.11, + "latencies_ms": [ + 0.113, + 0.091, + 0.09, + 0.088, + 0.088, + 0.112, + 0.11, + 0.11, + 0.11, + 0.11, + 0.014, + 0.012, + 0.012, + 0.012, + 0.012, + 0.029, + 0.027, + 0.027, + 0.027, + 0.027, + 0.031, + 0.029, + 0.029, + 0.028, + 0.028, + 0.055, + 0.052, + 0.052, + 0.051, + 0.052, + 0.038, + 0.037, + 0.037, + 0.044, + 0.037, + 0.072, + 0.078, + 0.069, + 0.078, + 0.075, + 0.025, + 0.023, + 0.023, + 0.023, + 0.023, + 0.095, + 0.085, + 0.084, + 0.085, + 0.084, + 0.051, + 0.049, + 0.049, + 0.049, + 0.049, + 0.07, + 0.069, + 0.069, + 0.068, + 0.105, + 0.044, + 0.036, + 0.035, + 0.034, + 0.034, + 0.043, + 0.038, + 0.037, + 0.037, + 0.037, + 0.074, + 0.068, + 0.067, + 0.068, + 0.069, + 0.106, + 0.102, + 0.1, + 0.104, + 0.1, + 0.02, + 0.019, + 0.018, + 0.018, + 0.018, + 0.016, + 0.015, + 0.015, + 0.015, + 0.015 + ] + }, + { + "repo": "axum", + "language": "rust", + "tool": "bm25", + "index_ms": 32.7, + "p50_ms": 0.15, + "p90_ms": 0.25, + "p95_ms": 0.36, + "p99_ms": 0.45, + "latencies_ms": [ + 0.222, + 0.2, + 0.2, + 0.2, + 0.199, + 0.219, + 0.212, + 0.212, + 0.218, + 0.215, + 0.167, + 0.157, + 0.172, + 0.162, + 0.158, + 0.129, + 0.127, + 0.126, + 0.128, + 0.125, + 0.113, + 0.109, + 0.108, + 0.111, + 0.108, + 0.165, + 0.161, + 0.159, + 0.158, + 0.161, + 0.261, + 0.253, + 0.486, + 0.3, + 0.259, + 0.433, + 0.449, + 0.386, + 0.355, + 0.398, + 0.158, + 0.134, + 0.132, + 0.13, + 0.142, + 0.135, + 0.128, + 0.126, + 0.139, + 0.136, + 0.155, + 0.147, + 0.147, + 0.15, + 0.146, + 0.088, + 0.082, + 0.082, + 0.085, + 0.081, + 0.26, + 0.253, + 0.25, + 0.25, + 0.248, + 0.189, + 0.181, + 0.185, + 0.179, + 0.181, + 0.116, + 0.119, + 0.119, + 0.106, + 0.13, + 0.211, + 0.19, + 0.19, + 0.189, + 0.19, + 0.126, + 0.11, + 0.114, + 0.111, + 0.11, + 0.081, + 0.077, + 0.084, + 0.089, + 0.076, + 0.132, + 0.126, + 0.125, + 0.127, + 0.135, + 0.11, + 0.106, + 0.106, + 0.105, + 0.105 + ] + }, + { + "repo": "http4s", + "language": "scala", + "tool": "bm25", + "index_ms": 70.3, + "p50_ms": 0.22, + "p90_ms": 0.63, + "p95_ms": 1.3, + "p99_ms": 1.56, + "latencies_ms": [ + 0.383, + 0.343, + 0.34, + 0.34, + 0.382, + 0.432, + 0.414, + 0.419, + 0.43, + 0.438, + 0.166, + 0.16, + 0.161, + 0.17, + 0.163, + 0.136, + 0.133, + 0.132, + 0.133, + 0.132, + 0.197, + 0.191, + 0.192, + 0.2, + 0.192, + 0.123, + 0.119, + 0.119, + 0.119, + 0.12, + 0.554, + 0.553, + 0.55, + 0.548, + 0.557, + 0.401, + 0.396, + 0.399, + 0.389, + 0.427, + 0.329, + 0.299, + 0.309, + 0.309, + 0.299, + 0.233, + 0.23, + 0.231, + 0.235, + 0.246, + 0.127, + 0.123, + 0.125, + 0.125, + 0.124, + 0.297, + 0.291, + 0.289, + 0.29, + 0.294, + 1.576, + 1.549, + 1.557, + 1.523, + 1.536, + 0.155, + 0.149, + 0.149, + 0.15, + 0.147, + 1.287, + 1.284, + 1.288, + 1.291, + 1.291, + 0.143, + 0.115, + 0.113, + 0.113, + 0.111, + 0.154, + 0.157, + 0.147, + 0.15, + 0.153, + 0.301, + 0.292, + 0.309, + 0.302, + 0.31, + 0.051, + 0.056, + 0.049, + 0.049, + 0.046, + 0.037, + 0.037, + 0.037, + 0.036, + 0.036 + ] + }, + { + "repo": "alamofire", + "language": "swift", + "tool": "bm25", + "index_ms": 40.7, + "p50_ms": 0.19, + "p90_ms": 0.4, + "p95_ms": 0.41, + "p99_ms": 0.44, + "latencies_ms": [ + 0.406, + 0.387, + 0.39, + 0.391, + 0.387, + 0.36, + 0.357, + 0.354, + 0.357, + 0.356, + 0.238, + 0.21, + 0.201, + 0.197, + 0.196, + 0.179, + 0.179, + 0.179, + 0.178, + 0.193, + 0.218, + 0.213, + 0.215, + 0.215, + 0.22, + 0.031, + 0.031, + 0.03, + 0.03, + 0.029, + 0.07, + 0.071, + 0.072, + 0.072, + 0.073, + 0.253, + 0.25, + 0.242, + 0.241, + 0.243, + 0.226, + 0.213, + 0.211, + 0.216, + 0.214, + 0.191, + 0.176, + 0.174, + 0.174, + 0.178, + 0.384, + 0.383, + 0.379, + 0.374, + 0.381, + 0.308, + 0.306, + 0.304, + 0.317, + 0.348, + 0.073, + 0.067, + 0.064, + 0.06, + 0.064, + 0.154, + 0.143, + 0.142, + 0.144, + 0.143, + 0.048, + 0.042, + 0.041, + 0.041, + 0.043, + 0.048, + 0.047, + 0.061, + 0.047, + 0.046, + 0.086, + 0.069, + 0.068, + 0.083, + 0.069, + 0.401, + 0.406, + 0.402, + 0.404, + 0.401, + 0.449, + 0.441, + 0.441, + 0.437, + 0.433, + 0.129, + 0.124, + 0.122, + 0.124, + 0.126 + ] + }, + { + "repo": "trpc", + "language": "typescript", + "tool": "bm25", + "index_ms": 21.6, + "p50_ms": 0.12, + "p90_ms": 0.2, + "p95_ms": 0.23, + "p99_ms": 0.28, + "latencies_ms": [ + 0.212, + 0.196, + 0.211, + 0.201, + 0.203, + 0.034, + 0.032, + 0.033, + 0.034, + 0.033, + 0.067, + 0.062, + 0.063, + 0.063, + 0.063, + 0.19, + 0.186, + 0.184, + 0.185, + 0.188, + 0.074, + 0.071, + 0.07, + 0.07, + 0.07, + 0.14, + 0.137, + 0.134, + 0.136, + 0.134, + 0.104, + 0.101, + 0.1, + 0.1, + 0.099, + 0.163, + 0.164, + 0.159, + 0.161, + 0.159, + 0.29, + 0.283, + 0.281, + 0.279, + 0.278, + 0.047, + 0.044, + 0.043, + 0.043, + 0.043, + 0.203, + 0.199, + 0.199, + 0.197, + 0.23, + 0.176, + 0.162, + 0.154, + 0.154, + 0.155, + 0.106, + 0.102, + 0.101, + 0.101, + 0.103, + 0.069, + 0.066, + 0.065, + 0.068, + 0.064, + 0.024, + 0.022, + 0.023, + 0.024, + 0.023, + 0.063, + 0.059, + 0.063, + 0.063, + 0.062, + 0.047, + 0.047, + 0.047, + 0.048, + 0.047, + 0.142, + 0.141, + 0.142, + 0.141, + 0.14, + 0.173, + 0.172, + 0.17, + 0.169, + 0.171, + 0.133, + 0.128, + 0.128, + 0.128, + 0.127 + ] + }, + { + "repo": "zls", + "language": "zig", + "tool": "bm25", + "index_ms": 76.0, + "p50_ms": 0.2, + "p90_ms": 0.43, + "p95_ms": 0.46, + "p99_ms": 0.49, + "latencies_ms": [ + 0.513, + 0.489, + 0.464, + 0.457, + 0.46, + 0.383, + 0.374, + 0.374, + 0.405, + 0.376, + 0.129, + 0.122, + 0.123, + 0.121, + 0.121, + 0.272, + 0.262, + 0.261, + 0.26, + 0.26, + 0.194, + 0.185, + 0.227, + 0.195, + 0.182, + 0.327, + 0.306, + 0.305, + 0.304, + 0.311, + 0.129, + 0.125, + 0.122, + 0.127, + 0.123, + 0.108, + 0.106, + 0.108, + 0.106, + 0.107, + 0.285, + 0.274, + 0.274, + 0.271, + 0.272, + 0.466, + 0.445, + 0.447, + 0.448, + 0.439, + 0.162, + 0.152, + 0.151, + 0.15, + 0.15, + 0.16, + 0.156, + 0.155, + 0.155, + 0.155, + 0.255, + 0.246, + 0.244, + 0.246, + 0.243, + 0.061, + 0.056, + 0.055, + 0.055, + 0.055, + 0.258, + 0.218, + 0.203, + 0.2, + 0.201, + 0.219, + 0.212, + 0.222, + 0.214, + 0.218, + 0.066, + 0.062, + 0.061, + 0.061, + 0.061, + 0.423, + 0.426, + 0.411, + 0.409, + 0.41, + 0.205, + 0.198, + 0.194, + 0.198, + 0.195, + 0.157, + 0.151, + 0.148, + 0.149, + 0.15 + ] + } + ] +} diff --git a/src/semble/index/create.py b/src/semble/index/create.py index c2c8a80d..54e39028 100644 --- a/src/semble/index/create.py +++ b/src/semble/index/create.py @@ -135,15 +135,12 @@ def create_index_from_path( if not chunks: raise ValueError(f"No supported files found under {path}.") - if previous is None: - embeddings = embed_chunks(model, chunks) + if previous is not None and _has_same_vector_layout(manifest, previous_manifest): + embeddings = previous.vectors + for vector_part, start, count in embedding_parts: + embeddings[start : start + count] = vector_parts[vector_part] else: - if _has_same_vector_layout(manifest, previous_manifest): - embeddings = previous.vectors - for vector_part, start, count in embedding_parts: - embeddings[start : start + count] = vector_parts[vector_part] - else: - embeddings = np.vstack(vector_parts) + embeddings = np.vstack(vector_parts) bm25_index.set_doc_order(chunk_ids) semantic_index = SelectableBasicBackend(embeddings, BasicArgs()) diff --git a/src/semble/installer/installer.py b/src/semble/installer/installer.py index e8197b0a..855ddf1a 100644 --- a/src/semble/installer/installer.py +++ b/src/semble/installer/installer.py @@ -175,12 +175,12 @@ def _apply(mode: Mode, agents: list[AgentTarget], integrations: list[_Integratio for integ in integrations: result = integ.apply(agent, mode) if result is None: - print(f" {_DIM}– {integ.id}: not supported{_RESET}") + print(f" {_DIM}– {integ.id.value}: not supported{_RESET}") continue ok = result.action in ("created", "updated", "removed", "unchanged") detail = _ACTION_DETAIL.get(result.action, "") suffix = f" — {detail}" if detail else "" - print(f" {_tick(ok)} {integ.id} ({result.action}){suffix} → {result.path}") + print(f" {_tick(ok)} {integ.id.value} ({result.action}){suffix} → {result.path}") print() diff --git a/src/semble/version.py b/src/semble/version.py index 1ae5ed05..1ecfdcf3 100644 --- a/src/semble/version.py +++ b/src/semble/version.py @@ -1,2 +1,2 @@ -__version_triple__ = (0, 5, 5) +__version_triple__ = (0, 5, 6) __version__ = ".".join(map(str, __version_triple__)) diff --git a/tests/index/test_create.py b/tests/index/test_create.py index 59e22f57..7d745bc5 100644 --- a/tests/index/test_create.py +++ b/tests/index/test_create.py @@ -34,6 +34,7 @@ def test_incremental_reindex_reuses_updates_and_prunes(mock_model: Any, tmp_path bm25_before, semantic_before, chunks_before, manifest_before = create_index_from_path( tmp_path, mock_model, display_root=tmp_path ) + assert mock_model.encode.call_count == 4 # once per file, no second full pass a_entry = manifest_before["a.py"] b_entry = manifest_before["b.py"] a_vectors_before = semantic_before.vectors[a_entry.start : a_entry.end].copy()