From 702e30ee436068db15f7f2f50001b9de03f3a570 Mon Sep 17 00:00:00 2001 From: Dor Forer Date: Sat, 14 Nov 2026 16:42:18 +0200 Subject: [PATCH] Add experimental PiPNN ARM benchmark and findings --- poc/pipnn-arm/BASELINE_BUILD.md | 41 + poc/pipnn-arm/PHASE2_PLAN.md | 33 + poc/pipnn-arm/PHASE2_RESULTS.md | 89 + poc/pipnn-arm/PIPNN_BUILD.md | 40 + poc/pipnn-arm/PIPNN_LICENSE.txt | 25 + poc/pipnn-arm/README.md | 81 + poc/pipnn-arm/RESULTS.md | 112 + poc/pipnn-arm/arm-port.patch | 144 + poc/pipnn-arm/distance_check.cpp | 14 + poc/pipnn-arm/distance_check.log | 1 + .../evidence/data/dbpedia100k/manifest.json | 19 + .../evidence/data/deep100k/manifest.json | 19 + .../dbpedia100k-hnsw-m16-c200-r1.run.json | 20 + .../dbpedia100k-hnsw-m16-c200-r1.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c200-r1.run.time | 23 + .../dbpedia100k-hnsw-m16-c200-r2.run.json | 20 + .../dbpedia100k-hnsw-m16-c200-r2.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c200-r2.run.time | 23 + .../results/dbpedia100k-hnsw-m32-c200-r1.log | 214 ++ .../results/dbpedia100k-hnsw-m32-c200-r1.time | 23 + .../dbpedia100k-hnsw-m32-c200-r2.run.json | 20 + .../dbpedia100k-hnsw-m32-c200-r2.run.log | 214 ++ .../dbpedia100k-hnsw-m32-c200-r2.run.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.2-trees1-r1.build.log | 38 + ...bpedia100k-pipnn-a1.2-trees1-r1.build.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.2-trees1-r1.query.log | 22 + ...bpedia100k-pipnn-a1.2-trees1-r1.query.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r2.build.json | 47 + ...dbpedia100k-pipnn-a1.2-trees1-r2.build.log | 38 + ...bpedia100k-pipnn-a1.2-trees1-r2.build.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r2.query.json | 34 + ...dbpedia100k-pipnn-a1.2-trees1-r2.query.log | 22 + ...bpedia100k-pipnn-a1.2-trees1-r2.query.time | 23 + .../deep100k-hnsw-m16-c200-r1.run.json | 20 + .../results/deep100k-hnsw-m16-c200-r1.run.log | 214 ++ .../deep100k-hnsw-m16-c200-r1.run.time | 23 + .../deep100k-hnsw-m16-c200-r2.run.json | 20 + .../results/deep100k-hnsw-m16-c200-r2.run.log | 214 ++ .../deep100k-hnsw-m16-c200-r2.run.time | 23 + .../results/deep100k-hnsw-m32-c200-r1.log | 207 ++ .../results/deep100k-hnsw-m32-c200-r1.time | 23 + .../deep100k-hnsw-m32-c200-r2.run.json | 20 + .../results/deep100k-hnsw-m32-c200-r2.run.log | 214 ++ .../deep100k-hnsw-m32-c200-r2.run.time | 23 + .../results/deep100k-pipnn-a1.2-r1.build.log | 38 + .../results/deep100k-pipnn-a1.2-r1.query.log | 22 + .../results/deep100k-pipnn-a1.2-r1.time | 23 + .../deep100k-pipnn-a1.2-trees1-r2.build.json | 47 + .../deep100k-pipnn-a1.2-trees1-r2.build.log | 38 + .../deep100k-pipnn-a1.2-trees1-r2.build.time | 23 + .../deep100k-pipnn-a1.2-trees1-r2.query.json | 34 + .../deep100k-pipnn-a1.2-trees1-r2.query.log | 22 + .../deep100k-pipnn-a1.2-trees1-r2.query.time | 23 + poc/pipnn-arm/evidence/summary.json | 1464 ++++++++++ poc/pipnn-arm/metadata.txt | 8 + poc/pipnn-arm/phase2-evidence/metadata.json | 14 + .../dbpedia100k-hnsw-m16-c100-r1.run.json | 20 + .../dbpedia100k-hnsw-m16-c100-r1.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c100-r1.run.time | 23 + .../dbpedia100k-hnsw-m16-c100-r2.run.json | 20 + .../dbpedia100k-hnsw-m16-c100-r2.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c100-r2.run.time | 23 + .../dbpedia100k-hnsw-m16-c200-r1.run.json | 20 + .../dbpedia100k-hnsw-m16-c200-r1.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c200-r1.run.time | 23 + .../dbpedia100k-hnsw-m16-c200-r2.run.json | 20 + .../dbpedia100k-hnsw-m16-c200-r2.run.log | 214 ++ .../dbpedia100k-hnsw-m16-c200-r2.run.time | 23 + .../results/dbpedia100k-hnsw-m32-c200-r1.log | 214 ++ .../results/dbpedia100k-hnsw-m32-c200-r1.time | 23 + .../dbpedia100k-hnsw-m32-c200-r2.run.json | 20 + .../dbpedia100k-hnsw-m32-c200-r2.run.log | 214 ++ .../dbpedia100k-hnsw-m32-c200-r2.run.time | 23 + ...bpedia100k-pipnn-a1.0-trees1-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.0-trees1-r1.build.log | 38 + ...bpedia100k-pipnn-a1.0-trees1-r1.build.time | 23 + ...bpedia100k-pipnn-a1.0-trees1-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.0-trees1-r1.query.log | 22 + ...bpedia100k-pipnn-a1.0-trees1-r1.query.time | 23 + ...bpedia100k-pipnn-a1.1-trees1-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.1-trees1-r1.build.log | 38 + ...bpedia100k-pipnn-a1.1-trees1-r1.build.time | 23 + ...bpedia100k-pipnn-a1.1-trees1-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.1-trees1-r1.query.log | 22 + ...bpedia100k-pipnn-a1.1-trees1-r1.query.time | 23 + ...bpedia100k-pipnn-a1.1-trees1-r2.build.json | 47 + ...dbpedia100k-pipnn-a1.1-trees1-r2.build.log | 38 + ...bpedia100k-pipnn-a1.1-trees1-r2.build.time | 23 + ...bpedia100k-pipnn-a1.1-trees1-r2.query.json | 34 + ...dbpedia100k-pipnn-a1.1-trees1-r2.query.log | 22 + ...bpedia100k-pipnn-a1.1-trees1-r2.query.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.2-trees1-r1.build.log | 38 + ...bpedia100k-pipnn-a1.2-trees1-r1.build.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.2-trees1-r1.query.log | 22 + ...bpedia100k-pipnn-a1.2-trees1-r1.query.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r2.build.json | 47 + ...dbpedia100k-pipnn-a1.2-trees1-r2.build.log | 38 + ...bpedia100k-pipnn-a1.2-trees1-r2.build.time | 23 + ...bpedia100k-pipnn-a1.2-trees1-r2.query.json | 34 + ...dbpedia100k-pipnn-a1.2-trees1-r2.query.log | 22 + ...bpedia100k-pipnn-a1.2-trees1-r2.query.time | 23 + ...bpedia100k-pipnn-a1.2-trees2-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.2-trees2-r1.build.log | 55 + ...bpedia100k-pipnn-a1.2-trees2-r1.build.time | 23 + ...bpedia100k-pipnn-a1.2-trees2-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.2-trees2-r1.query.log | 22 + ...bpedia100k-pipnn-a1.2-trees2-r1.query.time | 23 + ...bpedia100k-pipnn-a1.4-trees1-r1.build.json | 47 + ...dbpedia100k-pipnn-a1.4-trees1-r1.build.log | 38 + ...bpedia100k-pipnn-a1.4-trees1-r1.build.time | 23 + ...bpedia100k-pipnn-a1.4-trees1-r1.query.json | 34 + ...dbpedia100k-pipnn-a1.4-trees1-r1.query.log | 22 + ...bpedia100k-pipnn-a1.4-trees1-r1.query.time | 23 + .../deep100k-hnsw-m16-c200-r1.run.json | 20 + .../results/deep100k-hnsw-m16-c200-r1.run.log | 214 ++ .../deep100k-hnsw-m16-c200-r1.run.time | 23 + .../deep100k-hnsw-m16-c200-r2.run.json | 20 + .../results/deep100k-hnsw-m16-c200-r2.run.log | 214 ++ .../deep100k-hnsw-m16-c200-r2.run.time | 23 + .../results/deep100k-hnsw-m32-c200-r1.log | 207 ++ .../results/deep100k-hnsw-m32-c200-r1.time | 23 + .../deep100k-hnsw-m32-c200-r2.run.json | 20 + .../results/deep100k-hnsw-m32-c200-r2.run.log | 214 ++ .../deep100k-hnsw-m32-c200-r2.run.time | 23 + .../results/deep100k-pipnn-a1.2-r1.build.log | 38 + .../results/deep100k-pipnn-a1.2-r1.query.log | 22 + .../results/deep100k-pipnn-a1.2-r1.time | 23 + .../deep100k-pipnn-a1.2-trees1-r2.build.json | 47 + .../deep100k-pipnn-a1.2-trees1-r2.build.log | 38 + .../deep100k-pipnn-a1.2-trees1-r2.build.time | 23 + .../deep100k-pipnn-a1.2-trees1-r2.query.json | 34 + .../deep100k-pipnn-a1.2-trees1-r2.query.log | 22 + .../deep100k-pipnn-a1.2-trees1-r2.query.time | 23 + poc/pipnn-arm/phase2-evidence/summary.json | 2385 +++++++++++++++++ poc/pipnn-arm/pipnn_query.cpp | 64 + poc/pipnn-arm/prepare_data.py | 106 + poc/pipnn-arm/run_case.py | 55 + poc/pipnn-arm/smoke_data.py | 12 + poc/pipnn-arm/summarize.py | 76 + poc/pipnn-arm/vecsim-svs-off.patch | 50 + poc/pipnn-arm/vecsim_bench.cpp | 69 + 145 files changed, 11693 insertions(+) create mode 100644 poc/pipnn-arm/BASELINE_BUILD.md create mode 100644 poc/pipnn-arm/PHASE2_PLAN.md create mode 100644 poc/pipnn-arm/PHASE2_RESULTS.md create mode 100644 poc/pipnn-arm/PIPNN_BUILD.md create mode 100644 poc/pipnn-arm/PIPNN_LICENSE.txt create mode 100644 poc/pipnn-arm/README.md create mode 100644 poc/pipnn-arm/RESULTS.md create mode 100644 poc/pipnn-arm/arm-port.patch create mode 100644 poc/pipnn-arm/distance_check.cpp create mode 100644 poc/pipnn-arm/distance_check.log create mode 100644 poc/pipnn-arm/evidence/data/dbpedia100k/manifest.json create mode 100644 poc/pipnn-arm/evidence/data/deep100k/manifest.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log create mode 100644 poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.json create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.json create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.json create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.build.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.query.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log create mode 100644 poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time create mode 100644 poc/pipnn-arm/evidence/summary.json create mode 100644 poc/pipnn-arm/metadata.txt create mode 100644 poc/pipnn-arm/phase2-evidence/metadata.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log create mode 100644 poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time create mode 100644 poc/pipnn-arm/phase2-evidence/summary.json create mode 100644 poc/pipnn-arm/pipnn_query.cpp create mode 100644 poc/pipnn-arm/prepare_data.py create mode 100644 poc/pipnn-arm/run_case.py create mode 100644 poc/pipnn-arm/smoke_data.py create mode 100644 poc/pipnn-arm/summarize.py create mode 100644 poc/pipnn-arm/vecsim-svs-off.patch create mode 100644 poc/pipnn-arm/vecsim_bench.cpp diff --git a/poc/pipnn-arm/BASELINE_BUILD.md b/poc/pipnn-arm/BASELINE_BUILD.md new file mode 100644 index 000000000..0bf57cba8 --- /dev/null +++ b/poc/pipnn-arm/BASELINE_BUILD.md @@ -0,0 +1,41 @@ +# VecSim ARM baseline build + +The baseline was built on `dorer-arm-big` in `/home/ubuntu/pipnn-poc-20261114`, at detached commit `54a841ae841828d53a482a826d6ace7753bc5450`. The commands below are run on that host unless noted otherwise. The build used GCC 12.3.0, CMake `Release`, tests and test helpers disabled, and SVS disabled. CMake selected the ARM SIMD configurations supported by the host. + +Create the worktree from the existing local clone and initialize the pinned SVS submodule from local objects: + +```sh +mkdir -p /home/ubuntu/pipnn-poc-20261114 +git -C /home/ubuntu/wt/arm-pr6 worktree add --detach /home/ubuntu/pipnn-poc-20261114/vecsim 54a841ae841828d53a482a826d6ace7753bc5450 +git -C /home/ubuntu/pipnn-poc-20261114/vecsim submodule update --init --no-fetch deps/ScalableVectorSearch +``` + +The pinned revision's SVS-disabled build requires the minimal guard patch saved at `/home/ubuntu/pipnn-poc-20261114/vecsim-svs-off.patch`. It guards SVS includes and shared-pool calls; it does not modify HNSW or SIMD code. Apply it to a fresh worktree before building: + +```sh +git -C /home/ubuntu/pipnn-poc-20261114/vecsim apply /home/ubuntu/pipnn-poc-20261114/vecsim-svs-off.patch +``` + +Configure and build the library, with at most four jobs: + +```sh +cmake -S /home/ubuntu/pipnn-poc-20261114/vecsim -B /home/ubuntu/pipnn-poc-20261114/vecsim-build -DCMAKE_BUILD_TYPE=Release -DVECSIM_BUILD_TESTS=OFF -DVECSIM_BUILD_TEST_HELPERS=OFF -DUSE_SVS=OFF +cmake --build /home/ubuntu/pipnn-poc-20261114/vecsim-build --target VectorSimilarity -j4 > /home/ubuntu/pipnn-poc-20261114/vecsim-build.log 2>&1 +``` + +The host approval marker was supplied as a leading prefix to the local SSH command: `VECSIM_BUILD_MACHINE_CONFIRMED=1 ssh dorer-arm-big '…'`. The source is `vecsim_bench.cpp` in this directory and was copied to the remote root before compilation. Link the driver against the exact library dependencies: + +```sh +cd /home/ubuntu/pipnn-poc-20261114 +g++ -O3 -std=c++20 -Ivecsim/src vecsim_bench.cpp -Wl,--start-group vecsim-build/src/VecSim/libVectorSimilarity.a vecsim-build/src/VecSim/spaces/libVectorSimilaritySpaces.a vecsim-build/src/VecSim/spaces/libVectorSimilaritySpaces_no_optimization.a vecsim-build/_deps/cpu_features-build/libcpu_features.a -Wl,--end-group -lpthread -ldl -o vecsim_bench +``` + +Copy `smoke_data.py` from this directory to the remote root, then generate the small brute-force reference and run the smoke test: + +```sh +cd /home/ubuntu/pipnn-poc-20261114 +python3 smoke_data.py smoke +./vecsim_bench smoke/base.fbin smoke/query.fbin smoke/truth.ibin 16 200 1 200 +``` + +The smoke run used 200 base vectors and 12 queries, with dimension 16, and reported recall@10 of 1.0. Its timings are not benchmark results. The C API uses the HNSW constructor's fixed seed of 100; the driver's `repeat` argument is a run identifier, not a seed. diff --git a/poc/pipnn-arm/PHASE2_PLAN.md b/poc/pipnn-arm/PHASE2_PLAN.md new file mode 100644 index 000000000..0a4d92df5 --- /dev/null +++ b/poc/pipnn-arm/PHASE2_PLAN.md @@ -0,0 +1,33 @@ +# Phase 2: DBpedia100k pruning screen + +Continue on the already selected dorer-arm-big, using unchanged binaries and +prepared input. Preserve the first-phase evidence. This is exploratory tuning +on the existing queries, not validation on unseen queries. + +1. Verify host idleness, free disk, binary/data identities and effective flags. +2. Screen PiPNN alpha 1.0, 1.1, 1.4 with one tree, retaining alpha 1.2 as reference. + Also test alpha 1.2 with two trees to distinguish pruning from candidate coverage. +3. Test HNSW M16 efConstruction=100 twice alongside existing efConstruction=200. +4. At measured recall >=95% and >=99%, select the PiPNN setting with the lowest + p95 among settings with construction time no greater than half the fastest + feasible HNSW baseline and resident memory <=125% of it. If none qualifies, + report that and repeat the best latency candidate within the HNSW construction + budget. Repeat each selected new configuration once; retain both targets. +5. Compare repeat medians/ranges and memory, including peak build RSS. Obtain + separate review against raw evidence and document the decision. + +Plan review found no execution blocker. Construction boundaries and compiler +arithmetic flags differ, so the 2x ratio is only a screening proxy, not an +end-to-end or algorithm-isolated claim. Fixed randomness does not test graph-seed +variation. Search effort uses the existing finite sweep with no interpolation. +Parameter tuning is the only change in this phase; aligned compiler settings, +common ready-to-query instrumentation and larger-scale runs remain separate work. + +## Selection adjustment after screening + +The first HNSW efConstruction=100 run takes 59.6 seconds, below every PiPNN +candidate (minimum 60.0 seconds). Therefore no candidate meets even the fallback +construction budget. Retain that failure explicitly. Repeat alpha=1.1 anyway +to measure the potentially useful near-equal-build, high-recall tradeoff; do not +present it as passing the original selection gate. Alpha=1.2 remains the best +95%-recall PiPNN point and already has two runs. No further parameter expansion. diff --git a/poc/pipnn-arm/PHASE2_RESULTS.md b/poc/pipnn-arm/PHASE2_RESULTS.md new file mode 100644 index 000000000..256f68a8f --- /dev/null +++ b/poc/pipnn-arm/PHASE2_RESULTS.md @@ -0,0 +1,89 @@ +# DBpedia100k parameter screen on ARM + +Decision: retain PiPNN alpha=1.1 with one tree as a high-recall research candidate. +Do not replace HNSW. None of the screened PiPNN settings meets the 2x construction +screening target against the cheaper HNSW configuration. Pruning tuning did not +remove the 95%-recall latency disadvantage against HNSW efConstruction=200. + +This phase changes only parameters on the same ARM host, binaries, prepared +100k x 1536 FP32 inputs and 1000 queries. It adds seven complete runs: four new +PiPNN configurations, a second run of the selected alpha=1.1 configuration, and +two HNSW M16/efConstruction=100 runs. The existing evidence remains unchanged in +`evidence/`; the combined snapshot is in `phase2-evidence/`. + +## Measured tradeoff + +| Configuration | Runs | Build s | p95 >=95% recall (ms) | p95 >=99% recall (ms) | +|---|---:|---:|---:|---:| +| hnsw M16-efC100 | 2 | 59.41 | 0.715 | 4.566 | +| hnsw M16-efC200 | 2 | 119.23 | 0.633 | 2.233 | +| hnsw M32-efC200 | 2 | 147.27 | 0.794 | 2.235 | +| pipnn alpha1.0-trees1 | 1 | 60.04 | 0.820 | 2.424 | +| pipnn alpha1.1-trees1 | 2 | 62.58 | 0.768 | 1.850 | +| pipnn alpha1.2-trees1 | 2 | 65.08 | 0.765 | 2.078 | +| pipnn alpha1.2-trees2 | 1 | 126.73 | 0.822 | 1.854 | +| pipnn alpha1.4-trees1 | 1 | 66.53 | 0.817 | 2.264 | + +Construction seconds are an imperfect proxy: PiPNN includes graph serialization +but excludes loading that graph for queries; HNSW is immediately queryable after +its reported construction. These are not common end-to-end readiness times. +PiPNN also retains native/fast-math build flags unlike the VecSim core. Results +compare these builds, not algorithms under identical compiler arithmetic policy. + +Query values are the median of per-run p95 at a measured search effort meeting +the recall threshold in every available repeat. A single-run screen is labeled +explicitly. The sweep is finite: notably, HNSW efConstruction=100 reaches only +98.9% recall at efRuntime=400, then 99.34% at 800. Untested efforts in between +could reduce its reported >=99% latency. Do not treat these sampled points as +the exact optimal frontier. Recall also differs slightly among qualifying points. + +## What changed our understanding + +- Reducing HNSW efConstruction from 200 to 100 roughly halves construction time. + That removes the general PiPNN build-speed advantage on this dataset, but costs + substantial query latency at the tested 99%-recall point. +- Stronger PiPNN pruning (alpha=1.0) saves a few build seconds but requires wider + searches. Less aggressive pruning (alpha=1.4) adds edges without improving the + measured latency. Alpha=1.1 gives a better measured 99%-recall tradeoff. +- Two trees improve candidate coverage and attain 99% recall with a smaller beam. + However, their approximately 127-second build is about twice the single-tree + cost, and the selected alpha=1.1 single-tree candidate has similar query latency. +- Reported query-process residency is about + 649 MB for PiPNN versus 653–654 MB for HNSW M16. Peak construction RSS is about + 1232 MB versus 1268–1269 MB. These include runtime/input-buffer overhead. + Every PiPNN setting reports exactly the same RSS values despite differing + graph file sizes. This phase did not isolate the reason for that equality; + do not use these snapshots to rank memory efficiency among pruning settings. + +Selected alpha=1.1 repeats built in 62.45–62.71 seconds. At beam 200, both reached recall 0.9901; p95 ranged 1.839–1.861 ms. Compared with HNSW efConstruction=100, its median construction proxy is 5.3% longer, its >=95% p95 is 7.4% higher, and its >=99% p95 is 59.5% lower at the tested efforts. Compared with HNSW efConstruction=200, its construction proxy is 47.5% lower and its >=99% p95 is 17.1% lower, but its >=95% p95 is 21.3% higher. + +## Verification and next step + +The runner refused overwrites and competing known benchmark/build processes. +The host had about 20 GiB free and was idle before the screen. Source inspection +confirmed alpha and replica forwarding to the builder; output reports the tree +count and graph degrees. Both drivers check result uniqueness and compute recall +against the existing exhaustive reference. The PiPNN driver also checks returned +ID bounds; the VecSim driver checks ground-truth ID bounds. Fixed/default graph randomness +and two repeats establish timing repeatability only, not seed robustness. + +Parameter selection reused the evaluation queries, so there is no unseen-query +validation claim. The plan's fallback construction budget also failed after the +cheaper HNSW result; this is recorded in [the plan](PHASE2_PLAN.md). The selected +PiPNN setting was repeated to quantify the near-equal-build high-recall tradeoff, +not to relabel that gate as passed. + +Recommend the next validation target be >=99% recall: use untouched queries, +denser search-effort sweeps near the threshold, aligned arithmetic flags and a +common ready-to-query boundary before moving to million-vector/multithreaded +measurements. Online updates/deletes and production integration remain untested. +No production HNSW source was changed. + +Reproduce the combined summary with: + +```sh +python3 poc/pipnn-arm/summarize.py --evidence poc/pipnn-arm/phase2-evidence +``` + +Exact commands, return codes, timings and query observations are saved in +`phase2-evidence/results/`; executable/input hashes are in its `metadata.json`. diff --git a/poc/pipnn-arm/PIPNN_BUILD.md b/poc/pipnn-arm/PIPNN_BUILD.md new file mode 100644 index 000000000..98e63602d --- /dev/null +++ b/poc/pipnn-arm/PIPNN_BUILD.md @@ -0,0 +1,40 @@ +# PiPNN ARM build + +This records the successful proof-of-concept build on `dorer-arm-big`, using GCC 12.3.0 and CMake Release (`-O3 -DNDEBUG -march=native -ffast-math`). The upstream revision and resolved submodule and FetchContent revisions are in [metadata.txt](metadata.txt). FetchContent uses moving branches for several dependencies; a fresh configure may therefore resolve different revisions unless the recorded revisions are supplied separately. + +## Fresh checkout and build + +Run on the ARM host, with the patch and `pipnn_query.cpp` copied from this directory. Replace `ARTIFACT_DIR` and `WORK_DIR` with their absolute paths. The top-level submodules are initialized without `--recursive`: the MIRAGE checkout has a stale nested submodule entry that makes recursive initialization fail. + +```sh +git clone https://github.com/ParAlg/PiPNN.git "$WORK_DIR" +cd "$WORK_DIR" +git checkout 443a328dc71a3b7be753d52ca2b3c9a4ba77f3fd +git submodule update --init +git apply "$ARTIFACT_DIR/arm-port.patch" +cp "$ARTIFACT_DIR/pipnn_query.cpp" algorithms/PipNN/pipnn_query.cpp +cmake -S . -B build -DCMAKE_BUILD_TYPE=Release +cmake --build build --target neighbors-pipnn_FLOAT_T_EUCLIDEAN -j4 +cmake --build build --target pipnn_query -j4 +``` + +The patch combines three changes: ARM-compatible headers and aligned allocation; a PiPNN-only CMake configuration; and a CMake target linking the separate query driver to Parlay, Eigen, Abseil and Highway. The build restriction is not an upstream requirement or part of the algorithm: it skips unrelated targets, including MIRAGE, whose configuration otherwise failed on this host because BLAS was unavailable. The query source is a separate file and must be copied as shown. Eigen and Highway remain in the PiPNN build. + +Configuration fetches dependencies from the network, including Eigen, Parlay, Abseil, Highway and Google Benchmark. The top-level submodule checkout of Parlay is distinct from the version actually fetched by CMake; use the FetchContent revisions in the metadata to identify the tested build. + +The resulting executables are `build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN` and `build/algorithms/PipNN/pipnn_query`. Set `PARLAY_NUM_THREADS` at runtime. The query driver accepts a graph file, base fbin, query fbin, ground-truth file, k, and one or more beam sizes: + +```sh +PARLAY_NUM_THREADS=1 build/algorithms/PipNN/pipnn_query \ + GRAPH BASE.fbin QUERY.fbin TRUTH.bin 10 10 32 64 100 +``` + +Ground truth contains two 32-bit integers (`nq`, `k`), then `nq*k` row-major 32-bit IDs, then `nq*k` row-major float32 distances. The driver warms the first 100 queries per beam, measures each query separately, and checks result count, uniqueness and bounds before reporting recall and latency percentiles. Its index-process RSS snapshot is taken after loading the graph and base vectors and before loading queries and ground truth; file sizes are reported separately. + +## Checks performed + +- ARM scalar L2, inner-product and norm fallbacks matched a double reference for dimensions 1 through 100 using the recorded release flags. The test is in `distance_check.cpp`; its output is in `distance_check.log`. +- The builder produced a graph for 512 random 8-dimensional vectors using EigenKNN and two workers. +- The query driver returned recall@10 of 1.0 on 20 independent queries against a 128-point, 13-dimensional fully connected graph, with beam 128 and independently computed brute-force ground truth. Its uniqueness and bounds checks passed. This check did not independently verify result ordering. + +The remote proof-of-concept directory contains the configure, build and smoke logs. These checks establish basic portability and query correctness for the cases tested, not benchmark parity with the paper. diff --git a/poc/pipnn-arm/PIPNN_LICENSE.txt b/poc/pipnn-arm/PIPNN_LICENSE.txt new file mode 100644 index 000000000..754f271a8 --- /dev/null +++ b/poc/pipnn-arm/PIPNN_LICENSE.txt @@ -0,0 +1,25 @@ +Upstream: https://github.com/ParAlg/PiPNN +Revision: 443a328dc71a3b7be753d52ca2b3c9a4ba77f3fd +Applies to upstream code represented in arm-port.patch. + +MIT License + +Copyright (c) 2023 magdalendobson + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/poc/pipnn-arm/README.md b/poc/pipnn-arm/README.md new file mode 100644 index 000000000..1cca6318a --- /dev/null +++ b/poc/pipnn-arm/README.md @@ -0,0 +1,81 @@ +# PiPNN ARM feasibility experiment + +This directory is an experimental benchmark bundle, not a VectorSimilarity +backend or a production HNSW change. Start with [phase 2 findings](PHASE2_RESULTS.md) +for the current conclusion, then [initial findings](RESULTS.md) for both datasets. +Build instructions are in [BASELINE_BUILD.md](BASELINE_BUILD.md) and +[PIPNN_BUILD.md](PIPNN_BUILD.md). Builds use pinned revisions, not this PR's base. + +The runner and data preparation scripts preserve the original ARM host paths. +To rerun elsewhere, adapt those paths and provide the datasets referenced in +`prepare_data.py`; vectors, binaries and graph files are not included. The JSON +summary can be regenerated locally from the included text logs without datasets. +`evidence/` preserves phase 1; `phase2-evidence/` is the combined snapshot, so +some raw logs deliberately appear in both. See [upstream attribution](PIPNN_LICENSE.txt) +for the PiPNN patch and its source. + +Status: ARM build and correctness smoke checks passed. Initial 100k-vector +screening is complete; see [results and limitations](RESULTS.md). +The follow-up [1536D parameter screen](PHASE2_RESULTS.md) identifies a useful +high-recall PiPNN setting and a cheaper HNSW baseline. +This experiment evaluates a candidate replacement for VectorSimilarity HNSW. +Static build/search results cannot establish support for online updates/deletes. + +## Host and isolation + +- User-selected host: `dorer-arm-big`, 16 Neoverse-V2 cores, 123 GiB RAM. +- Remote experiment: `/home/ubuntu/pipnn-poc-20261114`. +- PiPNN upstream: `443a328dc71a3b7be753d52ca2b3c9a4ba77f3fd`. +- VectorSimilarity: clean detached worktree at `54a841ae841828d53a482a826d6ace7753bc5450`. +- Main working checkout and its existing modifications are untouched. +- Baseline uses FP32 L2, single-value HNSW, Release build, fixed C API seed 100. + +Before setup, root disk had 4.6 GiB available. Cleanup removed only ELF binaries +and static archives from these unused build trees, following process-reference +checks, retaining repositories, sources, datasets, logs, and reports: + +- `/home/ubuntu/wt/hnsw-search-prefetch/bin` +- `/home/ubuntu/wt/mod-18279/bin` +- `/home/ubuntu/sq4-gate-1103/bin` + +Available disk increased to 21 GiB. Logical removed file sizes total 18,708,642,004 +bytes; this differs from physical disk reclaimed because of sparse files and +filesystem accounting. New experiment setup subsequently consumes some space. + +## Inputs and measurement boundaries + +`prepare_data.py` prepares 100k DEEP vectors (96 dimensions) and 100k DBpedia +embeddings (1536 dimensions) from existing host datasets. DBpedia is normalized +to FP32 unit vectors and searched with squared L2, approximately preserving cosine +ranking (rounding can affect close ties). Ground truth uses these FP32 L2 inputs. +Raw and normalized exact-content overlaps are excluded. Near-identical queries +and ambiguous top-10 distance ties are excluded and counted in each manifest. +DEEP has 999 evaluation queries; DBpedia has 1000. Ground truth is recomputed +against the actual subset using an exhaustive float64 scan and direct-distance +reranking of shortlisted candidates. + +Initial screening uses one build thread and one query thread for both algorithms. +Inputs are prepared FP32 fbin files; common offline data preparation and ground +truth generation are excluded from measured build costs. Build timing, file +loading, and graph serialization must be reported with their respective scope. +Query timing excludes recall evaluation; reported QPS is inverse mean serial +query time, not concurrent batch throughput. Both drivers warm the first 100 +queries before each search-effort sweep. + +HNSW reports tracked index allocation and resident process memory after releasing +its extra raw input copy, before loading queries/truth. PiPNN reports resident +process memory after loading graph/vectors, before loading queries/truth. These +RSS values include runtime overhead; graph file size is not resident index size. + +Compare actual operating points attaining at least 95% and 99% recall@10, never +interpolate unattained targets. Initial proposed gate per dataset/target: at least +2x faster construction, at most 10% p95 query-latency regression and at most 25% +resident-index-process-memory increase. Report measured outcomes separately and +do not call a static winner a production-ready HNSW replacement. Repeat promising +configurations; parameter choices and random graph variation must be disclosed. + +## Sources + +- Paper: https://arxiv.org/abs/2602.21247 +- Authors' implementation: https://github.com/ParAlg/PiPNN +- Follow-up research (not implemented here): https://arxiv.org/abs/2611.05690 diff --git a/poc/pipnn-arm/RESULTS.md b/poc/pipnn-arm/RESULTS.md new file mode 100644 index 000000000..e6fadb52b --- /dev/null +++ b/poc/pipnn-arm/RESULTS.md @@ -0,0 +1,112 @@ +# PiPNN versus VectorSimilarity HNSW on ARM + +Initial decision: continue investigating PiPNN for bulk construction, but do not +replace HNSW on this evidence. The low-dimensional workload is promising. The +high-dimensional workload trades faster construction for slower queries at 95% +recall, and the experiment does not cover online insertion/deletion. + +## Scope and comparison boundaries + +Measurements use the user-selected `dorer-arm-big` (Neoverse-V2), one build thread +and serial queries, FP32 L2, and 100,000 vectors per dataset. DEEP is 96D with +999 held-out queries; normalized DBpedia/OpenAI embeddings are 1536D with 1000 +queries. The two implementations use exactly the same prepared inputs and +recomputed subset ground truth. See [methodology](README.md) and data manifests +under `evidence/data/` for exclusion and normalization details. + +These are comparisons of specific builds, not isolated algorithm speedups: +PiPNN uses native architecture and fast-math flags; VecSim has its normal ARM +SIMD compilation without global fast-math. Its selected runtime distance function +was not instrumented. Exact revisions and flags are in [metadata](metadata.txt). + +**Build seconds have different boundaries.** PiPNN measures the full builder +process, including input loading and graph serialization, but excludes the +subsequent graph/vector loading by the separate query process. HNSW measures +input loading and construction of an immediately queryable in-memory index, +without serialization. Ratios below are a construction-screening proxy, not +equivalent end-to-end ready-to-query speedups. Common offline normalization and +ground-truth computation are excluded from both. + +Each configuration has two repeated runs with fixed/default randomness. These +measure timing repeatability, not variation across random graph seeds. DEEP's +PiPNN graph hashes match between repeats. Query tables use median run p95 at a +measured search effort that reaches the target recall in both runs; no recall +interpolation. Only search efforts present in both runs qualify. The first DEEP +M32 sweep was coarser, so this rule limits its candidate settings. Two runs are +not a confidence interval. Raw observations and ranges are in +[summary.json](evidence/summary.json). + +## Measurements + +Medians of two runs; memory is decimal MB. Peak is the maximum observed build +process RSS. Resident memory is the loaded query process before query/truth input. + +| Dataset | Engine | Construction seconds* | p95 ≥95% recall (µs) | p95 ≥99% recall (µs) | Resident MB | Peak build MB | +|---|---|---:|---:|---:|---:|---:| +| deep100k | HNSW M16-efC200 | 23.77 | 90.1 | 190.8 | 77.6 | 117.8 | +| deep100k | HNSW M32-efC200 | 29.56 | 128.9 | 226.0 | 89.1 | 130.4 | +| deep100k | PiPNN | 11.38 | 71.5 | 158.0 | 74.5 | 291.8 | +| dbpedia100k | HNSW M16-efC200 | 119.23 | 633.5 | 2233.0 | 653.9 | 1268.9 | +| dbpedia100k | HNSW M32-efC200 | 147.27 | 794.5 | 2235.4 | 665.0 | 1280.8 | +| dbpedia100k | PiPNN | 65.08 | 765.4 | 2078.1 | 649.1 | 1232.3 | + +*Construction boundaries differ as explained above. + +Against M16, DEEP has a 2.09x construction-time ratio, with 20.6% lower p95 +at ≥95% recall and 17.2% lower p95 at ≥99% recall. Its peak build RSS is 2.48x +HNSW (292 versus 118 MB). DBpedia has a 1.83x construction-time ratio, but p95 +is 20.8% higher at ≥95% recall and 6.9% lower at ≥99% recall. Resident memory +is slightly lower with PiPNN on both datasets. + +| Dataset / engine | Effort at ≥95% | Measured recall | Effort at ≥99% | Measured recall | +|---|---:|---:|---:|---:| +| dbpedia100k / hnsw M16-efC200 | 60 | 0.95750 | 300 | 0.99200 | +| dbpedia100k / hnsw M32-efC200 | 50 | 0.96190 | 200 | 0.99100 | +| dbpedia100k / pipnn alpha1.2-trees1 | 50 | 0.95460 | 200 | 0.99240 | +| deep100k / hnsw M16-efC200 | 40 | 0.96196 | 100 | 0.99159 | +| deep100k / hnsw M32-efC200 | 40 | 0.97818 | 80 | 0.99379 | +| deep100k / pipnn alpha1.2-trees1 | 30 | 0.95045 | 80 | 0.99159 | + +Effort is efRuntime for HNSW and beam size for PiPNN; equal numbers are not +equivalent work budgets. Recall is the minimum across the two observations. + +## Interpretation and next experiment + +HNSW M16/efConstruction=200 is the primary baseline: it builds faster and has +lower measured query latency than the tested M32 alternative. PiPNN uses one +partition tree, alpha=1.2, final maximum degree 64, EigenKNN leaves, and no +quantization. This is one candidate configuration, not a tuned optimum for +either implementation. Full commands are recorded with the raw run evidence. + +The screening gate was at least 2x construction improvement, no more than 10% +p95 query regression at the required recall, and no more than 25% resident +memory growth. The mixed high-dimensional result does not clear that gate +across workloads. DEEP also has substantially higher peak construction memory, +despite slightly lower resident query-process memory. Peak figures include +input buffers and runtime allocations and are not production lower bounds. + +The next experiment should tune PiPNN pruning/partition parameters and HNSW +construction parameters against the 1536D recall/latency frontier, align compiler +arithmetic settings, and measure a common in-memory ready-to-query boundary. +If that improves the tradeoff, expand to million-vector and multithreaded builds. +Dynamic updates, deletion, filtering, range queries, persistence integration, +quantization, and concurrent serving remain untested. The paper's bulk graph +construction result alone does not establish a drop-in HNSW replacement. + +## Validation and artifacts + +- ARM distance checks compared L2, inner product, and norm across dimensions + 1–100 with a double-precision reference. +- A fully connected graph with 128 vectors and 20 independent queries reached + recall@10=1.0 through the PiPNN query driver, with bounds/uniqueness checks. +- VecSim's 200-vector/12-query smoke test reached recall@10=1.0. +- Both drivers warm 100 queries per effort and time query execution separately + from recall evaluation. QPS is inverse mean serial query latency. +- Build patches, harnesses, input preparation, runner, raw logs, and the summary + script are retained here. The full remote experiment is + `dorer-arm-big:/home/ubuntu/pipnn-poc-20261114`. + +Cleanup removed old compiled artifacts only from three inactive build trees, +freeing roughly 16 GiB physically. Disk availability increased from 4.6 GiB to +21 GiB and is about 20 GiB after the PoC. Repositories, source changes, datasets, +logs, and reports were preserved; no production HNSW implementation was changed. diff --git a/poc/pipnn-arm/arm-port.patch b/poc/pipnn-arm/arm-port.patch new file mode 100644 index 000000000..4bfb461f2 --- /dev/null +++ b/poc/pipnn-arm/arm-port.patch @@ -0,0 +1,144 @@ +diff --git a/CMakeLists.txt b/CMakeLists.txt +index ba41e07..61815be 100644 +--- a/CMakeLists.txt ++++ b/CMakeLists.txt +@@ -75,12 +75,12 @@ set(BUILD_TESTING OFF CACHE BOOL "" FORCE) + set(HWY_ENABLE_TESTS OFF CACHE BOOL "" FORCE) + set(BENCHMARK_ENABLE_TESTING OFF CACHE BOOL "" FORCE) + set(BENCHMARK_ENABLE_GTEST_TESTS OFF CACHE BOOL "" FORCE) +-add_subdirectory(external/mirage) ++# PiPNN-only build: MIRAGE is not required + + add_subdirectory(algorithms) +-add_subdirectory(analysis) +-add_subdirectory(benchmark) +-add_subdirectory(data_tools) ++# PiPNN-only build: skip analysis ++# PiPNN-only build: skip benchmark ++# PiPNN-only build: skip data tools + #add_subdirectory(range_search) + + +diff --git a/algorithms/CMakeLists.txt b/algorithms/CMakeLists.txt +index 660d8c1..5b7f98c 100644 +--- a/algorithms/CMakeLists.txt ++++ b/algorithms/CMakeLists.txt +@@ -1,8 +1 @@ +-add_subdirectory(HCNNG) +-add_subdirectory(HNSW) +-add_subdirectory(hnswlib) +-add_subdirectory(mirage) + add_subdirectory(PipNN) +-add_subdirectory(pyNNDescent) +-add_subdirectory(vamana) +-add_subdirectory(vamanaRange) +diff --git a/algorithms/PipNN/CMakeLists.txt b/algorithms/PipNN/CMakeLists.txt +index 913ad60..b7b5fc5 100644 +--- a/algorithms/PipNN/CMakeLists.txt ++++ b/algorithms/PipNN/CMakeLists.txt +@@ -36,3 +36,5 @@ foreach(CURRENT_DATATYPE_CMAKE ${CONFIG_DATATYPES_CMAKE}) + message(STATUS "Configured Target: ${TARGET_NAME} with Definitions: ${DATATYPE_DEFINE}, ${DISTANCETYPE_DEFINE}") + endforeach() + endforeach() ++add_executable(pipnn_query pipnn_query.cpp) ++target_link_libraries(pipnn_query PRIVATE parlay ParlayANN Eigen3::Eigen absl::synchronization absl::flat_hash_set absl::span hwy hwy_contrib) +diff --git a/algorithms/PipNN/pipnn_utils.h b/algorithms/PipNN/pipnn_utils.h +index 81b9149..510dc00 100644 +--- a/algorithms/PipNN/pipnn_utils.h ++++ b/algorithms/PipNN/pipnn_utils.h +@@ -29,6 +29,16 @@ + #include + #include + #include ++#include ++#include ++ ++inline void* pipnn_aligned_malloc(size_t bytes, size_t alignment) { ++ void* ptr = nullptr; ++ if (posix_memalign(&ptr, alignment, bytes) != 0) { ++ throw std::bad_alloc(); ++ } ++ return ptr; ++} + + + #include "../utils/graph.h" +@@ -239,7 +249,7 @@ size_t kMaxDimension = 2048; + void* get_point_mat() { + if (tl_point_mat == nullptr) { + // Enough space for float points. +- tl_point_mat = (uint8_t*)_mm_malloc(kMaxClusterSize * kMaxDimension * sizeof(uint32_t), 64); ++ tl_point_mat = (uint8_t*)pipnn_aligned_malloc(kMaxClusterSize * kMaxDimension * sizeof(uint32_t), 64); + for (size_t i=0; i < kMaxClusterSize * kMaxDimension * sizeof(uint32_t); ++i) { + tl_point_mat[i] = 0; + } +@@ -251,7 +261,7 @@ void* get_point_mat() { + void* get_dist_mat() { + if (tl_dist_mat == nullptr) { + // Enough space for float distances. +- tl_dist_mat = (uint8_t*)_mm_malloc(kMaxClusterSize * kMaxClusterSize * sizeof(uint32_t), 64); ++ tl_dist_mat = (uint8_t*)pipnn_aligned_malloc(kMaxClusterSize * kMaxClusterSize * sizeof(uint32_t), 64); + for (size_t i=0; i < kMaxClusterSize * kMaxClusterSize * sizeof(uint32_t); ++i) { + tl_dist_mat[i] = 0; + } +@@ -315,14 +325,14 @@ constexpr size_t kMaxLeaderSize = 2048; + + static void* get_tile_point_mat() { + if (!tile_point_mat) +- tile_point_mat = (uint8_t*)_mm_malloc( ++ tile_point_mat = (uint8_t*)pipnn_aligned_malloc( + kMaxTileSize * kMaxDimension * sizeof(float), 64); + return tile_point_mat; + } + + static void* get_tile_dist_mat() { + if (!tile_dist_mat) +- tile_dist_mat = (uint8_t*)_mm_malloc( ++ tile_dist_mat = (uint8_t*)pipnn_aligned_malloc( + kMaxTileSize * kMaxLeaderSize * sizeof(float), 64); + return tile_dist_mat; + } +@@ -344,7 +354,7 @@ void assign_leaders(PR& Points, + //assert(dim <= kMaxDimension); + + // this is a buffer for the leader points shared across all threads spawned here +- float* Lmat = (float*)_mm_malloc(M * dim * sizeof(float), 64); ++ float* Lmat = (float*)pipnn_aligned_malloc(M * dim * sizeof(float), 64); + for (size_t j = 0; j < M; ++j) { + coord_type* loc = reinterpret_cast(Points.location(leaders[j])); + for (size_t d = 0; d < dim; ++d) { +@@ -430,7 +440,7 @@ void assign_leaders(PR& Points, + ); + } + +- _mm_free(Lmat); ++ std::free(Lmat); + } + + +diff --git a/algorithms/utils/NSGDist.h b/algorithms/utils/NSGDist.h +index aab1509..3dc4f22 100644 +--- a/algorithms/utils/NSGDist.h ++++ b/algorithms/utils/NSGDist.h +@@ -6,7 +6,9 @@ + #define EFANNA2E_DISTANCE_H + + #include ++#if defined(__x86_64__) || defined(__i386__) + #include ++#endif + + #include + #include +diff --git a/algorithms/utils/hash.h b/algorithms/utils/hash.h +index 3d4a2c2..3cd1f12 100644 +--- a/algorithms/utils/hash.h ++++ b/algorithms/utils/hash.h +@@ -1,7 +1,6 @@ + #include "parlay/parallel.h" + #include "parlay/primitives.h" + #include "parlay/random.h" +-#include + + #include // For sqrt + #include // For formatting output diff --git a/poc/pipnn-arm/distance_check.cpp b/poc/pipnn-arm/distance_check.cpp new file mode 100644 index 000000000..0105b22d8 --- /dev/null +++ b/poc/pipnn-arm/distance_check.cpp @@ -0,0 +1,14 @@ +#include "upstream/algorithms/utils/NSGDist.h" +#include +#include +int main() { + efanna2e::DistanceL2 l2; efanna2e::DistanceInnerProduct dot; efanna2e::DistanceFastL2 norm; + float a[100], b[100]; + for (int i=0;i<100;i++) { a[i]=(i%7-3)*0.125f; b[i]=(i%11-5)*0.25f; } + for (unsigned n=1;n<=100;n++) { + double l=0,d=0,z=0; + for(unsigned i=0;i1e-5 || std::abs(dot.compare(a,b,n)-d)>1e-5 || std::abs(norm.norm(a,n)-z)>1e-5) return 1; + } + std::puts("PASS L2, dot, norm dimensions 1..100"); +} diff --git a/poc/pipnn-arm/distance_check.log b/poc/pipnn-arm/distance_check.log new file mode 100644 index 000000000..bb2722984 --- /dev/null +++ b/poc/pipnn-arm/distance_check.log @@ -0,0 +1 @@ +PASS L2, dot, norm dimensions 1..100 diff --git a/poc/pipnn-arm/evidence/data/dbpedia100k/manifest.json b/poc/pipnn-arm/evidence/data/dbpedia100k/manifest.json new file mode 100644 index 000000000..c2e5ed33e --- /dev/null +++ b/poc/pipnn-arm/evidence/data/dbpedia100k/manifest.json @@ -0,0 +1,19 @@ +{ + "name": "dbpedia100k", + "n": 100000, + "dim": 1536, + "queries": 1000, + "metric": "L2 on FP32 unit-normalized vectors", + "excluded_overlap_hashes": 0, + "normalized_overlap_hashes": 0, + "excluded_near_identical": 0, + "excluded_tied_top10": 0, + "truth": "float64 exact over this base", + "preparation_seconds": 6.469971586950123, + "base_sha256": "96d405539cbe8aa6d2fa86b45f2dee167eced17c9d560874f927cf360fcdaf5c", + "query_sha256": "505b2e67242cf5e70d851bd6b19a623d41502155bdf6dd95284f5a8d76e6ed9c", + "thread_env": { + "OPENBLAS_NUM_THREADS": "4", + "OMP_NUM_THREADS": "4" + } +} diff --git a/poc/pipnn-arm/evidence/data/deep100k/manifest.json b/poc/pipnn-arm/evidence/data/deep100k/manifest.json new file mode 100644 index 000000000..b021b5c8f --- /dev/null +++ b/poc/pipnn-arm/evidence/data/deep100k/manifest.json @@ -0,0 +1,19 @@ +{ + "name": "deep100k", + "n": 100000, + "dim": 96, + "queries": 999, + "metric": "L2", + "excluded_overlap_hashes": 5, + "normalized_overlap_hashes": 0, + "excluded_near_identical": 0, + "excluded_tied_top10": 1, + "truth": "float64 exact over this base", + "preparation_seconds": 1.4005875792354345, + "base_sha256": "4d38d409ed8a96b80cdf83165d537ad5983777b4392b1eb9d4f59b731d4ea1bd", + "query_sha256": "2a0c081ab5bfab192f7989775e39fe7c061e80adeacc6012c4735f758dc66869", + "thread_env": { + "OPENBLAS_NUM_THREADS": "4", + "OMP_NUM_THREADS": "4" + } +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json new file mode 100644 index 000000000..14268f53a --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "200", + "1", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649052.5272741, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649195.6597197, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log new file mode 100644 index 000000000..3a5d52697 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:37:32.834] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:37:32.834] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:37:33.081] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:37:33.081] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:37:33.636] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:37:33.636] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:37:34.414] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:37:34.414] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:37:35.327] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:37:35.327] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:37:36.253] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:37:36.253] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:37:37.295] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:37:37.295] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:37:38.251] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:37:38.251] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:37:39.316] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:37:39.316] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:37:40.366] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:37:40.366] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:37:41.443] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:37:41.443] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:37:42.563] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:37:42.563] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:37:43.732] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:37:43.732] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:37:44.860] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:37:44.860] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:37:46.115] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:37:46.115] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:37:47.443] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:37:47.443] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:37:48.002] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:37:48.002] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:37:48.740] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:37:48.740] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:37:49.960] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:37:49.960] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:37:50.985] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:37:50.985] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:37:52.055] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:37:52.055] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:37:53.265] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:37:53.265] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:37:54.620] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:37:54.620] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:37:55.998] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:37:55.998] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:37:57.350] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:37:57.350] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:37:58.782] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:37:58.782] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:38:00.196] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:38:00.196] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:38:01.579] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:38:01.579] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:38:02.967] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:38:02.967] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:38:04.427] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:38:04.427] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:38:05.847] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:38:05.847] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:38:07.206] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:38:07.206] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:38:08.483] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:38:08.483] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:38:09.756] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:38:09.756] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:38:10.984] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:38:10.984] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:38:12.184] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:38:12.184] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:38:13.413] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:38:13.413] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:38:14.769] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:38:14.769] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:38:16.054] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:38:16.054] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:38:16.953] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:38:16.953] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:38:17.955] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:38:17.955] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:38:18.926] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:38:18.926] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:38:20.058] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:38:20.058] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:38:21.380] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:38:21.380] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:38:22.533] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:38:22.533] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:38:23.458] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:38:23.458] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:38:24.402] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:38:24.403] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:38:25.439] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:38:25.440] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:38:26.589] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:38:26.589] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:38:27.487] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:38:27.487] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:38:28.596] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:38:28.596] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:38:29.709] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:38:29.710] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:38:31.005] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:38:31.005] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:38:32.146] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:38:32.146] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:38:33.329] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:38:33.329] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:38:34.622] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:38:34.622] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:38:35.501] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:38:35.501] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:38:36.505] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:38:36.505] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:38:37.468] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:38:37.468] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:38:38.468] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:38:38.468] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:38:39.602] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:38:39.602] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:38:40.779] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:38:40.779] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:38:42.079] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:38:42.079] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:38:43.293] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:38:43.293] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:38:44.483] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:38:44.483] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:38:45.735] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:38:45.735] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:38:47.078] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:38:47.078] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:38:48.409] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:38:48.409] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:38:49.684] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:38:49.684] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:38:50.699] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:38:50.699] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:38:51.799] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:38:51.799] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:38:53.087] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:38:53.087] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:38:54.465] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:38:54.465] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:38:55.777] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:38:55.777] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:38:57.331] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:38:57.331] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:38:58.891] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:38:58.891] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:39:00.409] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:39:00.409] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:39:02.016] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:39:02.016] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:39:03.604] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:39:03.604] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:39:05.182] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:39:05.182] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:39:06.747] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:39:06.747] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:39:08.245] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:39:08.245] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:39:09.699] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:39:09.699] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:39:11.171] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:39:11.171] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:39:12.679] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:39:12.679] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:39:14.184] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:39:14.184] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:39:15.713] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:39:15.713] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:39:17.250] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:39:17.250] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:39:18.725] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:39:18.725] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:39:20.303] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:39:20.304] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:39:21.623] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:39:21.623] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:39:22.888] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:39:22.888] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:39:24.428] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:39:24.428] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:39:25.908] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:39:25.908] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:39:27.476] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:39:27.476] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:39:29.045] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:39:29.046] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:39:30.654] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:39:30.654] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:39:32.228] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:39:32.228] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.304853 build_seconds=120.436 insert_seconds=120.435 ready_from_fbin_seconds=120.741 rss_before_build=617590784 index_bytes=648320748 resident_index_process_bytes=653897728 build_peak_rss_bytes=1268891648 +queries=1000 +ef=10 recall10=0.7425 p50_us=159.156 p95_us=229.703 serial_query_qps=6060.78 sweep_qps_including_recall=6047.92 +ef=20 recall10=0.8552 p50_us=242.948 p95_us=319.352 serial_query_qps=4043.93 sweep_qps_including_recall=4037.68 +ef=25 recall10=0.8839 p50_us=279.597 p95_us=365.4 serial_query_qps=3517.56 sweep_qps_including_recall=3512.6 +ef=30 recall10=0.9035 p50_us=317.673 p95_us=398.612 serial_query_qps=3116.01 sweep_qps_including_recall=3111.86 +ef=40 recall10=0.9313 p50_us=396.629 p95_us=484.996 serial_query_qps=2509.16 sweep_qps_including_recall=2506.37 +ef=50 recall10=0.9477 p50_us=469.892 p95_us=572.461 serial_query_qps=2123.9 sweep_qps_including_recall=2121.78 +ef=60 recall10=0.9575 p50_us=541.112 p95_us=648.361 serial_query_qps=1862.81 sweep_qps_including_recall=1861.03 +ef=80 recall10=0.9701 p50_us=682.256 p95_us=809.066 serial_query_qps=1484.6 sweep_qps_including_recall=1483.47 +ef=100 recall10=0.9779 p50_us=783.449 p95_us=924.551 serial_query_qps=1297.34 sweep_qps_including_recall=1296.45 +ef=120 recall10=0.9802 p50_us=890.482 p95_us=1057.87 serial_query_qps=1138.85 sweep_qps_including_recall=1138.15 +ef=150 recall10=0.9845 p50_us=1055.39 p95_us=1254.23 serial_query_qps=962.64 sweep_qps_including_recall=962.109 +ef=200 recall10=0.988 p50_us=1326.88 p95_us=1576.65 serial_query_qps=769.967 sweep_qps_including_recall=769.607 +ef=300 recall10=0.992 p50_us=1848.22 p95_us=2203.41 serial_query_qps=554.629 sweep_qps_including_recall=554.441 +ef=400 recall10=0.9944 p50_us=2366.51 p95_us=2842.18 serial_query_qps=433.81 sweep_qps_including_recall=433.684 +ef=800 recall10=0.9965 p50_us=4236.7 p95_us=5201.17 serial_query_qps=240.474 sweep_qps_including_recall=240.392 +ef=1000 recall10=0.9969 p50_us=4924.28 p95_us=6119.07 serial_query_qps=205.603 sweep_qps_including_recall=205.551 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time new file mode 100644 index 000000000..342d127b6 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 142.13 + System time (seconds): 0.99 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:23.13 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1239152 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321415 + Voluntary context switches: 7 + Involuntary context switches: 415 + Swaps: 0 + File system inputs: 0 + File system outputs: 72 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json new file mode 100644 index 000000000..31b183999 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649582.0792089, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649722.2617168, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log new file mode 100644 index 000000000..658d8e99e --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:46:22.357] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:46:22.357] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:46:22.586] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:46:22.586] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:46:23.032] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:46:23.032] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:46:23.639] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:46:23.639] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:46:24.364] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:46:24.364] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:46:25.205] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:46:25.205] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:46:26.127] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:46:26.127] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:46:27.045] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:46:27.045] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:46:28.059] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:46:28.059] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:46:29.088] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:46:29.088] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:46:30.153] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:46:30.153] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:46:31.196] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:46:31.196] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:46:32.330] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:46:32.330] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:46:33.433] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:46:33.433] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:46:34.613] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:46:34.614] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:46:35.827] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:46:35.827] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:46:36.350] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:46:36.350] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:46:37.038] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:46:37.038] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:46:38.173] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:46:38.173] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:46:39.151] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:46:39.151] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:46:40.206] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:46:40.206] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:46:41.405] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:46:41.405] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:46:42.680] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:46:42.680] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:46:43.927] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:46:43.927] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:46:45.133] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:46:45.133] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:46:46.442] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:46:46.442] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:46:47.759] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:46:47.759] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:46:49.143] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:46:49.143] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:46:50.526] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:46:50.526] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:46:51.963] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:46:51.963] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:46:53.428] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:46:53.428] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:46:54.863] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:46:54.863] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:46:56.253] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:46:56.253] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:46:57.606] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:46:57.606] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:46:58.852] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:46:58.852] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:47:00.102] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:47:00.102] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:47:01.270] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:47:01.270] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:47:02.574] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:47:02.574] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:47:03.836] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:47:03.836] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:47:04.672] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:47:04.672] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:47:05.666] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:47:05.666] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:47:06.633] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:47:06.633] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:47:07.789] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:47:07.789] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:47:09.120] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:47:09.120] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:47:10.242] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:47:10.242] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:47:11.168] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:47:11.168] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:47:12.049] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:47:12.049] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:47:12.910] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:47:12.910] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:47:13.886] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:47:13.886] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:47:14.705] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:47:14.706] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:47:15.781] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:47:15.781] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:47:16.868] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:47:16.868] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:47:18.107] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:47:18.107] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:47:19.196] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:47:19.196] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:47:20.334] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:47:20.334] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:47:21.572] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:47:21.572] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:47:22.517] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:47:22.517] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:47:23.553] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:47:23.553] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:47:24.529] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:47:24.529] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:47:25.516] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:47:25.516] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:47:26.678] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:47:26.678] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:47:27.865] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:47:27.865] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:47:29.091] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:47:29.092] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:47:30.280] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:47:30.280] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:47:31.517] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:47:31.517] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:47:32.791] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:47:32.791] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:47:34.071] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:47:34.071] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:47:35.348] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:47:35.348] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:47:36.583] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:47:36.583] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:47:37.580] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:47:37.580] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:47:38.661] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:47:38.661] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:47:39.878] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:47:39.878] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:47:41.211] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:47:41.211] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:47:42.534] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:47:42.534] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:47:44.117] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:47:44.117] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:47:45.653] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:47:45.653] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:47:47.173] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:47:47.173] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:47:48.798] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:47:48.798] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:47:50.387] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:47:50.387] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:47:51.963] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:47:51.963] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:47:53.435] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:47:53.435] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:47:54.897] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:47:54.897] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:47:56.348] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:47:56.348] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:47:57.770] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:47:57.770] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:47:59.239] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:47:59.239] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:48:00.730] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:48:00.730] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:48:02.255] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:48:02.255] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:48:03.766] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:48:03.766] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:48:05.205] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:48:05.205] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:48:06.702] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:48:06.702] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:48:07.973] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:48:07.973] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:48:09.179] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:48:09.179] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:48:10.792] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:48:10.792] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:48:12.390] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:48:12.390] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:48:13.990] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:48:13.990] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:48:15.561] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:48:15.561] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:48:17.179] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:48:17.180] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:48:18.781] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:48:18.781] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.276609 build_seconds=117.452 insert_seconds=117.452 ready_from_fbin_seconds=117.729 rss_before_build=617594880 index_bytes=648320748 resident_index_process_bytes=653901824 build_peak_rss_bytes=1268895744 +queries=1000 +ef=10 recall10=0.7425 p50_us=153.7 p95_us=223.214 serial_query_qps=6259.27 sweep_qps_including_recall=6245.46 +ef=20 recall10=0.8552 p50_us=239.014 p95_us=317.565 serial_query_qps=4096.87 sweep_qps_including_recall=4090.64 +ef=25 recall10=0.8839 p50_us=275.927 p95_us=359.806 serial_query_qps=3575.81 sweep_qps_including_recall=3570.96 +ef=30 recall10=0.9035 p50_us=310.758 p95_us=390.797 serial_query_qps=3189.36 sweep_qps_including_recall=3185.4 +ef=40 recall10=0.9313 p50_us=387.198 p95_us=476.898 serial_query_qps=2571.05 sweep_qps_including_recall=2568.31 +ef=50 recall10=0.9477 p50_us=459.359 p95_us=554.284 serial_query_qps=2189.73 sweep_qps_including_recall=2187.68 +ef=60 recall10=0.9575 p50_us=518.607 p95_us=618.546 serial_query_qps=1941.12 sweep_qps_including_recall=1939.46 +ef=80 recall10=0.9701 p50_us=665.168 p95_us=829.422 serial_query_qps=1510.04 sweep_qps_including_recall=1508.93 +ef=100 recall10=0.9779 p50_us=791.529 p95_us=932.898 serial_query_qps=1284.47 sweep_qps_including_recall=1283.65 +ef=120 recall10=0.9802 p50_us=895.98 p95_us=1057.19 serial_query_qps=1135.97 sweep_qps_including_recall=1135.32 +ef=150 recall10=0.9845 p50_us=1075.61 p95_us=1269.18 serial_query_qps=948.614 sweep_qps_including_recall=948.134 +ef=200 recall10=0.988 p50_us=1348.1 p95_us=1596.34 serial_query_qps=759.799 sweep_qps_including_recall=759.478 +ef=300 recall10=0.992 p50_us=1897.14 p95_us=2262.6 serial_query_qps=540.2 sweep_qps_including_recall=540.024 +ef=400 recall10=0.9944 p50_us=2399.58 p95_us=2890.59 serial_query_qps=427.541 sweep_qps_including_recall=427.419 +ef=800 recall10=0.9965 p50_us=4228.47 p95_us=5232.16 serial_query_qps=240.728 sweep_qps_including_recall=240.656 +ef=1000 recall10=0.9969 p50_us=4941.13 p95_us=6162.3 serial_query_qps=204.245 sweep_qps_including_recall=204.192 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time new file mode 100644 index 000000000..ff637176d --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 139.25 + System time (seconds): 0.92 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:20.18 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1239156 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321414 + Voluntary context switches: 6 + Involuntary context switches: 415 + Swaps: 0 + File system inputs: 0 + File system outputs: 208 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.log b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.log new file mode 100644 index 000000000..652579e69 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.log @@ -0,0 +1,214 @@ +[2026-11-14 09:30:45.933] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:30:45.933] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:30:46.162] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:30:46.162] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:30:46.623] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:30:46.623] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:30:47.256] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:30:47.256] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:30:48.092] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:30:48.092] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:30:49.066] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:30:49.066] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:30:50.155] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:30:50.155] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:30:51.217] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:30:51.217] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:30:52.428] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:30:52.429] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:30:53.608] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:30:53.608] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:30:54.874] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:30:54.874] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:30:56.131] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:30:56.131] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:30:57.596] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:30:57.596] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:30:59.086] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:30:59.086] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:31:00.722] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:31:00.722] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:31:02.394] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:31:02.394] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:31:03.002] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:31:03.002] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:31:03.869] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:31:03.869] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:31:05.429] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:31:05.429] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:31:06.792] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:31:06.792] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:31:08.149] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:31:08.150] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:31:09.746] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:31:09.746] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:31:11.379] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:31:11.379] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:31:12.924] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:31:12.924] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:31:14.437] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:31:14.437] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:31:16.067] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:31:16.067] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:31:17.676] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:31:17.676] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:31:19.275] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:31:19.275] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:31:20.849] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:31:20.849] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:31:22.504] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:31:22.504] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:31:24.195] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:31:24.195] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:31:25.888] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:31:25.888] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:31:27.627] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:31:27.627] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:31:29.384] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:31:29.384] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:31:31.060] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:31:31.060] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:31:32.717] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:31:32.717] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:31:34.342] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:31:34.342] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:31:36.184] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:31:36.185] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:31:37.817] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:31:37.817] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:31:38.826] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:31:38.826] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:31:40.032] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:31:40.032] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:31:41.192] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:31:41.192] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:31:42.616] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:31:42.616] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:31:44.345] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:31:44.345] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:31:45.804] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:31:45.804] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:31:46.991] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:31:46.992] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:31:48.116] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:31:48.116] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:31:49.308] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:31:49.308] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:31:50.479] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:31:50.479] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:31:51.312] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:31:51.312] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:31:52.407] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:31:52.408] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:31:53.505] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:31:53.505] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:31:54.795] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:31:54.795] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:31:55.864] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:31:55.864] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:31:56.998] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:31:56.998] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:31:58.274] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:31:58.274] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:31:59.175] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:31:59.175] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:32:00.218] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:32:00.218] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:32:01.230] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:32:01.230] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:32:02.240] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:32:02.240] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:32:03.556] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:32:03.557] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:32:04.943] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:32:04.943] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:32:06.509] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:32:06.509] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:32:08.077] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:32:08.077] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:32:09.844] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:32:09.844] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:32:11.566] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:32:11.566] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:32:13.398] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:32:13.398] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:32:15.280] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:32:15.280] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:32:16.917] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:32:16.917] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:32:18.175] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:32:18.176] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:32:19.487] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:32:19.487] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:32:21.020] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:32:21.020] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:32:22.690] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:32:22.690] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:32:24.397] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:32:24.397] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:32:26.454] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:32:26.455] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:32:28.372] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:32:28.372] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:32:30.273] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:32:30.273] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:32:32.364] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:32:32.364] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:32:34.353] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:32:34.353] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:32:36.232] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:32:36.232] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:32:38.019] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:32:38.020] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:32:39.837] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:32:39.837] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:32:41.638] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:32:41.638] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:32:43.392] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:32:43.393] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:32:45.292] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:32:45.292] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:32:47.207] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:32:47.207] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:32:49.207] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:32:49.207] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:32:51.173] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:32:51.173] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:32:53.012] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:32:53.012] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:32:55.053] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:32:55.054] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:32:56.805] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:32:56.805] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:32:58.474] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:32:58.474] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:33:00.620] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:33:00.621] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:33:02.704] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:33:02.704] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:33:04.735] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:33:04.735] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:33:06.622] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:33:06.622] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:33:08.561] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:33:08.561] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:33:10.439] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:33:10.439] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.273561 build_seconds=145.772 insert_seconds=145.772 ready_from_fbin_seconds=146.046 rss_before_build=617586688 index_bytes=659718968 resident_index_process_bytes=665026560 build_peak_rss_bytes=1280753664 +queries=1000 +ef=10 recall10=0.7811 p50_us=199.411 p95_us=281.235 serial_query_qps=4916.64 sweep_qps_including_recall=4907.75 +ef=20 recall10=0.8867 p50_us=313.222 p95_us=411.976 serial_query_qps=3173.87 sweep_qps_including_recall=3169.79 +ef=25 recall10=0.9094 p50_us=357.467 p95_us=457.324 serial_query_qps=2798.05 sweep_qps_including_recall=2794.8 +ef=30 recall10=0.9265 p50_us=413.465 p95_us=529.803 serial_query_qps=2425.09 sweep_qps_including_recall=2422.57 +ef=40 recall10=0.9483 p50_us=514.773 p95_us=646.416 serial_query_qps=1963.92 sweep_qps_including_recall=1962.16 +ef=50 recall10=0.9619 p50_us=611.436 p95_us=768.565 serial_query_qps=1649.32 sweep_qps_including_recall=1648.04 +ef=60 recall10=0.9672 p50_us=700.245 p95_us=870.898 serial_query_qps=1449.06 sweep_qps_including_recall=1448.04 +ef=80 recall10=0.9779 p50_us=880.165 p95_us=1080.17 serial_query_qps=1158.21 sweep_qps_including_recall=1157.52 +ef=100 recall10=0.9826 p50_us=1047.21 p95_us=1278.51 serial_query_qps=977.064 sweep_qps_including_recall=976.546 +ef=120 recall10=0.9861 p50_us=1206.73 p95_us=1483.8 serial_query_qps=846.487 sweep_qps_including_recall=846.092 +ef=150 recall10=0.9891 p50_us=1434.2 p95_us=1754.78 serial_query_qps=712.317 sweep_qps_including_recall=712.033 +ef=200 recall10=0.991 p50_us=1794.96 p95_us=2190.1 serial_query_qps=570.503 sweep_qps_including_recall=570.312 +ef=300 recall10=0.9937 p50_us=2649.44 p95_us=3232.3 serial_query_qps=386.917 sweep_qps_including_recall=386.755 +ef=400 recall10=0.9961 p50_us=3341.76 p95_us=4099.52 serial_query_qps=306.517 sweep_qps_including_recall=306.387 +ef=800 recall10=0.9977 p50_us=5564.42 p95_us=6857.07 serial_query_qps=182.567 sweep_qps_including_recall=182.516 +ef=1000 recall10=0.9979 p50_us=6356.75 p95_us=8053.89 serial_query_qps=159.016 sweep_qps_including_recall=158.979 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.time b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.time new file mode 100644 index 000000000..509eaeb7a --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r1.time @@ -0,0 +1,23 @@ + Command being timed: "./vecsim_bench data/dbpedia100k/base.fbin data/dbpedia100k/query.fbin data/dbpedia100k/truth.ibin 32 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 174.86 + System time (seconds): 0.95 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:55.82 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1250736 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 324308 + Voluntary context switches: 23 + Involuntary context switches: 590 + Swaps: 0 + File system inputs: 0 + File system outputs: 240 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json new file mode 100644 index 000000000..b406e1aa4 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "32", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649286.2188644, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649465.2623162, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log new file mode 100644 index 000000000..2efe3e2a5 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:41:26.496] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:41:26.496] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:41:26.731] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:41:26.731] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:41:27.218] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:41:27.218] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:41:27.921] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:41:27.921] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:41:28.781] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:41:28.781] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:41:29.696] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:41:29.696] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:41:30.757] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:41:30.757] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:41:31.808] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:41:31.808] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:41:32.991] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:41:32.991] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:41:34.184] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:41:34.184] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:41:35.456] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:41:35.456] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:41:36.720] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:41:36.720] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:41:38.123] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:41:38.123] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:41:39.481] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:41:39.481] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:41:40.953] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:41:40.954] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:41:42.461] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:41:42.461] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:41:43.007] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:41:43.007] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:41:43.787] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:41:43.787] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:41:45.203] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:41:45.203] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:41:46.393] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:41:46.393] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:41:47.716] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:41:47.716] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:41:49.291] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:41:49.291] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:41:50.963] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:41:50.963] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:41:52.559] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:41:52.559] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:41:54.211] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:41:54.211] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:41:56.003] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:41:56.003] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:41:57.753] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:41:57.754] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:41:59.501] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:41:59.501] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:42:01.246] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:42:01.246] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:42:03.070] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:42:03.070] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:42:04.854] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:42:04.854] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:42:06.565] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:42:06.565] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:42:08.178] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:42:08.178] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:42:09.805] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:42:09.805] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:42:11.353] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:42:11.353] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:42:12.928] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:42:12.928] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:42:14.439] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:42:14.439] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:42:16.163] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:42:16.163] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:42:17.765] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:42:17.765] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:42:18.818] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:42:18.818] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:42:20.021] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:42:20.021] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:42:21.189] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:42:21.190] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:42:22.740] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:42:22.740] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:42:24.610] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:42:24.610] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:42:26.171] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:42:26.171] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:42:27.470] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:42:27.470] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:42:28.698] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:42:28.699] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:42:30.012] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:42:30.012] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:42:31.422] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:42:31.422] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:42:32.366] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:42:32.367] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:42:33.544] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:42:33.544] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:42:34.661] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:42:34.661] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:42:35.977] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:42:35.977] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:42:37.091] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:42:37.091] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:42:38.248] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:42:38.248] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:42:39.614] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:42:39.614] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:42:40.591] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:42:40.591] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:42:41.720] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:42:41.720] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:42:42.795] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:42:42.795] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:42:43.877] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:42:43.877] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:42:45.257] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:42:45.257] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:42:46.738] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:42:46.738] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:42:48.242] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:42:48.242] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:42:49.696] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:42:49.696] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:42:51.407] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:42:51.407] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:42:53.129] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:42:53.129] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:42:54.945] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:42:54.945] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:42:56.773] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:42:56.773] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:42:58.474] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:42:58.474] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:42:59.766] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:42:59.766] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:43:01.092] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:43:01.092] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:43:02.679] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:43:02.679] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:43:04.414] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:43:04.415] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:43:06.116] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:43:06.116] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:43:08.131] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:43:08.131] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:43:10.074] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:43:10.075] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:43:11.931] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:43:11.931] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:43:13.922] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:43:13.922] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:43:15.895] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:43:15.895] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:43:17.835] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:43:17.835] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:43:19.720] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:43:19.720] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:43:21.745] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:43:21.745] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:43:23.780] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:43:23.781] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:43:25.757] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:43:25.757] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:43:27.862] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:43:27.862] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:43:29.966] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:43:29.966] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:43:32.061] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:43:32.061] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:43:34.095] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:43:34.095] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:43:35.991] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:43:35.991] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:43:38.025] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:43:38.025] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:43:39.759] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:43:39.760] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:43:41.368] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:43:41.369] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:43:43.435] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:43:43.435] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:43:45.464] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:43:45.465] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:43:47.452] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:43:47.452] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:43:49.359] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:43:49.359] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:43:51.350] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:43:51.350] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:43:53.328] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:43:53.328] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.275133 build_seconds=148.225 insert_seconds=148.225 ready_from_fbin_seconds=148.5 rss_before_build=617570304 index_bytes=659718968 resident_index_process_bytes=665010176 build_peak_rss_bytes=1280749568 +queries=1000 +ef=10 recall10=0.7811 p50_us=219.955 p95_us=307.867 serial_query_qps=4475.48 sweep_qps_including_recall=4467.9 +ef=20 recall10=0.8867 p50_us=337.869 p95_us=439.42 serial_query_qps=2944.7 sweep_qps_including_recall=2941.09 +ef=25 recall10=0.9094 p50_us=396.988 p95_us=504.742 serial_query_qps=2530.87 sweep_qps_including_recall=2528.02 +ef=30 recall10=0.9265 p50_us=449.902 p95_us=574.948 serial_query_qps=2235.06 sweep_qps_including_recall=2232.82 +ef=40 recall10=0.9483 p50_us=559.842 p95_us=703.194 serial_query_qps=1806.02 sweep_qps_including_recall=1804.47 +ef=50 recall10=0.9619 p50_us=658.985 p95_us=820.418 serial_query_qps=1535.12 sweep_qps_including_recall=1533.94 +ef=60 recall10=0.9672 p50_us=761.878 p95_us=935.818 serial_query_qps=1335.28 sweep_qps_including_recall=1334.34 +ef=80 recall10=0.9779 p50_us=950.564 p95_us=1169.08 serial_query_qps=1071.02 sweep_qps_including_recall=1070.4 +ef=100 recall10=0.9826 p50_us=1164.15 p95_us=1454.09 serial_query_qps=872.408 sweep_qps_including_recall=871.882 +ef=120 recall10=0.9861 p50_us=1320.56 p95_us=1627.85 serial_query_qps=771.833 sweep_qps_including_recall=771.417 +ef=150 recall10=0.9891 p50_us=1544.84 p95_us=1898.15 serial_query_qps=662.579 sweep_qps_including_recall=662.257 +ef=200 recall10=0.991 p50_us=1882.15 p95_us=2280.72 serial_query_qps=544.982 sweep_qps_including_recall=544.786 +ef=300 recall10=0.9937 p50_us=2593.74 p95_us=3184.29 serial_query_qps=396.333 sweep_qps_including_recall=396.203 +ef=400 recall10=0.9961 p50_us=3212.04 p95_us=3924.77 serial_query_qps=320.22 sweep_qps_including_recall=320.136 +ef=800 recall10=0.9977 p50_us=5550.05 p95_us=6982.65 serial_query_qps=182.291 sweep_qps_including_recall=182.24 +ef=1000 recall10=0.9979 p50_us=6485.78 p95_us=8211.63 serial_query_qps=155.491 sweep_qps_including_recall=155.453 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time new file mode 100644 index 000000000..396b7f090 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 32 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 178.06 + System time (seconds): 0.97 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:59.04 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1250732 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 324307 + Voluntary context switches: 9 + Involuntary context switches: 498 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json new file mode 100644 index 000000000..c3c9bd618 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794648833.9527876, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794648899.0549417, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log new file mode 100644 index 000000000..c3527a42c --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3531 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.6023 +Parlay time: buckets time: 5.1928 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 50.0712 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 9.0630 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 21.51 and maximum degree 64 +Graph built in 64.69 seconds +Parlay time: 64.7395 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time new file mode 100644 index 000000000..ed579259c --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 64.71 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:05.10 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 179849 + Voluntary context switches: 1 + Involuntary context switches: 160 + Swaps: 0 + File system inputs: 0 + File system outputs: 17616 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json new file mode 100644 index 000000000..95709645f --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794648899.0551865, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794648924.3113062, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log new file mode 100644 index 000000000..6cd0a5d34 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2150678 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=9002720 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7548 p50_us=194.016 p95_us=310.884 query_qps=4966.38 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8668 p50_us=291.893 p95_us=449.839 query_qps=3326.86 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8967 p50_us=342.703 p95_us=519.929 query_qps=2824.17 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9147 p50_us=377.48 p95_us=564.884 query_qps=2565.89 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9407 p50_us=466.609 p95_us=672.953 query_qps=2101.72 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9546 p50_us=538.461 p95_us=779.671 query_qps=1817.81 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9629 p50_us=617.283 p95_us=881.043 query_qps=1594.41 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9737 p50_us=747.934 p95_us=1059.67 query_qps=1314.74 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9801 p50_us=888.633 p95_us=1245.46 query_qps=1109.85 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9837 p50_us=1020.91 p95_us=1452.54 query_qps=964.725 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9885 p50_us=1195.7 p95_us=1665.02 query_qps=830.47 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9924 p50_us=1506.03 p95_us=2042.14 query_qps=663.951 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.995 p50_us=2099.73 p95_us=2772.03 query_qps=481.871 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9962 p50_us=2658.64 p95_us=3435.74 query_qps=387.578 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9978 p50_us=4769.76 p95_us=6304.43 query_qps=222.865 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9984 p50_us=5509.43 p95_us=7467.73 query_qps=194.022 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time new file mode 100644 index 000000000..b957907d6 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 24.89 + System time (seconds): 0.34 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:25.25 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155667 + Voluntary context switches: 1 + Involuntary context switches: 76 + Swaps: 0 + File system inputs: 0 + File system outputs: 16 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json new file mode 100644 index 000000000..f34b3d55c --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794649195.6901526, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649260.756858, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log new file mode 100644 index 000000000..aad2ce334 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3525 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5890 +Parlay time: buckets time: 5.2055 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 50.0319 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 9.0156 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 21.51 and maximum degree 64 +Graph built in 64.62 seconds +Parlay time: 64.6674 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time new file mode 100644 index 000000000..4ac85ec51 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 64.65 + System time (seconds): 0.39 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:05.06 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203376 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 179849 + Voluntary context switches: 1 + Involuntary context switches: 197 + Swaps: 0 + File system inputs: 0 + File system outputs: 17600 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json new file mode 100644 index 000000000..56894bcbf --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794649260.763042, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649286.1878629, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log new file mode 100644 index 000000000..6e23de766 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2150678 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=9002720 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7548 p50_us=188.947 p95_us=308.345 query_qps=5054.56 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8668 p50_us=283.335 p95_us=439.961 query_qps=3411.2 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8967 p50_us=329.007 p95_us=494.603 query_qps=2947.79 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9147 p50_us=375.874 p95_us=568.952 query_qps=2569.77 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9407 p50_us=449.841 p95_us=648.649 query_qps=2178.42 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9546 p50_us=521.218 p95_us=751.196 query_qps=1879.04 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9629 p50_us=618.556 p95_us=907.441 query_qps=1594.28 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9737 p50_us=750.009 p95_us=1080.23 query_qps=1301.58 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9801 p50_us=898.936 p95_us=1273.55 query_qps=1098.44 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9837 p50_us=1021.74 p95_us=1430.12 query_qps=963.992 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9885 p50_us=1214.02 p95_us=1664.16 query_qps=820.066 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9924 p50_us=1568.97 p95_us=2114.1 query_qps=640.627 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.995 p50_us=2176.62 p95_us=2832.03 query_qps=467.317 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9962 p50_us=2786.75 p95_us=3592.22 query_qps=370.784 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9978 p50_us=4761.95 p95_us=6348.44 query_qps=222.128 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9984 p50_us=5430.73 p95_us=7318.95 query_qps=196.806 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time new file mode 100644 index 000000000..feb71845e --- /dev/null +++ b/poc/pipnn-arm/evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 25.07 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:25.42 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155589 + Voluntary context switches: 1 + Involuntary context switches: 113 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.json b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.json new file mode 100644 index 000000000..93a4eaea2 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "16", + "200", + "1", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794648973.1395233, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649001.1012695, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.log b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.log new file mode 100644 index 000000000..a86dcd8cf --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:36:13.159] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:36:13.159] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:36:13.217] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:36:13.217] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:36:13.305] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:36:13.305] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:36:13.404] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:36:13.404] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:36:13.513] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:36:13.514] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:36:13.628] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:36:13.628] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:36:13.748] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:36:13.748] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:36:13.875] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:36:13.875] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:36:14.007] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:36:14.007] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:36:14.142] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:36:14.142] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:36:14.288] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:36:14.288] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:36:14.435] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:36:14.435] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:36:14.583] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:36:14.584] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:36:14.735] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:36:14.735] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:36:14.896] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:36:14.896] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:36:15.058] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:36:15.058] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:36:15.221] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:36:15.221] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:36:15.381] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:36:15.381] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:36:15.547] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:36:15.547] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:36:15.722] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:36:15.722] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:36:15.894] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:36:15.895] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:36:16.067] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:36:16.067] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:36:16.248] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:36:16.248] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:36:16.427] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:36:16.427] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:36:16.616] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:36:16.616] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:36:16.811] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:36:16.811] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:36:17.002] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:36:17.002] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:36:17.205] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:36:17.205] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:36:17.423] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:36:17.423] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:36:17.642] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:36:17.642] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:36:17.852] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:36:17.852] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:36:18.082] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:36:18.082] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:36:18.304] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:36:18.304] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:36:18.540] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:36:18.540] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:36:18.763] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:36:18.763] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:36:19.006] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:36:19.006] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:36:19.235] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:36:19.235] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:36:19.468] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:36:19.468] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:36:19.704] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:36:19.704] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:36:19.916] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:36:19.916] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:36:20.133] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:36:20.133] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:36:20.390] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:36:20.390] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:36:20.622] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:36:20.622] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:36:20.850] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:36:20.850] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:36:21.077] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:36:21.077] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:36:21.318] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:36:21.318] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:36:21.554] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:36:21.554] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:36:21.797] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:36:21.797] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:36:22.046] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:36:22.046] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:36:22.308] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:36:22.308] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:36:22.564] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:36:22.564] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:36:22.822] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:36:22.823] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:36:23.080] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:36:23.080] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:36:23.341] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:36:23.341] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:36:23.606] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:36:23.606] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:36:23.869] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:36:23.869] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:36:24.132] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:36:24.132] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:36:24.397] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:36:24.397] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:36:24.667] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:36:24.667] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:36:24.934] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:36:24.934] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:36:25.201] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:36:25.201] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:36:25.481] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:36:25.481] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:36:25.753] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:36:25.753] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:36:26.024] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:36:26.024] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:36:26.303] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:36:26.303] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:36:26.601] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:36:26.601] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:36:26.885] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:36:26.885] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:36:27.164] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:36:27.164] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:36:27.454] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:36:27.454] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:36:27.731] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:36:27.731] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:36:28.016] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:36:28.017] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:36:28.313] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:36:28.313] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:36:28.608] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:36:28.608] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:36:28.902] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:36:28.902] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:36:29.203] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:36:29.203] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:36:29.503] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:36:29.504] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:36:29.809] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:36:29.809] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:36:30.129] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:36:30.129] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:36:30.448] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:36:30.448] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:36:30.756] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:36:30.756] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:36:31.056] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:36:31.056] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:36:31.362] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:36:31.362] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:36:31.657] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:36:31.657] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:36:31.958] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:36:31.958] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:36:32.266] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:36:32.266] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:36:32.572] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:36:32.572] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:36:32.882] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:36:32.882] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:36:33.195] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:36:33.195] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:36:33.497] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:36:33.497] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:36:33.800] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:36:33.800] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:36:34.101] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:36:34.101] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:36:34.404] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:36:34.404] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:36:34.703] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:36:34.703] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:36:35.001] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:36:35.001] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:36:35.313] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:36:35.313] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:36:35.621] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:36:35.621] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:36:35.930] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:36:35.930] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:36:36.242] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:36:36.242] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.0180577 build_seconds=23.2909 insert_seconds=23.2905 ready_from_fbin_seconds=23.309 rss_before_build=41570304 index_bytes=70224380 resident_index_process_bytes=77611008 build_peak_rss_bytes=117833728 +queries=999 +ef=10 recall10=0.796897 p50_us=25.88 p95_us=36.191 serial_query_qps=37819.6 sweep_qps_including_recall=37369.9 +ef=20 recall10=0.902603 p50_us=41.723 p95_us=55.814 serial_query_qps=23561.8 sweep_qps_including_recall=23390.9 +ef=25 recall10=0.926026 p50_us=50.412 p95_us=64.633 serial_query_qps=19745.3 sweep_qps_including_recall=19623.4 +ef=30 recall10=0.944244 p50_us=56.909 p95_us=72.155 serial_query_qps=17478.8 sweep_qps_including_recall=17384.9 +ef=40 recall10=0.961962 p50_us=69.987 p95_us=88.331 serial_query_qps=14238.7 sweep_qps_including_recall=14175.9 +ef=50 recall10=0.972673 p50_us=83.144 p95_us=103.459 serial_query_qps=12093 sweep_qps_including_recall=12046.6 +ef=60 recall10=0.979479 p50_us=98.189 p95_us=122.633 serial_query_qps=10259.4 sweep_qps_including_recall=10225.2 +ef=80 recall10=0.987888 p50_us=127.505 p95_us=157.944 serial_query_qps=7928.61 sweep_qps_including_recall=7908.22 +ef=100 recall10=0.991592 p50_us=147.466 p95_us=185.29 serial_query_qps=6814.23 sweep_qps_including_recall=6798.7 +ef=120 recall10=0.993994 p50_us=175.347 p95_us=218.301 serial_query_qps=5802.16 sweep_qps_including_recall=5790.74 +ef=150 recall10=0.995996 p50_us=205.261 p95_us=260.076 serial_query_qps=4902.38 sweep_qps_including_recall=4893.98 +ef=200 recall10=0.998498 p50_us=267.203 p95_us=339.082 serial_query_qps=3769.6 sweep_qps_including_recall=3764.27 +ef=300 recall10=0.999499 p50_us=389.639 p95_us=494.072 serial_query_qps=2609.39 sweep_qps_including_recall=2606.58 +ef=400 recall10=0.9998 p50_us=496.598 p95_us=641.355 serial_query_qps=2025.81 sweep_qps_including_recall=2023.99 +ef=800 recall10=1 p50_us=886.92 p95_us=1146.35 serial_query_qps=1136.2 sweep_qps_including_recall=1135.52 +ef=1000 recall10=1 p50_us=1111.67 p95_us=1408.39 serial_query_qps=912.351 sweep_qps_including_recall=911.864 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.time b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.time new file mode 100644 index 000000000..660ce7662 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r1.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 16 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 27.85 + System time (seconds): 0.10 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:27.96 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 115072 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 38798 + Voluntary context switches: 5 + Involuntary context switches: 68 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.json b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.json new file mode 100644 index 000000000..0e5c22be0 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "16", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649553.0134776, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649582.0488303, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.log b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.log new file mode 100644 index 000000000..272404bc1 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:45:53.032] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:45:53.033] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:45:53.091] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:45:53.091] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:45:53.178] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:45:53.179] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:45:53.277] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:45:53.277] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:45:53.387] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:45:53.387] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:45:53.501] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:45:53.501] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:45:53.622] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:45:53.622] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:45:53.748] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:45:53.748] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:45:53.879] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:45:53.879] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:45:54.012] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:45:54.013] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:45:54.149] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:45:54.149] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:45:54.291] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:45:54.291] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:45:54.437] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:45:54.437] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:45:54.584] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:45:54.584] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:45:54.737] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:45:54.737] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:45:54.897] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:45:54.897] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:45:55.067] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:45:55.067] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:45:55.227] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:45:55.227] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:45:55.397] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:45:55.397] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:45:55.571] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:45:55.571] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:45:55.736] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:45:55.736] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:45:55.906] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:45:55.906] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:45:56.075] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:45:56.075] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:45:56.250] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:45:56.250] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:45:56.428] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:45:56.428] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:45:56.609] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:45:56.609] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:45:56.797] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:45:56.797] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:45:56.972] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:45:56.972] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:45:57.157] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:45:57.157] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:45:57.346] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:45:57.346] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:45:57.528] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:45:57.528] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:45:57.716] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:45:57.716] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:45:57.906] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:45:57.906] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:45:58.117] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:45:58.117] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:45:58.334] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:45:58.334] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:45:58.534] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:45:58.534] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:45:58.746] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:45:58.746] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:45:58.943] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:45:58.943] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:45:59.136] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:45:59.136] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:45:59.340] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:45:59.340] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:45:59.550] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:45:59.550] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:45:59.763] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:45:59.763] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:45:59.977] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:45:59.977] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:46:00.227] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:46:00.227] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:46:00.452] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:46:00.452] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:46:00.677] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:46:00.677] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:46:00.900] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:46:00.900] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:46:01.132] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:46:01.132] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:46:01.385] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:46:01.385] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:46:01.628] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:46:01.628] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:46:01.887] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:46:01.889] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:46:02.186] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:46:02.186] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:46:02.485] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:46:02.485] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:46:02.782] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:46:02.782] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:46:03.093] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:46:03.093] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:46:03.400] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:46:03.400] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:46:03.712] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:46:03.712] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:46:04.022] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:46:04.022] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:46:04.342] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:46:04.342] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:46:04.661] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:46:04.661] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:46:04.979] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:46:04.979] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:46:05.307] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:46:05.307] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:46:05.628] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:46:05.628] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:46:05.950] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:46:05.950] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:46:06.277] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:46:06.277] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:46:06.605] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:46:06.605] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:46:06.930] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:46:06.931] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:46:07.251] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:46:07.251] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:46:07.574] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:46:07.574] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:46:07.893] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:46:07.893] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:46:08.219] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:46:08.219] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:46:08.550] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:46:08.550] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:46:08.882] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:46:08.882] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:46:09.209] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:46:09.209] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:46:09.541] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:46:09.541] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:46:09.872] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:46:09.872] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:46:10.207] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:46:10.207] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:46:10.547] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:46:10.547] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:46:10.887] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:46:10.887] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:46:11.224] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:46:11.224] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:46:11.560] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:46:11.560] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:46:11.898] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:46:11.898] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:46:12.220] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:46:12.220] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:46:12.538] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:46:12.538] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:46:12.854] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:46:12.854] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:46:13.169] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:46:13.169] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:46:13.490] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:46:13.490] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:46:13.807] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:46:13.807] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:46:14.134] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:46:14.134] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:46:14.463] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:46:14.463] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:46:14.778] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:46:14.778] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:46:15.105] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:46:15.105] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:46:15.421] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:46:15.421] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:46:15.743] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:46:15.743] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:46:16.072] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:46:16.072] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:46:16.395] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:46:16.395] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:46:16.714] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:46:16.714] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:46:17.034] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:46:17.034] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.0175717 build_seconds=24.2094 insert_seconds=24.209 ready_from_fbin_seconds=24.227 rss_before_build=41594880 index_bytes=70224380 resident_index_process_bytes=77635584 build_peak_rss_bytes=117837824 +queries=999 +ef=10 recall10=0.796897 p50_us=27.602 p95_us=39.039 serial_query_qps=35205.7 sweep_qps_including_recall=34823.3 +ef=20 recall10=0.902603 p50_us=41.987 p95_us=56.298 serial_query_qps=23421.5 sweep_qps_including_recall=23248.6 +ef=25 recall10=0.926026 p50_us=49.051 p95_us=63.062 serial_query_qps=20264.3 sweep_qps_including_recall=20138.8 +ef=30 recall10=0.944244 p50_us=57.007 p95_us=72.456 serial_query_qps=17445.4 sweep_qps_including_recall=17352.2 +ef=40 recall10=0.961962 p50_us=72.264 p95_us=91.773 serial_query_qps=13852.1 sweep_qps_including_recall=13793 +ef=50 recall10=0.972673 p50_us=85.367 p95_us=106.29 serial_query_qps=11814.2 sweep_qps_including_recall=11770.1 +ef=60 recall10=0.979479 p50_us=99.732 p95_us=123.617 serial_query_qps=10117.8 sweep_qps_including_recall=10085.5 +ef=80 recall10=0.987888 p50_us=125.139 p95_us=155.205 serial_query_qps=8051.01 sweep_qps_including_recall=8030.15 +ef=100 recall10=0.991592 p50_us=157.272 p95_us=196.327 serial_query_qps=6457.75 sweep_qps_including_recall=6443.61 +ef=120 recall10=0.993994 p50_us=177.986 p95_us=225.288 serial_query_qps=5646.23 sweep_qps_including_recall=5635.29 +ef=150 recall10=0.995996 p50_us=213.29 p95_us=270.305 serial_query_qps=4716.18 sweep_qps_including_recall=4708.18 +ef=200 recall10=0.998498 p50_us=280.376 p95_us=356.264 serial_query_qps=3618.42 sweep_qps_including_recall=3613.44 +ef=300 recall10=0.999499 p50_us=392.341 p95_us=504.428 serial_query_qps=2566.49 sweep_qps_including_recall=2563.76 +ef=400 recall10=0.9998 p50_us=509.682 p95_us=652.821 serial_query_qps=1976.47 sweep_qps_including_recall=1974.8 +ef=800 recall10=1 p50_us=942.213 p95_us=1203.11 serial_query_qps=1074.77 sweep_qps_including_recall=1074.18 +ef=1000 recall10=1 p50_us=1152.65 p95_us=1458.05 serial_query_qps=881.937 sweep_qps_including_recall=881.497 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.time b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.time new file mode 100644 index 000000000..0b6870bd0 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m16-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 16 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 28.92 + System time (seconds): 0.10 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:29.03 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 115076 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 38799 + Voluntary context switches: 5 + Involuntary context switches: 71 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.log b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.log new file mode 100644 index 000000000..e45f262b7 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.log @@ -0,0 +1,207 @@ +[2026-11-14 09:27:48.780] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:27:48.780] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:27:48.839] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:27:48.839] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:27:48.930] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:27:48.930] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:27:49.033] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:27:49.033] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:27:49.152] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:27:49.152] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:27:49.282] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:27:49.282] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:27:49.424] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:27:49.424] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:27:49.574] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:27:49.574] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:27:49.735] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:27:49.735] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:27:49.897] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:27:49.897] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:27:50.072] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:27:50.072] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:27:50.255] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:27:50.255] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:27:50.438] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:27:50.438] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:27:50.621] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:27:50.621] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:27:50.814] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:27:50.814] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:27:51.015] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:27:51.015] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:27:51.232] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:27:51.232] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:27:51.456] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:27:51.456] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:27:51.677] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:27:51.677] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:27:51.906] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:27:51.906] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:27:52.137] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:27:52.137] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:27:52.388] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:27:52.388] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:27:52.631] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:27:52.631] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:27:52.887] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:27:52.887] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:27:53.163] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:27:53.163] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:27:53.444] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:27:53.444] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:27:53.709] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:27:53.709] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:27:53.997] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:27:53.997] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:27:54.286] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:27:54.286] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:27:54.586] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:27:54.586] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:27:54.889] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:27:54.889] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:27:55.185] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:27:55.185] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:27:55.501] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:27:55.501] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:27:55.819] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:27:55.819] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:27:56.143] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:27:56.143] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:27:56.474] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:27:56.474] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:27:56.802] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:27:56.802] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:27:57.070] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:27:57.070] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:27:57.341] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:27:57.341] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:27:57.622] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:27:57.624] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:27:57.920] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:27:57.920] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:27:58.220] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:27:58.220] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:27:58.504] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:27:58.504] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:27:58.814] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:27:58.814] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:27:59.116] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:27:59.116] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:27:59.418] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:27:59.418] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:27:59.713] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:27:59.713] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:27:59.996] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:27:59.996] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:28:00.320] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:28:00.320] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:28:00.618] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:28:00.618] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:28:00.907] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:28:00.907] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:28:01.209] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:28:01.209] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:28:01.493] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:28:01.493] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:28:01.803] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:28:01.803] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:28:02.109] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:28:02.109] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:28:02.413] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:28:02.413] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:28:02.734] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:28:02.734] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:28:03.070] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:28:03.070] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:28:03.414] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:28:03.414] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:28:03.747] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:28:03.747] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:28:04.051] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:28:04.051] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:28:04.367] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:28:04.367] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:28:04.672] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:28:04.672] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:28:04.976] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:28:04.976] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:28:05.291] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:28:05.291] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:28:05.621] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:28:05.621] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:28:05.940] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:28:05.940] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:28:06.286] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:28:06.286] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:28:06.629] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:28:06.629] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:28:06.965] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:28:06.965] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:28:07.304] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:28:07.304] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:28:07.642] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:28:07.643] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:28:07.974] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:28:07.974] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:28:08.324] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:28:08.325] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:28:08.673] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:28:08.673] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:28:09.019] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:28:09.019] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:28:09.372] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:28:09.372] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:28:09.728] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:28:09.728] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:28:10.088] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:28:10.088] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:28:10.447] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:28:10.447] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:28:10.805] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:28:10.805] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:28:11.167] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:28:11.167] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:28:11.527] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:28:11.527] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:28:11.884] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:28:11.884] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:28:12.248] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:28:12.248] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:28:12.623] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:28:12.623] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:28:12.994] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:28:12.994] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:28:13.364] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:28:13.364] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:28:13.727] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:28:13.727] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:28:14.090] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:28:14.090] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:28:14.441] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:28:14.441] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:28:14.802] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:28:14.802] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:28:15.162] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:28:15.162] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:28:15.528] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:28:15.528] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:28:15.895] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:28:15.895] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:28:16.251] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:28:16.251] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:28:16.639] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:28:16.639] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:28:17.025] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:28:17.025] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.0176112 build_seconds=28.4952 insert_seconds=28.4948 ready_from_fbin_seconds=28.5128 rss_before_build=41594880 index_bytes=81915132 resident_index_process_bytes=89124864 build_peak_rss_bytes=130363392 +queries=999 +ef=10 recall10=0.851351 p50_us=32.648 p95_us=47.032 serial_query_qps=30205 sweep_qps_including_recall=29926.1 +ef=20 recall10=0.934835 p50_us=53.256 p95_us=71.451 serial_query_qps=18716.2 sweep_qps_including_recall=18608.4 +ef=40 recall10=0.978178 p50_us=90.781 p95_us=119.938 serial_query_qps=11086.6 sweep_qps_including_recall=11048.5 +ef=80 recall10=0.993794 p50_us=158.771 p95_us=214.393 serial_query_qps=6321.07 sweep_qps_including_recall=6307.78 +ef=120 recall10=0.997497 p50_us=227.376 p95_us=303.904 serial_query_qps=4441.45 sweep_qps_including_recall=4434.45 +ef=200 recall10=0.999499 p50_us=352.86 p95_us=482.647 serial_query_qps=2841.26 sweep_qps_including_recall=2838.14 +ef=400 recall10=1 p50_us=666.876 p95_us=909.097 serial_query_qps=1514.07 sweep_qps_including_recall=1512.96 +ef=800 recall10=1 p50_us=1210.83 p95_us=1606.26 serial_query_qps=842.489 sweep_qps_including_recall=842.061 +ef=1000 recall10=1 p50_us=1473.76 p95_us=1942 serial_query_qps=693.9 sweep_qps_including_recall=693.553 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.time b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.time new file mode 100644 index 000000000..4dd7085a4 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r1.time @@ -0,0 +1,23 @@ + Command being timed: "./vecsim_bench data/deep100k/base.fbin data/deep100k/query.fbin data/deep100k/truth.ibin 32 200 1 10,20,40,80,120,200,400,800,1000" + User time (seconds): 33.03 + System time (seconds): 0.12 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:33.16 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 127308 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 41824 + Voluntary context switches: 5 + Involuntary context switches: 73 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.json b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.json new file mode 100644 index 000000000..856597ff2 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "32", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649015.5205271, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649052.495883, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.log b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.log new file mode 100644 index 000000000..134945f14 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:36:55.540] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:36:55.540] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:36:55.599] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:36:55.599] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:36:55.689] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:36:55.689] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:36:55.792] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:36:55.792] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:36:55.909] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:36:55.909] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:36:56.038] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:36:56.038] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:36:56.178] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:36:56.178] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:36:56.325] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:36:56.325] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:36:56.490] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:36:56.490] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:36:56.682] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:36:56.682] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:36:56.868] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:36:56.868] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:36:57.048] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:36:57.048] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:36:57.239] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:36:57.239] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:36:57.437] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:36:57.437] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:36:57.646] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:36:57.646] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:36:57.867] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:36:57.867] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:36:58.093] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:36:58.093] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:36:58.332] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:36:58.332] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:36:58.570] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:36:58.570] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:36:58.826] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:36:58.826] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:36:59.067] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:36:59.067] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:36:59.318] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:36:59.318] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:36:59.562] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:36:59.562] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:36:59.811] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:36:59.811] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:37:00.084] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:37:00.084] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:37:00.378] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:37:00.378] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:37:00.677] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:37:00.678] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:37:00.973] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:37:00.973] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:37:01.264] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:37:01.264] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:37:01.582] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:37:01.582] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:37:01.900] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:37:01.900] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:37:02.218] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:37:02.218] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:37:02.533] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:37:02.533] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:37:02.877] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:37:02.877] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:37:03.246] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:37:03.246] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:37:03.593] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:37:03.593] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:37:03.936] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:37:03.936] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:37:04.281] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:37:04.281] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:37:04.590] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:37:04.590] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:37:04.895] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:37:04.895] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:37:05.199] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:37:05.199] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:37:05.515] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:37:05.515] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:37:05.820] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:37:05.820] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:37:06.142] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:37:06.142] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:37:06.465] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:37:06.465] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:37:06.792] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:37:06.792] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:37:07.130] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:37:07.130] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:37:07.469] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:37:07.469] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:37:07.796] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:37:07.796] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:37:08.105] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:37:08.105] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:37:08.441] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:37:08.441] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:37:08.814] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:37:08.814] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:37:09.153] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:37:09.153] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:37:09.466] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:37:09.466] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:37:09.784] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:37:09.784] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:37:10.100] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:37:10.100] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:37:10.421] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:37:10.421] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:37:10.739] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:37:10.739] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:37:11.067] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:37:11.067] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:37:11.409] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:37:11.409] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:37:11.749] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:37:11.749] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:37:12.090] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:37:12.091] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:37:12.440] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:37:12.440] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:37:12.796] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:37:12.796] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:37:13.143] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:37:13.143] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:37:13.505] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:37:13.505] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:37:13.898] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:37:13.898] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:37:14.257] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:37:14.257] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:37:14.622] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:37:14.622] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:37:14.977] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:37:14.977] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:37:15.347] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:37:15.347] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:37:15.716] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:37:15.716] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:37:16.089] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:37:16.089] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:37:16.459] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:37:16.459] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:37:16.830] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:37:16.831] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:37:17.202] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:37:17.202] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:37:17.581] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:37:17.581] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:37:17.959] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:37:17.959] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:37:18.349] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:37:18.349] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:37:18.715] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:37:18.715] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:37:19.087] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:37:19.087] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:37:19.503] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:37:19.503] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:37:19.888] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:37:19.888] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:37:20.278] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:37:20.278] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:37:20.669] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:37:20.669] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:37:21.053] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:37:21.053] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:37:21.440] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:37:21.440] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:37:21.827] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:37:21.827] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:37:22.223] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:37:22.223] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:37:22.625] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:37:22.625] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:37:23.010] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:37:23.010] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:37:23.400] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:37:23.400] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:37:23.794] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:37:23.794] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:37:24.183] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:37:24.183] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:37:24.580] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:37:24.580] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:37:24.988] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:37:24.988] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:37:25.411] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:37:25.411] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:37:25.838] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:37:25.838] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.0175673 build_seconds=30.5854 insert_seconds=30.585 ready_from_fbin_seconds=30.603 rss_before_build=41590784 index_bytes=81915132 resident_index_process_bytes=89120768 build_peak_rss_bytes=130359296 +queries=999 +ef=10 recall10=0.851351 p50_us=38.55 p95_us=54.893 serial_query_qps=25612.2 sweep_qps_including_recall=25400.3 +ef=20 recall10=0.934835 p50_us=60.631 p95_us=80.716 serial_query_qps=16427.8 sweep_qps_including_recall=16341.2 +ef=25 recall10=0.952553 p50_us=71.944 p95_us=94.985 serial_query_qps=13887.9 sweep_qps_including_recall=13829.1 +ef=30 recall10=0.965065 p50_us=83.742 p95_us=109.835 serial_query_qps=11985.7 sweep_qps_including_recall=11941.1 +ef=40 recall10=0.978178 p50_us=104.711 p95_us=137.807 serial_query_qps=9582.45 sweep_qps_including_recall=9553.52 +ef=50 recall10=0.983483 p50_us=126.487 p95_us=167.154 serial_query_qps=7961.43 sweep_qps_including_recall=7940.72 +ef=60 recall10=0.989189 p50_us=144.104 p95_us=190.251 serial_query_qps=6987.09 sweep_qps_including_recall=6971.05 +ef=80 recall10=0.993794 p50_us=179.043 p95_us=237.613 serial_query_qps=5604.01 sweep_qps_including_recall=5593.43 +ef=100 recall10=0.996296 p50_us=218.98 p95_us=292.437 serial_query_qps=4599.02 sweep_qps_including_recall=4591.41 +ef=120 recall10=0.997497 p50_us=249.098 p95_us=335.194 serial_query_qps=4041.1 sweep_qps_including_recall=4035.32 +ef=150 recall10=0.998699 p50_us=300.247 p95_us=403.943 serial_query_qps=3369.09 sweep_qps_including_recall=3364.85 +ef=200 recall10=0.999499 p50_us=383.711 p95_us=519.171 serial_query_qps=2626.92 sweep_qps_including_recall=2624.16 +ef=300 recall10=0.9999 p50_us=526.735 p95_us=717.959 serial_query_qps=1911.53 sweep_qps_including_recall=1909.97 +ef=400 recall10=1 p50_us=674.763 p95_us=909.386 serial_query_qps=1499.68 sweep_qps_including_recall=1498.61 +ef=800 recall10=1 p50_us=1206.13 p95_us=1610.92 serial_query_qps=842.355 sweep_qps_including_recall=841.921 +ef=1000 recall10=1 p50_us=1452.65 p95_us=1916.23 serial_query_qps=700.324 sweep_qps_including_recall=699.974 diff --git a/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.time b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.time new file mode 100644 index 000000000..b38d9a607 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-hnsw-m32-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 32 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 36.86 + System time (seconds): 0.11 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:36.97 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 127304 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 41823 + Voluntary context switches: 1 + Involuntary context switches: 93 + Swaps: 0 + File system inputs: 0 + File system outputs: 56 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.build.log b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.build.log new file mode 100644 index 000000000..f4e2669d5 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 96 +Parlay time: SketchHash construction time: 0.0155 +Size of SketchHash (bytes): 4804608 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 0.3473 +Parlay time: buckets time: 0.6997 +buckets size (bytes): 11480068 +Total buckets: 6776 +Total points: 2842913 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 9.7861 +Built cluster 0 of 1 +Leaf count: 6776 +# of comparisons during clustering: 68633736 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 0.8098 +Average distance traversed: 28 +Writing graph to results/deep100k-pipnn-a1.2-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 20.47 and maximum degree 64 +Graph built in 11.32 seconds +Parlay time: 11.3677 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.query.log b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.query.log new file mode 100644 index 000000000..314e8e15c --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2046786 +Data: detected 100000 points with dimension 96 +resident_index_process_bytes=74522624 graph_file_bytes=8587152 base_file_bytes=38400008 +Data: detected 999 points with dimension 96 +Ground truth: detected 999 points with num results 100 +beam=10 recall=0.819119 p50_us=27.009 p95_us=39.728 query_qps=36336.6 peak_rss_kib=110172 queries=999 +beam=20 recall=0.912913 p50_us=37.821 p95_us=55.486 query_qps=25711.7 peak_rss_kib=110172 queries=999 +beam=25 recall=0.936537 p50_us=42.264 p95_us=61.422 query_qps=23116.8 peak_rss_kib=110172 queries=999 +beam=30 recall=0.95045 p50_us=50.356 p95_us=70.252 query_qps=19637.2 peak_rss_kib=110172 queries=999 +beam=40 recall=0.968268 p50_us=58.111 p95_us=80.687 query_qps=17033.6 peak_rss_kib=110172 queries=999 +beam=50 recall=0.979379 p50_us=75.085 p95_us=105.941 query_qps=13161.3 peak_rss_kib=110172 queries=999 +beam=60 recall=0.985385 p50_us=79.781 p95_us=106.997 query_qps=12501.1 peak_rss_kib=110172 queries=999 +beam=80 recall=0.991592 p50_us=109.622 p95_us=155.739 query_qps=9095.94 peak_rss_kib=110172 queries=999 +beam=100 recall=0.994895 p50_us=130.104 p95_us=175.849 query_qps=7840.28 peak_rss_kib=110172 queries=999 +beam=120 recall=0.996496 p50_us=144.964 p95_us=199.047 query_qps=7069.55 peak_rss_kib=110172 queries=999 +beam=150 recall=0.997397 p50_us=174.283 p95_us=238.888 query_qps=5940.48 peak_rss_kib=110172 queries=999 +beam=200 recall=0.998999 p50_us=203.392 p95_us=289.587 query_qps=5175.72 peak_rss_kib=110172 queries=999 +beam=300 recall=0.999499 p50_us=252.161 p95_us=428.769 query_qps=3964.11 peak_rss_kib=110172 queries=999 +beam=400 recall=0.9996 p50_us=261.042 p95_us=549.635 query_qps=3408.26 peak_rss_kib=110172 queries=999 +beam=800 recall=0.9998 p50_us=279.839 p95_us=899.762 query_qps=2748.69 peak_rss_kib=110172 queries=999 +beam=1000 recall=0.9998 p50_us=334.093 p95_us=1174.05 query_qps=2283.93 peak_rss_kib=110172 queries=999 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.time b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.time new file mode 100644 index 000000000..80e7d7cdd --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-r1.time @@ -0,0 +1,23 @@ + Command being timed: "upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path data/deep100k/base.fbin -graph_outfile results/deep100k-pipnn-a1.2-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 11.33 + System time (seconds): 0.07 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:11.40 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 284952 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 34743 + Voluntary context switches: 1 + Involuntary context switches: 39 + Swaps: 0 + File system inputs: 0 + File system outputs: 16792 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json new file mode 100644 index 000000000..29ad8fb94 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794649001.132035, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649012.5028098, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log new file mode 100644 index 000000000..fe8e8e9cb --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 96 +Parlay time: SketchHash construction time: 0.0155 +Size of SketchHash (bytes): 4804608 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 0.3466 +Parlay time: buckets time: 0.6857 +buckets size (bytes): 11480068 +Total buckets: 6776 +Total points: 2842913 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 9.7632 +Built cluster 0 of 1 +Leaf count: 6776 +# of comparisons during clustering: 68633736 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 0.8120 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 20.47 and maximum degree 64 +Graph built in 11.29 seconds +Parlay time: 11.3344 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time new file mode 100644 index 000000000..edee38b84 --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 11.29 + System time (seconds): 0.07 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:11.36 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 284968 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 34762 + Voluntary context switches: 1 + Involuntary context switches: 29 + Swaps: 0 + File system inputs: 0 + File system outputs: 16792 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json new file mode 100644 index 000000000..f898b353a --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794649012.5088093, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649015.4888732, + "returncode": 0 +} diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log new file mode 100644 index 000000000..cbc41443a --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2046786 +Data: detected 100000 points with dimension 96 +resident_index_process_bytes=74522624 graph_file_bytes=8587152 base_file_bytes=38400008 +Data: detected 999 points with dimension 96 +Ground truth: detected 999 points with num results 100 +beam=10 recall=0.819119 p50_us=29.057 p95_us=42.285 query_qps=33733.8 peak_rss_kib=110172 queries=999 +beam=20 recall=0.912913 p50_us=42.734 p95_us=59.582 query_qps=23192.3 peak_rss_kib=110172 queries=999 +beam=25 recall=0.936537 p50_us=47.477 p95_us=64.192 query_qps=20964.7 peak_rss_kib=110172 queries=999 +beam=30 recall=0.95045 p50_us=53.418 p95_us=72.663 query_qps=18567.1 peak_rss_kib=110172 queries=999 +beam=40 recall=0.968268 p50_us=60.861 p95_us=85.373 query_qps=16167.3 peak_rss_kib=110172 queries=999 +beam=50 recall=0.979379 p50_us=78.12 p95_us=111.003 query_qps=12592.3 peak_rss_kib=110172 queries=999 +beam=60 recall=0.985385 p50_us=90.238 p95_us=124.498 query_qps=11001.4 peak_rss_kib=110172 queries=999 +beam=80 recall=0.991592 p50_us=115.83 p95_us=160.295 query_qps=8671.8 peak_rss_kib=110172 queries=999 +beam=100 recall=0.994895 p50_us=137.452 p95_us=188.148 query_qps=7418.04 peak_rss_kib=110172 queries=999 +beam=120 recall=0.996496 p50_us=156.643 p95_us=214.095 query_qps=6582.78 peak_rss_kib=110172 queries=999 +beam=150 recall=0.997397 p50_us=185.082 p95_us=253.712 query_qps=5663.9 peak_rss_kib=110172 queries=999 +beam=200 recall=0.998999 p50_us=218.992 p95_us=314.33 query_qps=4854.67 peak_rss_kib=110172 queries=999 +beam=300 recall=0.999499 p50_us=278.288 p95_us=492.158 query_qps=3504.45 peak_rss_kib=110172 queries=999 +beam=400 recall=0.9996 p50_us=288.494 p95_us=641.091 query_qps=3012.38 peak_rss_kib=110172 queries=999 +beam=800 recall=0.9998 p50_us=317.382 p95_us=1063.99 query_qps=2397.79 peak_rss_kib=110172 queries=999 +beam=1000 recall=0.9998 p50_us=333.205 p95_us=1190.96 query_qps=2287.88 peak_rss_kib=110172 queries=999 diff --git a/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time new file mode 100644 index 000000000..70509289a --- /dev/null +++ b/poc/pipnn-arm/evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 2.94 + System time (seconds): 0.03 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:02.97 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 110172 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 13565 + Voluntary context switches: 1 + Involuntary context switches: 4 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/evidence/summary.json b/poc/pipnn-arm/evidence/summary.json new file mode 100644 index 000000000..43f84948c --- /dev/null +++ b/poc/pipnn-arm/evidence/summary.json @@ -0,0 +1,1464 @@ +{ + "runs": [ + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 1, + "build_s": 120.741, + "rss_bytes": 653897728.0, + "peak_bytes": 1268891648.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7425, + "p95_us": 229.703, + "p50_us": 159.156 + }, + { + "effort": 20.0, + "recall": 0.8552, + "p95_us": 319.352, + "p50_us": 242.948 + }, + { + "effort": 25.0, + "recall": 0.8839, + "p95_us": 365.4, + "p50_us": 279.597 + }, + { + "effort": 30.0, + "recall": 0.9035, + "p95_us": 398.612, + "p50_us": 317.673 + }, + { + "effort": 40.0, + "recall": 0.9313, + "p95_us": 484.996, + "p50_us": 396.629 + }, + { + "effort": 50.0, + "recall": 0.9477, + "p95_us": 572.461, + "p50_us": 469.892 + }, + { + "effort": 60.0, + "recall": 0.9575, + "p95_us": 648.361, + "p50_us": 541.112 + }, + { + "effort": 80.0, + "recall": 0.9701, + "p95_us": 809.066, + "p50_us": 682.256 + }, + { + "effort": 100.0, + "recall": 0.9779, + "p95_us": 924.551, + "p50_us": 783.449 + }, + { + "effort": 120.0, + "recall": 0.9802, + "p95_us": 1057.87, + "p50_us": 890.482 + }, + { + "effort": 150.0, + "recall": 0.9845, + "p95_us": 1254.23, + "p50_us": 1055.39 + }, + { + "effort": 200.0, + "recall": 0.988, + "p95_us": 1576.65, + "p50_us": 1326.88 + }, + { + "effort": 300.0, + "recall": 0.992, + "p95_us": 2203.41, + "p50_us": 1848.22 + }, + { + "effort": 400.0, + "recall": 0.9944, + "p95_us": 2842.18, + "p50_us": 2366.51 + }, + { + "effort": 800.0, + "recall": 0.9965, + "p95_us": 5201.17, + "p50_us": 4236.7 + }, + { + "effort": 1000.0, + "recall": 0.9969, + "p95_us": 6119.07, + "p50_us": 4924.28 + } + ], + "file": "dbpedia100k-hnsw-m16-c200-r1.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 2, + "build_s": 117.729, + "rss_bytes": 653901824.0, + "peak_bytes": 1268895744.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7425, + "p95_us": 223.214, + "p50_us": 153.7 + }, + { + "effort": 20.0, + "recall": 0.8552, + "p95_us": 317.565, + "p50_us": 239.014 + }, + { + "effort": 25.0, + "recall": 0.8839, + "p95_us": 359.806, + "p50_us": 275.927 + }, + { + "effort": 30.0, + "recall": 0.9035, + "p95_us": 390.797, + "p50_us": 310.758 + }, + { + "effort": 40.0, + "recall": 0.9313, + "p95_us": 476.898, + "p50_us": 387.198 + }, + { + "effort": 50.0, + "recall": 0.9477, + "p95_us": 554.284, + "p50_us": 459.359 + }, + { + "effort": 60.0, + "recall": 0.9575, + "p95_us": 618.546, + "p50_us": 518.607 + }, + { + "effort": 80.0, + "recall": 0.9701, + "p95_us": 829.422, + "p50_us": 665.168 + }, + { + "effort": 100.0, + "recall": 0.9779, + "p95_us": 932.898, + "p50_us": 791.529 + }, + { + "effort": 120.0, + "recall": 0.9802, + "p95_us": 1057.19, + "p50_us": 895.98 + }, + { + "effort": 150.0, + "recall": 0.9845, + "p95_us": 1269.18, + "p50_us": 1075.61 + }, + { + "effort": 200.0, + "recall": 0.988, + "p95_us": 1596.34, + "p50_us": 1348.1 + }, + { + "effort": 300.0, + "recall": 0.992, + "p95_us": 2262.6, + "p50_us": 1897.14 + }, + { + "effort": 400.0, + "recall": 0.9944, + "p95_us": 2890.59, + "p50_us": 2399.58 + }, + { + "effort": 800.0, + "recall": 0.9965, + "p95_us": 5232.16, + "p50_us": 4228.47 + }, + { + "effort": 1000.0, + "recall": 0.9969, + "p95_us": 6162.3, + "p50_us": 4941.13 + } + ], + "file": "dbpedia100k-hnsw-m16-c200-r2.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 1, + "build_s": 146.046, + "rss_bytes": 665026560.0, + "peak_bytes": 1280753664.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7811, + "p95_us": 281.235, + "p50_us": 199.411 + }, + { + "effort": 20.0, + "recall": 0.8867, + "p95_us": 411.976, + "p50_us": 313.222 + }, + { + "effort": 25.0, + "recall": 0.9094, + "p95_us": 457.324, + "p50_us": 357.467 + }, + { + "effort": 30.0, + "recall": 0.9265, + "p95_us": 529.803, + "p50_us": 413.465 + }, + { + "effort": 40.0, + "recall": 0.9483, + "p95_us": 646.416, + "p50_us": 514.773 + }, + { + "effort": 50.0, + "recall": 0.9619, + "p95_us": 768.565, + "p50_us": 611.436 + }, + { + "effort": 60.0, + "recall": 0.9672, + "p95_us": 870.898, + "p50_us": 700.245 + }, + { + "effort": 80.0, + "recall": 0.9779, + "p95_us": 1080.17, + "p50_us": 880.165 + }, + { + "effort": 100.0, + "recall": 0.9826, + "p95_us": 1278.51, + "p50_us": 1047.21 + }, + { + "effort": 120.0, + "recall": 0.9861, + "p95_us": 1483.8, + "p50_us": 1206.73 + }, + { + "effort": 150.0, + "recall": 0.9891, + "p95_us": 1754.78, + "p50_us": 1434.2 + }, + { + "effort": 200.0, + "recall": 0.991, + "p95_us": 2190.1, + "p50_us": 1794.96 + }, + { + "effort": 300.0, + "recall": 0.9937, + "p95_us": 3232.3, + "p50_us": 2649.44 + }, + { + "effort": 400.0, + "recall": 0.9961, + "p95_us": 4099.52, + "p50_us": 3341.76 + }, + { + "effort": 800.0, + "recall": 0.9977, + "p95_us": 6857.07, + "p50_us": 5564.42 + }, + { + "effort": 1000.0, + "recall": 0.9979, + "p95_us": 8053.89, + "p50_us": 6356.75 + } + ], + "file": "dbpedia100k-hnsw-m32-c200-r1.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 2, + "build_s": 148.5, + "rss_bytes": 665010176.0, + "peak_bytes": 1280749568.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7811, + "p95_us": 307.867, + "p50_us": 219.955 + }, + { + "effort": 20.0, + "recall": 0.8867, + "p95_us": 439.42, + "p50_us": 337.869 + }, + { + "effort": 25.0, + "recall": 0.9094, + "p95_us": 504.742, + "p50_us": 396.988 + }, + { + "effort": 30.0, + "recall": 0.9265, + "p95_us": 574.948, + "p50_us": 449.902 + }, + { + "effort": 40.0, + "recall": 0.9483, + "p95_us": 703.194, + "p50_us": 559.842 + }, + { + "effort": 50.0, + "recall": 0.9619, + "p95_us": 820.418, + "p50_us": 658.985 + }, + { + "effort": 60.0, + "recall": 0.9672, + "p95_us": 935.818, + "p50_us": 761.878 + }, + { + "effort": 80.0, + "recall": 0.9779, + "p95_us": 1169.08, + "p50_us": 950.564 + }, + { + "effort": 100.0, + "recall": 0.9826, + "p95_us": 1454.09, + "p50_us": 1164.15 + }, + { + "effort": 120.0, + "recall": 0.9861, + "p95_us": 1627.85, + "p50_us": 1320.56 + }, + { + "effort": 150.0, + "recall": 0.9891, + "p95_us": 1898.15, + "p50_us": 1544.84 + }, + { + "effort": 200.0, + "recall": 0.991, + "p95_us": 2280.72, + "p50_us": 1882.15 + }, + { + "effort": 300.0, + "recall": 0.9937, + "p95_us": 3184.29, + "p50_us": 2593.74 + }, + { + "effort": 400.0, + "recall": 0.9961, + "p95_us": 3924.77, + "p50_us": 3212.04 + }, + { + "effort": 800.0, + "recall": 0.9977, + "p95_us": 6982.65, + "p50_us": 5550.05 + }, + { + "effort": 1000.0, + "recall": 0.9979, + "p95_us": 8211.63, + "p50_us": 6485.78 + } + ], + "file": "dbpedia100k-hnsw-m32-c200-r2.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 1, + "build_s": 65.1, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.7548, + "p95_us": 310.884, + "p50_us": 194.016 + }, + { + "effort": 20.0, + "recall": 0.8668, + "p95_us": 449.839, + "p50_us": 291.893 + }, + { + "effort": 25.0, + "recall": 0.8967, + "p95_us": 519.929, + "p50_us": 342.703 + }, + { + "effort": 30.0, + "recall": 0.9147, + "p95_us": 564.884, + "p50_us": 377.48 + }, + { + "effort": 40.0, + "recall": 0.9407, + "p95_us": 672.953, + "p50_us": 466.609 + }, + { + "effort": 50.0, + "recall": 0.9546, + "p95_us": 779.671, + "p50_us": 538.461 + }, + { + "effort": 60.0, + "recall": 0.9629, + "p95_us": 881.043, + "p50_us": 617.283 + }, + { + "effort": 80.0, + "recall": 0.9737, + "p95_us": 1059.67, + "p50_us": 747.934 + }, + { + "effort": 100.0, + "recall": 0.9801, + "p95_us": 1245.46, + "p50_us": 888.633 + }, + { + "effort": 120.0, + "recall": 0.9837, + "p95_us": 1452.54, + "p50_us": 1020.91 + }, + { + "effort": 150.0, + "recall": 0.9885, + "p95_us": 1665.02, + "p50_us": 1195.7 + }, + { + "effort": 200.0, + "recall": 0.9924, + "p95_us": 2042.14, + "p50_us": 1506.03 + }, + { + "effort": 300.0, + "recall": 0.995, + "p95_us": 2772.03, + "p50_us": 2099.73 + }, + { + "effort": 400.0, + "recall": 0.9962, + "p95_us": 3435.74, + "p50_us": 2658.64 + }, + { + "effort": 800.0, + "recall": 0.9978, + "p95_us": 6304.43, + "p50_us": 4769.76 + }, + { + "effort": 1000.0, + "recall": 0.9984, + "p95_us": 7467.73, + "p50_us": 5509.43 + } + ], + "file": "dbpedia100k-pipnn-a1.2-trees1-r1.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 2, + "build_s": 65.06, + "rss_bytes": 649142272.0, + "peak_bytes": 1232257024, + "points": [ + { + "effort": 10.0, + "recall": 0.7548, + "p95_us": 308.345, + "p50_us": 188.947 + }, + { + "effort": 20.0, + "recall": 0.8668, + "p95_us": 439.961, + "p50_us": 283.335 + }, + { + "effort": 25.0, + "recall": 0.8967, + "p95_us": 494.603, + "p50_us": 329.007 + }, + { + "effort": 30.0, + "recall": 0.9147, + "p95_us": 568.952, + "p50_us": 375.874 + }, + { + "effort": 40.0, + "recall": 0.9407, + "p95_us": 648.649, + "p50_us": 449.841 + }, + { + "effort": 50.0, + "recall": 0.9546, + "p95_us": 751.196, + "p50_us": 521.218 + }, + { + "effort": 60.0, + "recall": 0.9629, + "p95_us": 907.441, + "p50_us": 618.556 + }, + { + "effort": 80.0, + "recall": 0.9737, + "p95_us": 1080.23, + "p50_us": 750.009 + }, + { + "effort": 100.0, + "recall": 0.9801, + "p95_us": 1273.55, + "p50_us": 898.936 + }, + { + "effort": 120.0, + "recall": 0.9837, + "p95_us": 1430.12, + "p50_us": 1021.74 + }, + { + "effort": 150.0, + "recall": 0.9885, + "p95_us": 1664.16, + "p50_us": 1214.02 + }, + { + "effort": 200.0, + "recall": 0.9924, + "p95_us": 2114.1, + "p50_us": 1568.97 + }, + { + "effort": 300.0, + "recall": 0.995, + "p95_us": 2832.03, + "p50_us": 2176.62 + }, + { + "effort": 400.0, + "recall": 0.9962, + "p95_us": 3592.22, + "p50_us": 2786.75 + }, + { + "effort": 800.0, + "recall": 0.9978, + "p95_us": 6348.44, + "p50_us": 4761.95 + }, + { + "effort": 1000.0, + "recall": 0.9984, + "p95_us": 7318.95, + "p50_us": 5430.73 + } + ], + "file": "dbpedia100k-pipnn-a1.2-trees1-r2.query.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 1, + "build_s": 23.309, + "rss_bytes": 77611008.0, + "peak_bytes": 117833728.0, + "points": [ + { + "effort": 10.0, + "recall": 0.796897, + "p95_us": 36.191, + "p50_us": 25.88 + }, + { + "effort": 20.0, + "recall": 0.902603, + "p95_us": 55.814, + "p50_us": 41.723 + }, + { + "effort": 25.0, + "recall": 0.926026, + "p95_us": 64.633, + "p50_us": 50.412 + }, + { + "effort": 30.0, + "recall": 0.944244, + "p95_us": 72.155, + "p50_us": 56.909 + }, + { + "effort": 40.0, + "recall": 0.961962, + "p95_us": 88.331, + "p50_us": 69.987 + }, + { + "effort": 50.0, + "recall": 0.972673, + "p95_us": 103.459, + "p50_us": 83.144 + }, + { + "effort": 60.0, + "recall": 0.979479, + "p95_us": 122.633, + "p50_us": 98.189 + }, + { + "effort": 80.0, + "recall": 0.987888, + "p95_us": 157.944, + "p50_us": 127.505 + }, + { + "effort": 100.0, + "recall": 0.991592, + "p95_us": 185.29, + "p50_us": 147.466 + }, + { + "effort": 120.0, + "recall": 0.993994, + "p95_us": 218.301, + "p50_us": 175.347 + }, + { + "effort": 150.0, + "recall": 0.995996, + "p95_us": 260.076, + "p50_us": 205.261 + }, + { + "effort": 200.0, + "recall": 0.998498, + "p95_us": 339.082, + "p50_us": 267.203 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 494.072, + "p50_us": 389.639 + }, + { + "effort": 400.0, + "recall": 0.9998, + "p95_us": 641.355, + "p50_us": 496.598 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1146.35, + "p50_us": 886.92 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1408.39, + "p50_us": 1111.67 + } + ], + "file": "deep100k-hnsw-m16-c200-r1.run.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 2, + "build_s": 24.227, + "rss_bytes": 77635584.0, + "peak_bytes": 117837824.0, + "points": [ + { + "effort": 10.0, + "recall": 0.796897, + "p95_us": 39.039, + "p50_us": 27.602 + }, + { + "effort": 20.0, + "recall": 0.902603, + "p95_us": 56.298, + "p50_us": 41.987 + }, + { + "effort": 25.0, + "recall": 0.926026, + "p95_us": 63.062, + "p50_us": 49.051 + }, + { + "effort": 30.0, + "recall": 0.944244, + "p95_us": 72.456, + "p50_us": 57.007 + }, + { + "effort": 40.0, + "recall": 0.961962, + "p95_us": 91.773, + "p50_us": 72.264 + }, + { + "effort": 50.0, + "recall": 0.972673, + "p95_us": 106.29, + "p50_us": 85.367 + }, + { + "effort": 60.0, + "recall": 0.979479, + "p95_us": 123.617, + "p50_us": 99.732 + }, + { + "effort": 80.0, + "recall": 0.987888, + "p95_us": 155.205, + "p50_us": 125.139 + }, + { + "effort": 100.0, + "recall": 0.991592, + "p95_us": 196.327, + "p50_us": 157.272 + }, + { + "effort": 120.0, + "recall": 0.993994, + "p95_us": 225.288, + "p50_us": 177.986 + }, + { + "effort": 150.0, + "recall": 0.995996, + "p95_us": 270.305, + "p50_us": 213.29 + }, + { + "effort": 200.0, + "recall": 0.998498, + "p95_us": 356.264, + "p50_us": 280.376 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 504.428, + "p50_us": 392.341 + }, + { + "effort": 400.0, + "recall": 0.9998, + "p95_us": 652.821, + "p50_us": 509.682 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1203.11, + "p50_us": 942.213 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1458.05, + "p50_us": 1152.65 + } + ], + "file": "deep100k-hnsw-m16-c200-r2.run.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 1, + "build_s": 28.5128, + "rss_bytes": 89124864.0, + "peak_bytes": 130363392.0, + "points": [ + { + "effort": 10.0, + "recall": 0.851351, + "p95_us": 47.032, + "p50_us": 32.648 + }, + { + "effort": 20.0, + "recall": 0.934835, + "p95_us": 71.451, + "p50_us": 53.256 + }, + { + "effort": 40.0, + "recall": 0.978178, + "p95_us": 119.938, + "p50_us": 90.781 + }, + { + "effort": 80.0, + "recall": 0.993794, + "p95_us": 214.393, + "p50_us": 158.771 + }, + { + "effort": 120.0, + "recall": 0.997497, + "p95_us": 303.904, + "p50_us": 227.376 + }, + { + "effort": 200.0, + "recall": 0.999499, + "p95_us": 482.647, + "p50_us": 352.86 + }, + { + "effort": 400.0, + "recall": 1.0, + "p95_us": 909.097, + "p50_us": 666.876 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1606.26, + "p50_us": 1210.83 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1942.0, + "p50_us": 1473.76 + } + ], + "file": "deep100k-hnsw-m32-c200-r1.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 2, + "build_s": 30.603, + "rss_bytes": 89120768.0, + "peak_bytes": 130359296.0, + "points": [ + { + "effort": 10.0, + "recall": 0.851351, + "p95_us": 54.893, + "p50_us": 38.55 + }, + { + "effort": 20.0, + "recall": 0.934835, + "p95_us": 80.716, + "p50_us": 60.631 + }, + { + "effort": 25.0, + "recall": 0.952553, + "p95_us": 94.985, + "p50_us": 71.944 + }, + { + "effort": 30.0, + "recall": 0.965065, + "p95_us": 109.835, + "p50_us": 83.742 + }, + { + "effort": 40.0, + "recall": 0.978178, + "p95_us": 137.807, + "p50_us": 104.711 + }, + { + "effort": 50.0, + "recall": 0.983483, + "p95_us": 167.154, + "p50_us": 126.487 + }, + { + "effort": 60.0, + "recall": 0.989189, + "p95_us": 190.251, + "p50_us": 144.104 + }, + { + "effort": 80.0, + "recall": 0.993794, + "p95_us": 237.613, + "p50_us": 179.043 + }, + { + "effort": 100.0, + "recall": 0.996296, + "p95_us": 292.437, + "p50_us": 218.98 + }, + { + "effort": 120.0, + "recall": 0.997497, + "p95_us": 335.194, + "p50_us": 249.098 + }, + { + "effort": 150.0, + "recall": 0.998699, + "p95_us": 403.943, + "p50_us": 300.247 + }, + { + "effort": 200.0, + "recall": 0.999499, + "p95_us": 519.171, + "p50_us": 383.711 + }, + { + "effort": 300.0, + "recall": 0.9999, + "p95_us": 717.959, + "p50_us": 526.735 + }, + { + "effort": 400.0, + "recall": 1.0, + "p95_us": 909.386, + "p50_us": 674.763 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1610.92, + "p50_us": 1206.13 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1916.23, + "p50_us": 1452.65 + } + ], + "file": "deep100k-hnsw-m32-c200-r2.run.log" + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 1, + "build_s": 11.4, + "rss_bytes": 74522624.0, + "peak_bytes": 291790848, + "points": [ + { + "effort": 10.0, + "recall": 0.819119, + "p95_us": 39.728, + "p50_us": 27.009 + }, + { + "effort": 20.0, + "recall": 0.912913, + "p95_us": 55.486, + "p50_us": 37.821 + }, + { + "effort": 25.0, + "recall": 0.936537, + "p95_us": 61.422, + "p50_us": 42.264 + }, + { + "effort": 30.0, + "recall": 0.95045, + "p95_us": 70.252, + "p50_us": 50.356 + }, + { + "effort": 40.0, + "recall": 0.968268, + "p95_us": 80.687, + "p50_us": 58.111 + }, + { + "effort": 50.0, + "recall": 0.979379, + "p95_us": 105.941, + "p50_us": 75.085 + }, + { + "effort": 60.0, + "recall": 0.985385, + "p95_us": 106.997, + "p50_us": 79.781 + }, + { + "effort": 80.0, + "recall": 0.991592, + "p95_us": 155.739, + "p50_us": 109.622 + }, + { + "effort": 100.0, + "recall": 0.994895, + "p95_us": 175.849, + "p50_us": 130.104 + }, + { + "effort": 120.0, + "recall": 0.996496, + "p95_us": 199.047, + "p50_us": 144.964 + }, + { + "effort": 150.0, + "recall": 0.997397, + "p95_us": 238.888, + "p50_us": 174.283 + }, + { + "effort": 200.0, + "recall": 0.998999, + "p95_us": 289.587, + "p50_us": 203.392 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 428.769, + "p50_us": 252.161 + }, + { + "effort": 400.0, + "recall": 0.9996, + "p95_us": 549.635, + "p50_us": 261.042 + }, + { + "effort": 800.0, + "recall": 0.9998, + "p95_us": 899.762, + "p50_us": 279.839 + }, + { + "effort": 1000.0, + "recall": 0.9998, + "p95_us": 1174.05, + "p50_us": 334.093 + } + ], + "file": "deep100k-pipnn-a1.2-r1.query.log" + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 2, + "build_s": 11.36, + "rss_bytes": 74522624.0, + "peak_bytes": 291807232, + "points": [ + { + "effort": 10.0, + "recall": 0.819119, + "p95_us": 42.285, + "p50_us": 29.057 + }, + { + "effort": 20.0, + "recall": 0.912913, + "p95_us": 59.582, + "p50_us": 42.734 + }, + { + "effort": 25.0, + "recall": 0.936537, + "p95_us": 64.192, + "p50_us": 47.477 + }, + { + "effort": 30.0, + "recall": 0.95045, + "p95_us": 72.663, + "p50_us": 53.418 + }, + { + "effort": 40.0, + "recall": 0.968268, + "p95_us": 85.373, + "p50_us": 60.861 + }, + { + "effort": 50.0, + "recall": 0.979379, + "p95_us": 111.003, + "p50_us": 78.12 + }, + { + "effort": 60.0, + "recall": 0.985385, + "p95_us": 124.498, + "p50_us": 90.238 + }, + { + "effort": 80.0, + "recall": 0.991592, + "p95_us": 160.295, + "p50_us": 115.83 + }, + { + "effort": 100.0, + "recall": 0.994895, + "p95_us": 188.148, + "p50_us": 137.452 + }, + { + "effort": 120.0, + "recall": 0.996496, + "p95_us": 214.095, + "p50_us": 156.643 + }, + { + "effort": 150.0, + "recall": 0.997397, + "p95_us": 253.712, + "p50_us": 185.082 + }, + { + "effort": 200.0, + "recall": 0.998999, + "p95_us": 314.33, + "p50_us": 218.992 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 492.158, + "p50_us": 278.288 + }, + { + "effort": 400.0, + "recall": 0.9996, + "p95_us": 641.091, + "p50_us": 288.494 + }, + { + "effort": 800.0, + "recall": 0.9998, + "p95_us": 1063.99, + "p50_us": 317.382 + }, + { + "effort": 1000.0, + "recall": 0.9998, + "p95_us": 1190.96, + "p50_us": 333.205 + } + ], + "file": "deep100k-pipnn-a1.2-trees1-r2.query.log" + } + ], + "summary": [ + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeats": 2, + "build_s": 119.235, + "build_range_s": [ + 117.729, + 120.741 + ], + "rss_mb": 653.899776, + "peak_mb": 1268.895744, + "at95": { + "effort": 60.0, + "observations": 2, + "recall_min": 0.9575, + "p95_us": 633.4535000000001, + "p95_range_us": [ + 618.546, + 648.361 + ] + }, + "at99": { + "effort": 300.0, + "observations": 2, + "recall_min": 0.992, + "p95_us": 2233.005, + "p95_range_us": [ + 2203.41, + 2262.6 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeats": 2, + "build_s": 147.273, + "build_range_s": [ + 146.046, + 148.5 + ], + "rss_mb": 665.018368, + "peak_mb": 1280.753664, + "at95": { + "effort": 50.0, + "observations": 2, + "recall_min": 0.9619, + "p95_us": 794.4915000000001, + "p95_range_us": [ + 768.565, + 820.418 + ] + }, + "at99": { + "effort": 200.0, + "observations": 2, + "recall_min": 0.991, + "p95_us": 2235.41, + "p95_range_us": [ + 2190.1, + 2280.72 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeats": 2, + "build_s": 65.08, + "build_range_s": [ + 65.06, + 65.1 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 50.0, + "observations": 2, + "recall_min": 0.9546, + "p95_us": 765.4335000000001, + "p95_range_us": [ + 751.196, + 779.671 + ] + }, + "at99": { + "effort": 200.0, + "observations": 2, + "recall_min": 0.9924, + "p95_us": 2078.12, + "p95_range_us": [ + 2042.14, + 2114.1 + ] + } + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeats": 2, + "build_s": 23.768, + "build_range_s": [ + 23.309, + 24.227 + ], + "rss_mb": 77.623296, + "peak_mb": 117.837824, + "at95": { + "effort": 40.0, + "observations": 2, + "recall_min": 0.961962, + "p95_us": 90.05199999999999, + "p95_range_us": [ + 88.331, + 91.773 + ] + }, + "at99": { + "effort": 100.0, + "observations": 2, + "recall_min": 0.991592, + "p95_us": 190.80849999999998, + "p95_range_us": [ + 185.29, + 196.327 + ] + } + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeats": 2, + "build_s": 29.5579, + "build_range_s": [ + 28.5128, + 30.603 + ], + "rss_mb": 89.122816, + "peak_mb": 130.363392, + "at95": { + "effort": 40.0, + "observations": 2, + "recall_min": 0.978178, + "p95_us": 128.8725, + "p95_range_us": [ + 119.938, + 137.807 + ] + }, + "at99": { + "effort": 80.0, + "observations": 2, + "recall_min": 0.993794, + "p95_us": 226.003, + "p95_range_us": [ + 214.393, + 237.613 + ] + } + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeats": 2, + "build_s": 11.379999999999999, + "build_range_s": [ + 11.36, + 11.4 + ], + "rss_mb": 74.522624, + "peak_mb": 291.807232, + "at95": { + "effort": 30.0, + "observations": 2, + "recall_min": 0.95045, + "p95_us": 71.4575, + "p95_range_us": [ + 70.252, + 72.663 + ] + }, + "at99": { + "effort": 80.0, + "observations": 2, + "recall_min": 0.991592, + "p95_us": 158.017, + "p95_range_us": [ + 155.739, + 160.295 + ] + } + } + ], + "notes": [ + "PiPNN build time is entire builder process including graph serialization; HNSW ready time includes fbin loading and build but no serialization.", + "Only effort settings meeting recall in every observed repeat at that setting qualify; observation counts are reported, with no interpolation.", + "RSS is loaded index process residency, not allocator-owned index bytes. Peak is build process memory, including input buffers.", + "Two repeats describe an observed range; they are not a confidence interval." + ] +} diff --git a/poc/pipnn-arm/metadata.txt b/poc/pipnn-arm/metadata.txt new file mode 100644 index 000000000..dcfe4428b --- /dev/null +++ b/poc/pipnn-arm/metadata.txt @@ -0,0 +1,8 @@ +Upstream PiPNN 443a328dc71a3b7be753d52ca2b3c9a4ba77f3fd +Submodules: hnswlib efd405f00dcae1f8b60e72d2d0927dbb0af8682f; mirage 5a6161db9a4cdd4af2c57d03f3f2c8f2031a97d7; parlaylib 7cdb4cae8f020525f5eb4ad82e2565d1e38cfbc3. +Fetched dependencies: abseil bc257a88f7c1939f24e0379f14a3589e926c950c; eigen 3147391d946bb4b6c68edd901f2add6ac1f31f8c; googlebenchmark cf4d7fedd59473f99042806fcba407ea767c5327; highway 0e0a01dac5321dafec478d781487d1323492359e; parlaylib 51017699dcc421f80479cdb238d3092233ad0d26. +Remote workspace: dorer-arm-big:/home/ubuntu/pipnn-poc-20261114. GCC 12.3.0; CMake Release, native architecture and fast math. Configure and build logs are in the remote workspace. +Effective baseline core flags: -fexceptions -fPIC -std=gnu++20 -Werror -Wall -O3 -DNDEBUG. HAVE_SVS=0. No global -march=native or -ffast-math. +Baseline distance library compiled OPT_NEON, OPT_NEON_BF16, OPT_NEON_DOTPROD, OPT_NEON_FHM, OPT_NEON_HP, OPT_SVE, OPT_SVE2, OPT_SVE_BF16; SVE2 translation unit uses -march=armv9-a+sve2 and SVE uses -march=armv8-a+sve. Runtime selected function pointer was not instrumented. +Effective PiPNN builder/query flags: -march=native -ffast-math -O3 -DNDEBUG -fPIE -std=gnu++17. Thus these measurements compare the implementations with their respective build settings, not an isolated algorithm with identical compiler arithmetic policy. +DEEP PiPNN graph hashes (both repeat 1 and 2): aa40b86203e5b542aa6f9978e23177dd52d065093ba0fd8ce362b42e9c971380. Stock randomness was unchanged; these repeats produced identical graphs. diff --git a/poc/pipnn-arm/phase2-evidence/metadata.json b/poc/pipnn-arm/phase2-evidence/metadata.json new file mode 100644 index 000000000..5026c2d07 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/metadata.json @@ -0,0 +1,14 @@ +{ + "host": "dorer-arm-big", + "threads": 1, + "phase": "parameter screen; unchanged compiled executables", + "sha256": { + "vecsim_bench": "8db23ee1784eca1c16733c9e20de373dc62692de1898f8d202e524a7e08e87ad", + "pipnn_query": "ae8f3bc86e547a8981f56d9d4b61ef5a3ba7c0f3d5e1b772a6e2173a215c085b", + "neighbors-pipnn_FLOAT_T_EUCLIDEAN": "99f4a087a3741aa53aa4353d1bb7319325d008b01b03b7fb2988395fa2903a8a", + "data/dbpedia100k/base.fbin": "0ac4601b0c95b067aadb4b1803bf1df7164ddb6ccc642a885587bd0d34a89edf", + "data/dbpedia100k/query.fbin": "222a3c7291cd88d805646f501fdd4e1822b78822238f1ca5c485e0043e025f84", + "data/dbpedia100k/truth.ibin": "b6c3a8d8af62ff9fde15806655e3f0a9b1abf7c915ce1ee2c72ba149e82f645e" + }, + "note": "File hashes include headers; preparation manifest hashes cover vector payload arrays." +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.json new file mode 100644 index 000000000..abd0e0bdf --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "100", + "1", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794656035.920858, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656115.5474494, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.log new file mode 100644 index 000000000..e31550ea0 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.log @@ -0,0 +1,214 @@ +[2026-11-14 11:33:56.202] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 11:33:56.202] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 11:33:56.357] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 11:33:56.357] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 11:33:56.640] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 11:33:56.640] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 11:33:56.985] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 11:33:56.985] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 11:33:57.394] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 11:33:57.394] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 11:33:57.848] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 11:33:57.848] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 11:33:58.339] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 11:33:58.339] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 11:33:58.818] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 11:33:58.819] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 11:33:59.365] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 11:33:59.365] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 11:33:59.893] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 11:33:59.893] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 11:34:00.466] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 11:34:00.466] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 11:34:01.009] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 11:34:01.009] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 11:34:01.635] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 11:34:01.635] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 11:34:02.211] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 11:34:02.211] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 11:34:02.840] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 11:34:02.840] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 11:34:03.502] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 11:34:03.502] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 11:34:03.767] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 11:34:03.767] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 11:34:04.131] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 11:34:04.131] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 11:34:04.761] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 11:34:04.761] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 11:34:05.281] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 11:34:05.281] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 11:34:05.856] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 11:34:05.856] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 11:34:06.520] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 11:34:06.520] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 11:34:07.195] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 11:34:07.195] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 11:34:07.864] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 11:34:07.864] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 11:34:08.522] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 11:34:08.522] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 11:34:09.207] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 11:34:09.207] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 11:34:09.877] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 11:34:09.877] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 11:34:10.568] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 11:34:10.568] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 11:34:11.230] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 11:34:11.230] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 11:34:11.917] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 11:34:11.917] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 11:34:12.629] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 11:34:12.629] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 11:34:13.300] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 11:34:13.300] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 11:34:13.950] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 11:34:13.950] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 11:34:14.621] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 11:34:14.621] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 11:34:15.247] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 11:34:15.247] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 11:34:15.888] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 11:34:15.888] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 11:34:16.508] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 11:34:16.508] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 11:34:17.206] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 11:34:17.206] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 11:34:17.860] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 11:34:17.860] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 11:34:18.288] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 11:34:18.288] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 11:34:18.791] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 11:34:18.791] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 11:34:19.281] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 11:34:19.282] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 11:34:19.879] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 11:34:19.879] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 11:34:20.577] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 11:34:20.577] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 11:34:21.166] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 11:34:21.166] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 11:34:21.625] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 11:34:21.625] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 11:34:22.056] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 11:34:22.056] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 11:34:22.502] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 11:34:22.502] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 11:34:22.942] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 11:34:22.942] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 11:34:23.321] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 11:34:23.321] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 11:34:23.728] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 11:34:23.728] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 11:34:24.207] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 11:34:24.207] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 11:34:24.756] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 11:34:24.756] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 11:34:25.222] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 11:34:25.222] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 11:34:25.663] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 11:34:25.663] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 11:34:26.154] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 11:34:26.154] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 11:34:26.568] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 11:34:26.568] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 11:34:27.010] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 11:34:27.010] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 11:34:27.463] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 11:34:27.464] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 11:34:27.941] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 11:34:27.941] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 11:34:28.490] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 11:34:28.490] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 11:34:29.080] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 11:34:29.081] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 11:34:29.712] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 11:34:29.712] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 11:34:30.257] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 11:34:30.257] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 11:34:30.857] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 11:34:30.857] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 11:34:31.440] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 11:34:31.440] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 11:34:32.068] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 11:34:32.068] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 11:34:32.679] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 11:34:32.679] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 11:34:33.243] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 11:34:33.243] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 11:34:33.727] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 11:34:33.727] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 11:34:34.278] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 11:34:34.278] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 11:34:34.918] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 11:34:34.918] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 11:34:35.575] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 11:34:35.575] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 11:34:36.249] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 11:34:36.249] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 11:34:36.953] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 11:34:36.953] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 11:34:37.668] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 11:34:37.668] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 11:34:38.397] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 11:34:38.397] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 11:34:39.181] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 11:34:39.182] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 11:34:39.935] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 11:34:39.935] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 11:34:40.713] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 11:34:40.713] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 11:34:41.460] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 11:34:41.460] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 11:34:42.264] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 11:34:42.264] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 11:34:43.028] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 11:34:43.028] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 11:34:43.755] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 11:34:43.755] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 11:34:44.592] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 11:34:44.592] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 11:34:45.412] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 11:34:45.412] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 11:34:46.244] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 11:34:46.244] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 11:34:47.063] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 11:34:47.063] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 11:34:47.858] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 11:34:47.858] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 11:34:48.689] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 11:34:48.689] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 11:34:49.401] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 11:34:49.401] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 11:34:50.078] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 11:34:50.078] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 11:34:50.938] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 11:34:50.938] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 11:34:51.760] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 11:34:51.760] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 11:34:52.567] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 11:34:52.567] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 11:34:53.351] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 11:34:53.351] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 11:34:54.155] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 11:34:54.155] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 11:34:54.974] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 11:34:54.974] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=100 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.279975 build_seconds=59.325 insert_seconds=59.3247 ready_from_fbin_seconds=59.6051 rss_before_build=617590784 index_bytes=647694588 resident_index_process_bytes=653152256 build_peak_rss_bytes=1268080640 +queries=1000 +ef=10 recall10=0.7127 p50_us=146.444 p95_us=211.905 serial_query_qps=6643.93 sweep_qps_including_recall=6628.02 +ef=20 recall10=0.8296 p50_us=218.605 p95_us=304.123 serial_query_qps=4498.82 sweep_qps_including_recall=4491.16 +ef=25 recall10=0.8627 p50_us=247.216 p95_us=335.799 serial_query_qps=3983.61 sweep_qps_including_recall=3977.38 +ef=30 recall10=0.8835 p50_us=279.064 p95_us=370.123 serial_query_qps=3537.38 sweep_qps_including_recall=3532.44 +ef=40 recall10=0.915 p50_us=341.966 p95_us=440.067 serial_query_qps=2912.79 sweep_qps_including_recall=2909.1 +ef=50 recall10=0.931 p50_us=410.182 p95_us=518.18 serial_query_qps=2443.37 sweep_qps_including_recall=2440.74 +ef=60 recall10=0.9412 p50_us=469.382 p95_us=585.083 serial_query_qps=2143.44 sweep_qps_including_recall=2141.32 +ef=80 recall10=0.9595 p50_us=582.428 p95_us=716.992 serial_query_qps=1739.41 sweep_qps_including_recall=1737.97 +ef=100 recall10=0.9692 p50_us=695.864 p95_us=871.253 serial_query_qps=1456.46 sweep_qps_including_recall=1455.39 +ef=120 recall10=0.9729 p50_us=833.567 p95_us=1046.63 serial_query_qps=1213.98 sweep_qps_including_recall=1213.19 +ef=150 recall10=0.9768 p50_us=959.303 p95_us=1178.13 serial_query_qps=1061.67 sweep_qps_including_recall=1061.07 +ef=200 recall10=0.9807 p50_us=1225.58 p95_us=1499.71 serial_query_qps=834.392 sweep_qps_including_recall=833.998 +ef=300 recall10=0.9853 p50_us=1705.05 p95_us=2104.46 serial_query_qps=598.474 sweep_qps_including_recall=598.235 +ef=400 recall10=0.989 p50_us=2125.39 p95_us=2604.24 serial_query_qps=480.634 sweep_qps_including_recall=480.482 +ef=800 recall10=0.9934 p50_us=3728.24 p95_us=4589.78 serial_query_qps=274.708 sweep_qps_including_recall=274.631 +ef=1000 recall10=0.994 p50_us=4410.63 p95_us=5446.29 serial_query_qps=230.935 sweep_qps_including_recall=230.875 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.time new file mode 100644 index 000000000..4c60a184e --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r1.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 100 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 78.85 + System time (seconds): 0.76 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:19.62 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1238360 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321218 + Voluntary context switches: 1 + Involuntary context switches: 260 + Swaps: 0 + File system inputs: 0 + File system outputs: 56 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.json new file mode 100644 index 000000000..76d078815 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "100", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794656115.5783165, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656194.5409064, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.log new file mode 100644 index 000000000..d9e34fc0d --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 11:35:15.853] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 11:35:15.853] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 11:35:16.006] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 11:35:16.006] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 11:35:16.280] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 11:35:16.280] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 11:35:16.685] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 11:35:16.685] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 11:35:17.130] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 11:35:17.130] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 11:35:17.605] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 11:35:17.606] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 11:35:18.118] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 11:35:18.118] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 11:35:18.632] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 11:35:18.632] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 11:35:19.204] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 11:35:19.204] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 11:35:19.754] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 11:35:19.754] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 11:35:20.344] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 11:35:20.344] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 11:35:20.893] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 11:35:20.893] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 11:35:21.524] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 11:35:21.524] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 11:35:22.110] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 11:35:22.110] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 11:35:22.734] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 11:35:22.734] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 11:35:23.372] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 11:35:23.372] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 11:35:23.630] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 11:35:23.630] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 11:35:24.031] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 11:35:24.031] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 11:35:24.650] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 11:35:24.650] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 11:35:25.163] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 11:35:25.163] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 11:35:25.773] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 11:35:25.773] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 11:35:26.449] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 11:35:26.449] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 11:35:27.143] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 11:35:27.143] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 11:35:27.811] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 11:35:27.811] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 11:35:28.486] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 11:35:28.486] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 11:35:29.191] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 11:35:29.191] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 11:35:29.857] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 11:35:29.857] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 11:35:30.549] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 11:35:30.549] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 11:35:31.222] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 11:35:31.222] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 11:35:31.914] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 11:35:31.914] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 11:35:32.621] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 11:35:32.621] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 11:35:33.297] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 11:35:33.297] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 11:35:33.954] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 11:35:33.954] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 11:35:34.634] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 11:35:34.634] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 11:35:35.266] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 11:35:35.266] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 11:35:35.908] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 11:35:35.908] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 11:35:36.532] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 11:35:36.532] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 11:35:37.214] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 11:35:37.214] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 11:35:37.850] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 11:35:37.851] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 11:35:38.272] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 11:35:38.272] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 11:35:38.772] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 11:35:38.772] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 11:35:39.245] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 11:35:39.245] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 11:35:39.813] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 11:35:39.813] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 11:35:40.487] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 11:35:40.487] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 11:35:41.066] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 11:35:41.066] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 11:35:41.511] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 11:35:41.511] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 11:35:41.934] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 11:35:41.934] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 11:35:42.377] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 11:35:42.377] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 11:35:42.807] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 11:35:42.807] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 11:35:43.176] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 11:35:43.176] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 11:35:43.585] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 11:35:43.585] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 11:35:44.074] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 11:35:44.074] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 11:35:44.626] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 11:35:44.627] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 11:35:45.092] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 11:35:45.092] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 11:35:45.534] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 11:35:45.534] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 11:35:46.000] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 11:35:46.000] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 11:35:46.418] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 11:35:46.418] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 11:35:46.874] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 11:35:46.874] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 11:35:47.326] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 11:35:47.326] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 11:35:47.833] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 11:35:47.833] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 11:35:48.409] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 11:35:48.409] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 11:35:48.985] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 11:35:48.985] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 11:35:49.605] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 11:35:49.606] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 11:35:50.161] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 11:35:50.162] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 11:35:50.808] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 11:35:50.808] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 11:35:51.418] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 11:35:51.418] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 11:35:52.049] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 11:35:52.049] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 11:35:52.679] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 11:35:52.679] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 11:35:53.242] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 11:35:53.242] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 11:35:53.725] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 11:35:53.725] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 11:35:54.273] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 11:35:54.273] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 11:35:54.836] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 11:35:54.836] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 11:35:55.471] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 11:35:55.471] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 11:35:56.137] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 11:35:56.137] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 11:35:56.821] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 11:35:56.821] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 11:35:57.509] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 11:35:57.509] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 11:35:58.206] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 11:35:58.206] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 11:35:58.980] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 11:35:58.980] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 11:35:59.734] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 11:35:59.734] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 11:36:00.505] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 11:36:00.505] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 11:36:01.248] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 11:36:01.248] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 11:36:02.005] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 11:36:02.005] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 11:36:02.751] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 11:36:02.751] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 11:36:03.488] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 11:36:03.488] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 11:36:04.265] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 11:36:04.265] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 11:36:05.051] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 11:36:05.051] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 11:36:05.859] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 11:36:05.859] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 11:36:06.665] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 11:36:06.665] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 11:36:07.421] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 11:36:07.421] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 11:36:08.205] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 11:36:08.205] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 11:36:08.885] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 11:36:08.885] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 11:36:09.523] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 11:36:09.523] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 11:36:10.351] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 11:36:10.351] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 11:36:11.143] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 11:36:11.143] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 11:36:11.938] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 11:36:11.938] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 11:36:12.703] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 11:36:12.703] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 11:36:13.498] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 11:36:13.498] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 11:36:14.278] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 11:36:14.278] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=100 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.273078 build_seconds=58.9426 insert_seconds=58.9423 ready_from_fbin_seconds=59.2158 rss_before_build=617590784 index_bytes=647694588 resident_index_process_bytes=653152256 build_peak_rss_bytes=1268097024 +queries=1000 +ef=10 recall10=0.7127 p50_us=137.725 p95_us=199.441 serial_query_qps=7050.37 sweep_qps_including_recall=7033.01 +ef=20 recall10=0.8296 p50_us=208.165 p95_us=292.572 serial_query_qps=4708.96 sweep_qps_including_recall=4700.72 +ef=25 recall10=0.8627 p50_us=243.223 p95_us=329.343 serial_query_qps=4045.01 sweep_qps_including_recall=4038.73 +ef=30 recall10=0.8835 p50_us=274.305 p95_us=358.046 serial_query_qps=3610.91 sweep_qps_including_recall=3605.73 +ef=40 recall10=0.915 p50_us=340.689 p95_us=437.233 serial_query_qps=2924.97 sweep_qps_including_recall=2921.43 +ef=50 recall10=0.931 p50_us=403.672 p95_us=509.056 serial_query_qps=2492.66 sweep_qps_including_recall=2489.96 +ef=60 recall10=0.9412 p50_us=453.808 p95_us=563.054 serial_query_qps=2219.38 sweep_qps_including_recall=2217.2 +ef=80 recall10=0.9595 p50_us=575.352 p95_us=713.72 serial_query_qps=1763.97 sweep_qps_including_recall=1762.52 +ef=100 recall10=0.9692 p50_us=685.87 p95_us=839.095 serial_query_qps=1480.43 sweep_qps_including_recall=1479.37 +ef=120 recall10=0.9729 p50_us=789.221 p95_us=968.712 serial_query_qps=1288.76 sweep_qps_including_recall=1287.92 +ef=150 recall10=0.9768 p50_us=953.702 p95_us=1170.9 serial_query_qps=1070.44 sweep_qps_including_recall=1069.83 +ef=200 recall10=0.9807 p50_us=1212.46 p95_us=1495.62 serial_query_qps=840.812 sweep_qps_including_recall=840.412 +ef=300 recall10=0.9853 p50_us=1677.86 p95_us=2053.89 serial_query_qps=611.401 sweep_qps_including_recall=611.185 +ef=400 recall10=0.989 p50_us=2085.2 p95_us=2565.7 serial_query_qps=491.816 sweep_qps_including_recall=491.675 +ef=800 recall10=0.9934 p50_us=3669.39 p95_us=4541.65 serial_query_qps=278.387 sweep_qps_including_recall=278.323 +ef=1000 recall10=0.994 p50_us=4425.38 p95_us=5470.29 serial_query_qps=230.482 sweep_qps_including_recall=230.424 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.time new file mode 100644 index 000000000..bfa6a7c7b --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c100-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 100 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 78.22 + System time (seconds): 0.73 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:18.96 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1238376 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321218 + Voluntary context switches: 5 + Involuntary context switches: 248 + Swaps: 0 + File system inputs: 0 + File system outputs: 56 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json new file mode 100644 index 000000000..14268f53a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "200", + "1", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649052.5272741, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649195.6597197, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log new file mode 100644 index 000000000..3a5d52697 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:37:32.834] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:37:32.834] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:37:33.081] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:37:33.081] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:37:33.636] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:37:33.636] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:37:34.414] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:37:34.414] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:37:35.327] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:37:35.327] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:37:36.253] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:37:36.253] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:37:37.295] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:37:37.295] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:37:38.251] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:37:38.251] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:37:39.316] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:37:39.316] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:37:40.366] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:37:40.366] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:37:41.443] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:37:41.443] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:37:42.563] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:37:42.563] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:37:43.732] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:37:43.732] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:37:44.860] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:37:44.860] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:37:46.115] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:37:46.115] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:37:47.443] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:37:47.443] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:37:48.002] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:37:48.002] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:37:48.740] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:37:48.740] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:37:49.960] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:37:49.960] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:37:50.985] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:37:50.985] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:37:52.055] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:37:52.055] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:37:53.265] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:37:53.265] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:37:54.620] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:37:54.620] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:37:55.998] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:37:55.998] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:37:57.350] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:37:57.350] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:37:58.782] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:37:58.782] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:38:00.196] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:38:00.196] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:38:01.579] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:38:01.579] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:38:02.967] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:38:02.967] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:38:04.427] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:38:04.427] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:38:05.847] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:38:05.847] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:38:07.206] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:38:07.206] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:38:08.483] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:38:08.483] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:38:09.756] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:38:09.756] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:38:10.984] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:38:10.984] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:38:12.184] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:38:12.184] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:38:13.413] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:38:13.413] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:38:14.769] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:38:14.769] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:38:16.054] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:38:16.054] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:38:16.953] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:38:16.953] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:38:17.955] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:38:17.955] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:38:18.926] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:38:18.926] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:38:20.058] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:38:20.058] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:38:21.380] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:38:21.380] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:38:22.533] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:38:22.533] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:38:23.458] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:38:23.458] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:38:24.402] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:38:24.403] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:38:25.439] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:38:25.440] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:38:26.589] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:38:26.589] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:38:27.487] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:38:27.487] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:38:28.596] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:38:28.596] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:38:29.709] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:38:29.710] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:38:31.005] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:38:31.005] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:38:32.146] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:38:32.146] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:38:33.329] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:38:33.329] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:38:34.622] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:38:34.622] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:38:35.501] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:38:35.501] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:38:36.505] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:38:36.505] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:38:37.468] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:38:37.468] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:38:38.468] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:38:38.468] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:38:39.602] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:38:39.602] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:38:40.779] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:38:40.779] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:38:42.079] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:38:42.079] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:38:43.293] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:38:43.293] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:38:44.483] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:38:44.483] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:38:45.735] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:38:45.735] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:38:47.078] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:38:47.078] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:38:48.409] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:38:48.409] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:38:49.684] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:38:49.684] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:38:50.699] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:38:50.699] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:38:51.799] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:38:51.799] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:38:53.087] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:38:53.087] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:38:54.465] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:38:54.465] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:38:55.777] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:38:55.777] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:38:57.331] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:38:57.331] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:38:58.891] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:38:58.891] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:39:00.409] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:39:00.409] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:39:02.016] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:39:02.016] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:39:03.604] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:39:03.604] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:39:05.182] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:39:05.182] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:39:06.747] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:39:06.747] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:39:08.245] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:39:08.245] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:39:09.699] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:39:09.699] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:39:11.171] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:39:11.171] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:39:12.679] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:39:12.679] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:39:14.184] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:39:14.184] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:39:15.713] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:39:15.713] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:39:17.250] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:39:17.250] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:39:18.725] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:39:18.725] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:39:20.303] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:39:20.304] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:39:21.623] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:39:21.623] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:39:22.888] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:39:22.888] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:39:24.428] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:39:24.428] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:39:25.908] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:39:25.908] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:39:27.476] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:39:27.476] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:39:29.045] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:39:29.046] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:39:30.654] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:39:30.654] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:39:32.228] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:39:32.228] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.304853 build_seconds=120.436 insert_seconds=120.435 ready_from_fbin_seconds=120.741 rss_before_build=617590784 index_bytes=648320748 resident_index_process_bytes=653897728 build_peak_rss_bytes=1268891648 +queries=1000 +ef=10 recall10=0.7425 p50_us=159.156 p95_us=229.703 serial_query_qps=6060.78 sweep_qps_including_recall=6047.92 +ef=20 recall10=0.8552 p50_us=242.948 p95_us=319.352 serial_query_qps=4043.93 sweep_qps_including_recall=4037.68 +ef=25 recall10=0.8839 p50_us=279.597 p95_us=365.4 serial_query_qps=3517.56 sweep_qps_including_recall=3512.6 +ef=30 recall10=0.9035 p50_us=317.673 p95_us=398.612 serial_query_qps=3116.01 sweep_qps_including_recall=3111.86 +ef=40 recall10=0.9313 p50_us=396.629 p95_us=484.996 serial_query_qps=2509.16 sweep_qps_including_recall=2506.37 +ef=50 recall10=0.9477 p50_us=469.892 p95_us=572.461 serial_query_qps=2123.9 sweep_qps_including_recall=2121.78 +ef=60 recall10=0.9575 p50_us=541.112 p95_us=648.361 serial_query_qps=1862.81 sweep_qps_including_recall=1861.03 +ef=80 recall10=0.9701 p50_us=682.256 p95_us=809.066 serial_query_qps=1484.6 sweep_qps_including_recall=1483.47 +ef=100 recall10=0.9779 p50_us=783.449 p95_us=924.551 serial_query_qps=1297.34 sweep_qps_including_recall=1296.45 +ef=120 recall10=0.9802 p50_us=890.482 p95_us=1057.87 serial_query_qps=1138.85 sweep_qps_including_recall=1138.15 +ef=150 recall10=0.9845 p50_us=1055.39 p95_us=1254.23 serial_query_qps=962.64 sweep_qps_including_recall=962.109 +ef=200 recall10=0.988 p50_us=1326.88 p95_us=1576.65 serial_query_qps=769.967 sweep_qps_including_recall=769.607 +ef=300 recall10=0.992 p50_us=1848.22 p95_us=2203.41 serial_query_qps=554.629 sweep_qps_including_recall=554.441 +ef=400 recall10=0.9944 p50_us=2366.51 p95_us=2842.18 serial_query_qps=433.81 sweep_qps_including_recall=433.684 +ef=800 recall10=0.9965 p50_us=4236.7 p95_us=5201.17 serial_query_qps=240.474 sweep_qps_including_recall=240.392 +ef=1000 recall10=0.9969 p50_us=4924.28 p95_us=6119.07 serial_query_qps=205.603 sweep_qps_including_recall=205.551 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time new file mode 100644 index 000000000..342d127b6 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r1.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 142.13 + System time (seconds): 0.99 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:23.13 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1239152 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321415 + Voluntary context switches: 7 + Involuntary context switches: 415 + Swaps: 0 + File system inputs: 0 + File system outputs: 72 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json new file mode 100644 index 000000000..31b183999 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "16", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649582.0792089, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649722.2617168, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log new file mode 100644 index 000000000..658d8e99e --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:46:22.357] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:46:22.357] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:46:22.586] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:46:22.586] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:46:23.032] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:46:23.032] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:46:23.639] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:46:23.639] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:46:24.364] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:46:24.364] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:46:25.205] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:46:25.205] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:46:26.127] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:46:26.127] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:46:27.045] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:46:27.045] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:46:28.059] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:46:28.059] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:46:29.088] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:46:29.088] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:46:30.153] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:46:30.153] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:46:31.196] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:46:31.196] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:46:32.330] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:46:32.330] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:46:33.433] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:46:33.433] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:46:34.613] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:46:34.614] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:46:35.827] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:46:35.827] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:46:36.350] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:46:36.350] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:46:37.038] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:46:37.038] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:46:38.173] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:46:38.173] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:46:39.151] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:46:39.151] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:46:40.206] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:46:40.206] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:46:41.405] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:46:41.405] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:46:42.680] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:46:42.680] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:46:43.927] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:46:43.927] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:46:45.133] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:46:45.133] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:46:46.442] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:46:46.442] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:46:47.759] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:46:47.759] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:46:49.143] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:46:49.143] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:46:50.526] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:46:50.526] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:46:51.963] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:46:51.963] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:46:53.428] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:46:53.428] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:46:54.863] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:46:54.863] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:46:56.253] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:46:56.253] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:46:57.606] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:46:57.606] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:46:58.852] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:46:58.852] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:47:00.102] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:47:00.102] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:47:01.270] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:47:01.270] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:47:02.574] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:47:02.574] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:47:03.836] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:47:03.836] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:47:04.672] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:47:04.672] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:47:05.666] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:47:05.666] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:47:06.633] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:47:06.633] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:47:07.789] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:47:07.789] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:47:09.120] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:47:09.120] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:47:10.242] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:47:10.242] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:47:11.168] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:47:11.168] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:47:12.049] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:47:12.049] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:47:12.910] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:47:12.910] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:47:13.886] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:47:13.886] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:47:14.705] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:47:14.706] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:47:15.781] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:47:15.781] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:47:16.868] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:47:16.868] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:47:18.107] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:47:18.107] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:47:19.196] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:47:19.196] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:47:20.334] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:47:20.334] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:47:21.572] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:47:21.572] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:47:22.517] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:47:22.517] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:47:23.553] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:47:23.553] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:47:24.529] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:47:24.529] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:47:25.516] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:47:25.516] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:47:26.678] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:47:26.678] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:47:27.865] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:47:27.865] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:47:29.091] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:47:29.092] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:47:30.280] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:47:30.280] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:47:31.517] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:47:31.517] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:47:32.791] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:47:32.791] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:47:34.071] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:47:34.071] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:47:35.348] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:47:35.348] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:47:36.583] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:47:36.583] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:47:37.580] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:47:37.580] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:47:38.661] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:47:38.661] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:47:39.878] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:47:39.878] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:47:41.211] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:47:41.211] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:47:42.534] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:47:42.534] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:47:44.117] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:47:44.117] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:47:45.653] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:47:45.653] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:47:47.173] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:47:47.173] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:47:48.798] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:47:48.798] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:47:50.387] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:47:50.387] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:47:51.963] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:47:51.963] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:47:53.435] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:47:53.435] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:47:54.897] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:47:54.897] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:47:56.348] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:47:56.348] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:47:57.770] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:47:57.770] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:47:59.239] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:47:59.239] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:48:00.730] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:48:00.730] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:48:02.255] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:48:02.255] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:48:03.766] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:48:03.766] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:48:05.205] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:48:05.205] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:48:06.702] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:48:06.702] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:48:07.973] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:48:07.973] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:48:09.179] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:48:09.179] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:48:10.792] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:48:10.792] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:48:12.390] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:48:12.390] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:48:13.990] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:48:13.990] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:48:15.561] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:48:15.561] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:48:17.179] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:48:17.180] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:48:18.781] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:48:18.781] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.276609 build_seconds=117.452 insert_seconds=117.452 ready_from_fbin_seconds=117.729 rss_before_build=617594880 index_bytes=648320748 resident_index_process_bytes=653901824 build_peak_rss_bytes=1268895744 +queries=1000 +ef=10 recall10=0.7425 p50_us=153.7 p95_us=223.214 serial_query_qps=6259.27 sweep_qps_including_recall=6245.46 +ef=20 recall10=0.8552 p50_us=239.014 p95_us=317.565 serial_query_qps=4096.87 sweep_qps_including_recall=4090.64 +ef=25 recall10=0.8839 p50_us=275.927 p95_us=359.806 serial_query_qps=3575.81 sweep_qps_including_recall=3570.96 +ef=30 recall10=0.9035 p50_us=310.758 p95_us=390.797 serial_query_qps=3189.36 sweep_qps_including_recall=3185.4 +ef=40 recall10=0.9313 p50_us=387.198 p95_us=476.898 serial_query_qps=2571.05 sweep_qps_including_recall=2568.31 +ef=50 recall10=0.9477 p50_us=459.359 p95_us=554.284 serial_query_qps=2189.73 sweep_qps_including_recall=2187.68 +ef=60 recall10=0.9575 p50_us=518.607 p95_us=618.546 serial_query_qps=1941.12 sweep_qps_including_recall=1939.46 +ef=80 recall10=0.9701 p50_us=665.168 p95_us=829.422 serial_query_qps=1510.04 sweep_qps_including_recall=1508.93 +ef=100 recall10=0.9779 p50_us=791.529 p95_us=932.898 serial_query_qps=1284.47 sweep_qps_including_recall=1283.65 +ef=120 recall10=0.9802 p50_us=895.98 p95_us=1057.19 serial_query_qps=1135.97 sweep_qps_including_recall=1135.32 +ef=150 recall10=0.9845 p50_us=1075.61 p95_us=1269.18 serial_query_qps=948.614 sweep_qps_including_recall=948.134 +ef=200 recall10=0.988 p50_us=1348.1 p95_us=1596.34 serial_query_qps=759.799 sweep_qps_including_recall=759.478 +ef=300 recall10=0.992 p50_us=1897.14 p95_us=2262.6 serial_query_qps=540.2 sweep_qps_including_recall=540.024 +ef=400 recall10=0.9944 p50_us=2399.58 p95_us=2890.59 serial_query_qps=427.541 sweep_qps_including_recall=427.419 +ef=800 recall10=0.9965 p50_us=4228.47 p95_us=5232.16 serial_query_qps=240.728 sweep_qps_including_recall=240.656 +ef=1000 recall10=0.9969 p50_us=4941.13 p95_us=6162.3 serial_query_qps=204.245 sweep_qps_including_recall=204.192 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time new file mode 100644 index 000000000..ff637176d --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m16-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 16 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 139.25 + System time (seconds): 0.92 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:20.18 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1239156 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 321414 + Voluntary context switches: 6 + Involuntary context switches: 415 + Swaps: 0 + File system inputs: 0 + File system outputs: 208 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.log new file mode 100644 index 000000000..652579e69 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.log @@ -0,0 +1,214 @@ +[2026-11-14 09:30:45.933] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:30:45.933] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:30:46.162] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:30:46.162] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:30:46.623] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:30:46.623] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:30:47.256] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:30:47.256] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:30:48.092] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:30:48.092] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:30:49.066] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:30:49.066] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:30:50.155] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:30:50.155] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:30:51.217] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:30:51.217] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:30:52.428] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:30:52.429] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:30:53.608] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:30:53.608] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:30:54.874] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:30:54.874] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:30:56.131] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:30:56.131] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:30:57.596] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:30:57.596] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:30:59.086] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:30:59.086] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:31:00.722] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:31:00.722] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:31:02.394] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:31:02.394] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:31:03.002] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:31:03.002] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:31:03.869] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:31:03.869] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:31:05.429] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:31:05.429] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:31:06.792] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:31:06.792] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:31:08.149] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:31:08.150] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:31:09.746] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:31:09.746] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:31:11.379] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:31:11.379] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:31:12.924] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:31:12.924] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:31:14.437] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:31:14.437] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:31:16.067] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:31:16.067] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:31:17.676] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:31:17.676] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:31:19.275] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:31:19.275] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:31:20.849] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:31:20.849] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:31:22.504] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:31:22.504] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:31:24.195] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:31:24.195] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:31:25.888] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:31:25.888] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:31:27.627] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:31:27.627] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:31:29.384] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:31:29.384] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:31:31.060] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:31:31.060] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:31:32.717] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:31:32.717] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:31:34.342] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:31:34.342] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:31:36.184] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:31:36.185] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:31:37.817] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:31:37.817] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:31:38.826] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:31:38.826] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:31:40.032] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:31:40.032] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:31:41.192] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:31:41.192] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:31:42.616] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:31:42.616] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:31:44.345] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:31:44.345] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:31:45.804] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:31:45.804] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:31:46.991] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:31:46.992] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:31:48.116] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:31:48.116] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:31:49.308] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:31:49.308] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:31:50.479] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:31:50.479] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:31:51.312] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:31:51.312] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:31:52.407] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:31:52.408] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:31:53.505] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:31:53.505] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:31:54.795] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:31:54.795] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:31:55.864] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:31:55.864] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:31:56.998] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:31:56.998] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:31:58.274] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:31:58.274] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:31:59.175] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:31:59.175] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:32:00.218] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:32:00.218] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:32:01.230] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:32:01.230] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:32:02.240] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:32:02.240] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:32:03.556] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:32:03.557] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:32:04.943] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:32:04.943] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:32:06.509] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:32:06.509] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:32:08.077] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:32:08.077] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:32:09.844] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:32:09.844] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:32:11.566] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:32:11.566] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:32:13.398] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:32:13.398] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:32:15.280] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:32:15.280] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:32:16.917] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:32:16.917] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:32:18.175] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:32:18.176] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:32:19.487] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:32:19.487] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:32:21.020] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:32:21.020] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:32:22.690] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:32:22.690] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:32:24.397] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:32:24.397] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:32:26.454] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:32:26.455] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:32:28.372] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:32:28.372] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:32:30.273] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:32:30.273] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:32:32.364] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:32:32.364] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:32:34.353] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:32:34.353] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:32:36.232] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:32:36.232] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:32:38.019] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:32:38.020] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:32:39.837] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:32:39.837] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:32:41.638] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:32:41.638] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:32:43.392] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:32:43.393] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:32:45.292] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:32:45.292] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:32:47.207] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:32:47.207] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:32:49.207] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:32:49.207] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:32:51.173] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:32:51.173] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:32:53.012] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:32:53.012] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:32:55.053] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:32:55.054] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:32:56.805] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:32:56.805] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:32:58.474] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:32:58.474] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:33:00.620] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:33:00.621] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:33:02.704] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:33:02.704] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:33:04.735] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:33:04.735] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:33:06.622] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:33:06.622] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:33:08.561] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:33:08.561] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:33:10.439] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:33:10.439] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.273561 build_seconds=145.772 insert_seconds=145.772 ready_from_fbin_seconds=146.046 rss_before_build=617586688 index_bytes=659718968 resident_index_process_bytes=665026560 build_peak_rss_bytes=1280753664 +queries=1000 +ef=10 recall10=0.7811 p50_us=199.411 p95_us=281.235 serial_query_qps=4916.64 sweep_qps_including_recall=4907.75 +ef=20 recall10=0.8867 p50_us=313.222 p95_us=411.976 serial_query_qps=3173.87 sweep_qps_including_recall=3169.79 +ef=25 recall10=0.9094 p50_us=357.467 p95_us=457.324 serial_query_qps=2798.05 sweep_qps_including_recall=2794.8 +ef=30 recall10=0.9265 p50_us=413.465 p95_us=529.803 serial_query_qps=2425.09 sweep_qps_including_recall=2422.57 +ef=40 recall10=0.9483 p50_us=514.773 p95_us=646.416 serial_query_qps=1963.92 sweep_qps_including_recall=1962.16 +ef=50 recall10=0.9619 p50_us=611.436 p95_us=768.565 serial_query_qps=1649.32 sweep_qps_including_recall=1648.04 +ef=60 recall10=0.9672 p50_us=700.245 p95_us=870.898 serial_query_qps=1449.06 sweep_qps_including_recall=1448.04 +ef=80 recall10=0.9779 p50_us=880.165 p95_us=1080.17 serial_query_qps=1158.21 sweep_qps_including_recall=1157.52 +ef=100 recall10=0.9826 p50_us=1047.21 p95_us=1278.51 serial_query_qps=977.064 sweep_qps_including_recall=976.546 +ef=120 recall10=0.9861 p50_us=1206.73 p95_us=1483.8 serial_query_qps=846.487 sweep_qps_including_recall=846.092 +ef=150 recall10=0.9891 p50_us=1434.2 p95_us=1754.78 serial_query_qps=712.317 sweep_qps_including_recall=712.033 +ef=200 recall10=0.991 p50_us=1794.96 p95_us=2190.1 serial_query_qps=570.503 sweep_qps_including_recall=570.312 +ef=300 recall10=0.9937 p50_us=2649.44 p95_us=3232.3 serial_query_qps=386.917 sweep_qps_including_recall=386.755 +ef=400 recall10=0.9961 p50_us=3341.76 p95_us=4099.52 serial_query_qps=306.517 sweep_qps_including_recall=306.387 +ef=800 recall10=0.9977 p50_us=5564.42 p95_us=6857.07 serial_query_qps=182.567 sweep_qps_including_recall=182.516 +ef=1000 recall10=0.9979 p50_us=6356.75 p95_us=8053.89 serial_query_qps=159.016 sweep_qps_including_recall=158.979 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.time new file mode 100644 index 000000000..509eaeb7a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r1.time @@ -0,0 +1,23 @@ + Command being timed: "./vecsim_bench data/dbpedia100k/base.fbin data/dbpedia100k/query.fbin data/dbpedia100k/truth.ibin 32 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 174.86 + System time (seconds): 0.95 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:55.82 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1250736 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 324308 + Voluntary context switches: 23 + Involuntary context switches: 590 + Swaps: 0 + File system inputs: 0 + File system outputs: 240 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json new file mode 100644 index 000000000..b406e1aa4 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin", + "32", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649286.2188644, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649465.2623162, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log new file mode 100644 index 000000000..2efe3e2a5 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:41:26.496] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:41:26.496] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:41:26.731] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:41:26.731] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:41:27.218] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:41:27.218] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:41:27.921] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:41:27.921] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:41:28.781] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:41:28.781] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:41:29.696] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:41:29.696] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:41:30.757] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:41:30.757] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:41:31.808] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:41:31.808] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:41:32.991] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:41:32.991] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:41:34.184] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:41:34.184] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:41:35.456] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:41:35.456] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:41:36.720] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:41:36.720] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:41:38.123] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:41:38.123] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:41:39.481] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:41:39.481] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:41:40.953] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:41:40.954] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:41:42.461] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:41:42.461] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:41:43.007] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:41:43.007] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:41:43.787] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:41:43.787] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:41:45.203] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:41:45.203] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:41:46.393] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:41:46.393] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:41:47.716] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:41:47.716] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:41:49.291] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:41:49.291] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:41:50.963] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:41:50.963] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:41:52.559] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:41:52.559] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:41:54.211] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:41:54.211] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:41:56.003] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:41:56.003] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:41:57.753] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:41:57.754] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:41:59.501] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:41:59.501] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:42:01.246] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:42:01.246] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:42:03.070] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:42:03.070] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:42:04.854] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:42:04.854] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:42:06.565] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:42:06.565] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:42:08.178] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:42:08.178] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:42:09.805] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:42:09.805] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:42:11.353] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:42:11.353] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:42:12.928] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:42:12.928] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:42:14.439] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:42:14.439] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:42:16.163] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:42:16.163] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:42:17.765] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:42:17.765] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:42:18.818] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:42:18.818] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:42:20.021] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:42:20.021] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:42:21.189] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:42:21.190] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:42:22.740] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:42:22.740] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:42:24.610] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:42:24.610] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:42:26.171] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:42:26.171] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:42:27.470] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:42:27.470] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:42:28.698] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:42:28.699] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:42:30.012] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:42:30.012] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:42:31.422] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:42:31.422] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:42:32.366] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:42:32.367] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:42:33.544] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:42:33.544] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:42:34.661] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:42:34.661] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:42:35.977] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:42:35.977] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:42:37.091] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:42:37.091] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:42:38.248] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:42:38.248] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:42:39.614] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:42:39.614] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:42:40.591] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:42:40.591] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:42:41.720] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:42:41.720] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:42:42.795] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:42:42.795] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:42:43.877] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:42:43.877] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:42:45.257] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:42:45.257] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:42:46.738] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:42:46.738] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:42:48.242] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:42:48.242] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:42:49.696] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:42:49.696] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:42:51.407] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:42:51.407] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:42:53.129] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:42:53.129] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:42:54.945] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:42:54.945] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:42:56.773] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:42:56.773] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:42:58.474] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:42:58.474] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:42:59.766] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:42:59.766] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:43:01.092] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:43:01.092] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:43:02.679] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:43:02.679] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:43:04.414] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:43:04.415] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:43:06.116] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:43:06.116] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:43:08.131] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:43:08.131] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:43:10.074] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:43:10.075] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:43:11.931] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:43:11.931] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:43:13.922] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:43:13.922] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:43:15.895] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:43:15.895] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:43:17.835] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:43:17.835] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:43:19.720] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:43:19.720] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:43:21.745] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:43:21.745] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:43:23.780] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:43:23.781] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:43:25.757] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:43:25.757] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:43:27.862] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:43:27.862] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:43:29.966] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:43:29.966] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:43:32.061] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:43:32.061] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:43:34.095] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:43:34.095] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:43:35.991] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:43:35.991] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:43:38.025] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:43:38.025] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:43:39.759] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:43:39.760] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:43:41.368] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:43:41.369] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:43:43.435] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:43:43.435] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:43:45.464] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:43:45.465] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:43:47.452] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:43:47.452] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:43:49.359] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:43:49.359] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:43:51.350] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:43:51.350] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:43:53.328] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:43:53.328] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=1536 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.275133 build_seconds=148.225 insert_seconds=148.225 ready_from_fbin_seconds=148.5 rss_before_build=617570304 index_bytes=659718968 resident_index_process_bytes=665010176 build_peak_rss_bytes=1280749568 +queries=1000 +ef=10 recall10=0.7811 p50_us=219.955 p95_us=307.867 serial_query_qps=4475.48 sweep_qps_including_recall=4467.9 +ef=20 recall10=0.8867 p50_us=337.869 p95_us=439.42 serial_query_qps=2944.7 sweep_qps_including_recall=2941.09 +ef=25 recall10=0.9094 p50_us=396.988 p95_us=504.742 serial_query_qps=2530.87 sweep_qps_including_recall=2528.02 +ef=30 recall10=0.9265 p50_us=449.902 p95_us=574.948 serial_query_qps=2235.06 sweep_qps_including_recall=2232.82 +ef=40 recall10=0.9483 p50_us=559.842 p95_us=703.194 serial_query_qps=1806.02 sweep_qps_including_recall=1804.47 +ef=50 recall10=0.9619 p50_us=658.985 p95_us=820.418 serial_query_qps=1535.12 sweep_qps_including_recall=1533.94 +ef=60 recall10=0.9672 p50_us=761.878 p95_us=935.818 serial_query_qps=1335.28 sweep_qps_including_recall=1334.34 +ef=80 recall10=0.9779 p50_us=950.564 p95_us=1169.08 serial_query_qps=1071.02 sweep_qps_including_recall=1070.4 +ef=100 recall10=0.9826 p50_us=1164.15 p95_us=1454.09 serial_query_qps=872.408 sweep_qps_including_recall=871.882 +ef=120 recall10=0.9861 p50_us=1320.56 p95_us=1627.85 serial_query_qps=771.833 sweep_qps_including_recall=771.417 +ef=150 recall10=0.9891 p50_us=1544.84 p95_us=1898.15 serial_query_qps=662.579 sweep_qps_including_recall=662.257 +ef=200 recall10=0.991 p50_us=1882.15 p95_us=2280.72 serial_query_qps=544.982 sweep_qps_including_recall=544.786 +ef=300 recall10=0.9937 p50_us=2593.74 p95_us=3184.29 serial_query_qps=396.333 sweep_qps_including_recall=396.203 +ef=400 recall10=0.9961 p50_us=3212.04 p95_us=3924.77 serial_query_qps=320.22 sweep_qps_including_recall=320.136 +ef=800 recall10=0.9977 p50_us=5550.05 p95_us=6982.65 serial_query_qps=182.291 sweep_qps_including_recall=182.24 +ef=1000 recall10=0.9979 p50_us=6485.78 p95_us=8211.63 serial_query_qps=155.491 sweep_qps_including_recall=155.453 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time new file mode 100644 index 000000000..396b7f090 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-hnsw-m32-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth.ibin 32 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 178.06 + System time (seconds): 0.97 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:59.04 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1250732 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 324307 + Voluntary context switches: 9 + Involuntary context switches: 498 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.json new file mode 100644 index 000000000..9a807f89f --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.0-trees1-r1.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.0" + ], + "start_unix": 1794655620.5675418, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655680.6129332, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.log new file mode 100644 index 000000000..e13c1ceea --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3527 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5907 +Parlay time: buckets time: 5.1244 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 49.9472 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 4.1952 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.0-trees1-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 11.31 and maximum degree 64 +Graph built in 59.63 seconds +Parlay time: 59.6677 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.time new file mode 100644 index 000000000..db8c7043c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.0-trees1-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.0" + User time (seconds): 59.65 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:00.04 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 176274 + Voluntary context switches: 1 + Involuntary context switches: 215 + Swaps: 0 + File system inputs: 0 + File system outputs: 9656 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.json new file mode 100644 index 000000000..9df6a7d38 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.0-trees1-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794655680.6190019, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655698.35487, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.log new file mode 100644 index 000000000..045db746a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 1131154 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=4924624 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.6329 p50_us=122.413 p95_us=189.599 query_qps=7888.31 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.7841 p50_us=184.12 p95_us=273.788 query_qps=5270.92 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8289 p50_us=218.009 p95_us=324.739 query_qps=4483.08 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.8547 p50_us=231.971 p95_us=344.468 query_qps=4131.3 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.8913 p50_us=290.62 p95_us=427.491 query_qps=3343.55 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9106 p50_us=341.167 p95_us=489.694 query_qps=2874.6 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9307 p50_us=388.738 p95_us=546.968 query_qps=2524.16 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9498 p50_us=493.06 p95_us=688.433 query_qps=1981.05 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9625 p50_us=593.644 p95_us=820.493 query_qps=1666.31 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9695 p50_us=687.515 p95_us=942.742 query_qps=1441.65 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9789 p50_us=836.978 p95_us=1132.53 query_qps=1192.59 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9849 p50_us=1047.68 p95_us=1386.74 query_qps=954.834 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.989 p50_us=1483.9 p95_us=1919.46 query_qps=683.614 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9922 p50_us=1917.17 p95_us=2424.08 query_qps=536.306 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9968 p50_us=3414.65 p95_us=4346.27 query_qps=313.256 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9975 p50_us=4031.4 p95_us=5187.74 query_qps=268.38 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.time new file mode 100644 index 000000000..73607131b --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.0-trees1-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.0-trees1-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 17.38 + System time (seconds): 0.34 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:17.73 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155117 + Voluntary context switches: 1 + Involuntary context switches: 79 + Swaps: 0 + File system inputs: 0 + File system outputs: 16 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.json new file mode 100644 index 000000000..2caf20892 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r1.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.1" + ], + "start_unix": 1794655698.3858068, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655761.106366, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.log new file mode 100644 index 000000000..61ccfd804 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3527 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5810 +Parlay time: buckets time: 5.1040 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 49.8568 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 6.9870 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 17.42 and maximum degree 64 +Graph built in 62.31 seconds +Parlay time: 62.3550 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.time new file mode 100644 index 000000000..cae36ce4b --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.1" + User time (seconds): 62.33 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:02.71 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 177172 + Voluntary context switches: 1 + Involuntary context switches: 134 + Swaps: 0 + File system inputs: 0 + File system outputs: 14424 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.json new file mode 100644 index 000000000..c43f8fb9a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794655761.1126804, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655783.7695758, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.log new file mode 100644 index 000000000..fb4a94e59 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 1742253 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=7369020 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7234 p50_us=170.029 p95_us=254.657 query_qps=5735.24 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8473 p50_us=251.761 p95_us=377.535 query_qps=3871.19 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8796 p50_us=281.178 p95_us=423.258 query_qps=3429.28 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.8988 p50_us=321.993 p95_us=471.569 query_qps=3025.54 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9266 p50_us=399.517 p95_us=581.009 query_qps=2437.14 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9443 p50_us=459.004 p95_us=659.837 query_qps=2141.3 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9555 p50_us=533.268 p95_us=772.582 query_qps=1847.86 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9702 p50_us=655.478 p95_us=951.89 query_qps=1493.72 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9781 p50_us=782.322 p95_us=1097.13 query_qps=1253.99 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9824 p50_us=913.566 p95_us=1275.44 query_qps=1086.95 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9862 p50_us=1092.04 p95_us=1532.59 query_qps=905.697 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9901 p50_us=1350.63 p95_us=1838.99 query_qps=739.563 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.9934 p50_us=1917.49 p95_us=2530.83 query_qps=526.022 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9954 p50_us=2427.55 p95_us=3157.44 query_qps=422.992 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9976 p50_us=4273.47 p95_us=5555.12 query_qps=249.52 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9982 p50_us=4948.66 p95_us=6636.23 query_qps=214.954 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.time new file mode 100644 index 000000000..c8e13a5ef --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 22.31 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:22.65 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 154805 + Voluntary context switches: 1 + Involuntary context switches: 58 + Swaps: 0 + File system inputs: 0 + File system outputs: 16 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.json new file mode 100644 index 000000000..e6c5f499e --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r2.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.1" + ], + "start_unix": 1794656211.3906965, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656273.8501568, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.log new file mode 100644 index 000000000..b71b6a587 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3522 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5799 +Parlay time: buckets time: 5.0824 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 49.6227 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 6.9897 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r2.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 17.42 and maximum degree 64 +Graph built in 62.05 seconds +Parlay time: 62.1003 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.time new file mode 100644 index 000000000..2fb445428 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r2.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.1" + User time (seconds): 62.06 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:02.45 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 177171 + Voluntary context switches: 2 + Involuntary context switches: 206 + Swaps: 0 + File system inputs: 0 + File system outputs: 14432 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.json new file mode 100644 index 000000000..62644920b --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r2.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794656273.8563812, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656296.3424268, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.log new file mode 100644 index 000000000..e452e71ae --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 1742253 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=7369020 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7234 p50_us=169.488 p95_us=252.064 query_qps=5769.62 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8473 p50_us=257.06 p95_us=381.265 query_qps=3780.52 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8796 p50_us=282.646 p95_us=423.92 query_qps=3410.46 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.8988 p50_us=313.736 p95_us=457.264 query_qps=3064.54 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9266 p50_us=397.625 p95_us=570.059 query_qps=2486.27 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9443 p50_us=456.242 p95_us=662.986 query_qps=2151.35 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9555 p50_us=522.183 p95_us=764 query_qps=1878.44 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9702 p50_us=649.911 p95_us=938.632 query_qps=1505.42 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9781 p50_us=780.212 p95_us=1111.12 query_qps=1266.74 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9824 p50_us=909.864 p95_us=1285.19 query_qps=1088.14 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9862 p50_us=1073.7 p95_us=1504.58 query_qps=925.894 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9901 p50_us=1338.21 p95_us=1861.36 query_qps=742.103 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.9934 p50_us=1887.29 p95_us=2497.31 query_qps=536.382 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9954 p50_us=2403.62 p95_us=3127.22 query_qps=426.243 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9976 p50_us=4260.9 p95_us=5520.07 query_qps=249.869 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9982 p50_us=4970.19 p95_us=6560.68 query_qps=216.312 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.time new file mode 100644 index 000000000..f2d9c9082 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.1-trees1-r2.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.1-trees1-r2.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 22.14 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:22.48 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 154804 + Voluntary context switches: 1 + Involuntary context switches: 95 + Swaps: 0 + File system inputs: 0 + File system outputs: 16 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json new file mode 100644 index 000000000..c3c9bd618 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794648833.9527876, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794648899.0549417, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log new file mode 100644 index 000000000..c3527a42c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3531 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.6023 +Parlay time: buckets time: 5.1928 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 50.0712 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 9.0630 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 21.51 and maximum degree 64 +Graph built in 64.69 seconds +Parlay time: 64.7395 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time new file mode 100644 index 000000000..ed579259c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 64.71 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:05.10 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 179849 + Voluntary context switches: 1 + Involuntary context switches: 160 + Swaps: 0 + File system inputs: 0 + File system outputs: 17616 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json new file mode 100644 index 000000000..95709645f --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794648899.0551865, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794648924.3113062, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log new file mode 100644 index 000000000..6cd0a5d34 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2150678 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=9002720 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7548 p50_us=194.016 p95_us=310.884 query_qps=4966.38 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8668 p50_us=291.893 p95_us=449.839 query_qps=3326.86 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8967 p50_us=342.703 p95_us=519.929 query_qps=2824.17 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9147 p50_us=377.48 p95_us=564.884 query_qps=2565.89 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9407 p50_us=466.609 p95_us=672.953 query_qps=2101.72 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9546 p50_us=538.461 p95_us=779.671 query_qps=1817.81 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9629 p50_us=617.283 p95_us=881.043 query_qps=1594.41 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9737 p50_us=747.934 p95_us=1059.67 query_qps=1314.74 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9801 p50_us=888.633 p95_us=1245.46 query_qps=1109.85 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9837 p50_us=1020.91 p95_us=1452.54 query_qps=964.725 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9885 p50_us=1195.7 p95_us=1665.02 query_qps=830.47 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9924 p50_us=1506.03 p95_us=2042.14 query_qps=663.951 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.995 p50_us=2099.73 p95_us=2772.03 query_qps=481.871 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9962 p50_us=2658.64 p95_us=3435.74 query_qps=387.578 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9978 p50_us=4769.76 p95_us=6304.43 query_qps=222.865 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9984 p50_us=5509.43 p95_us=7467.73 query_qps=194.022 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time new file mode 100644 index 000000000..b957907d6 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 24.89 + System time (seconds): 0.34 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:25.25 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155667 + Voluntary context switches: 1 + Involuntary context switches: 76 + Swaps: 0 + File system inputs: 0 + File system outputs: 16 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json new file mode 100644 index 000000000..f34b3d55c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794649195.6901526, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649260.756858, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log new file mode 100644 index 000000000..aad2ce334 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3525 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5890 +Parlay time: buckets time: 5.2055 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 50.0319 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 9.0156 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 21.51 and maximum degree 64 +Graph built in 64.62 seconds +Parlay time: 64.6674 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time new file mode 100644 index 000000000..4ac85ec51 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 64.65 + System time (seconds): 0.39 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:05.06 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203376 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 179849 + Voluntary context switches: 1 + Involuntary context switches: 197 + Swaps: 0 + File system inputs: 0 + File system outputs: 17600 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json new file mode 100644 index 000000000..56894bcbf --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794649260.763042, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649286.1878629, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log new file mode 100644 index 000000000..6e23de766 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2150678 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=9002720 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7548 p50_us=188.947 p95_us=308.345 query_qps=5054.56 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8668 p50_us=283.335 p95_us=439.961 query_qps=3411.2 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.8967 p50_us=329.007 p95_us=494.603 query_qps=2947.79 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9147 p50_us=375.874 p95_us=568.952 query_qps=2569.77 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9407 p50_us=449.841 p95_us=648.649 query_qps=2178.42 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9546 p50_us=521.218 p95_us=751.196 query_qps=1879.04 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9629 p50_us=618.556 p95_us=907.441 query_qps=1594.28 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9737 p50_us=750.009 p95_us=1080.23 query_qps=1301.58 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9801 p50_us=898.936 p95_us=1273.55 query_qps=1098.44 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9837 p50_us=1021.74 p95_us=1430.12 query_qps=963.992 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9885 p50_us=1214.02 p95_us=1664.16 query_qps=820.066 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9924 p50_us=1568.97 p95_us=2114.1 query_qps=640.627 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.995 p50_us=2176.62 p95_us=2832.03 query_qps=467.317 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9962 p50_us=2786.75 p95_us=3592.22 query_qps=370.784 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9978 p50_us=4761.95 p95_us=6348.44 query_qps=222.128 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9984 p50_us=5430.73 p95_us=7318.95 query_qps=196.806 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time new file mode 100644 index 000000000..feb71845e --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees1-r2.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees1-r2.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 25.07 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:25.42 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155589 + Voluntary context switches: 1 + Involuntary context switches: 113 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.json new file mode 100644 index 000000000..7dc36d586 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees2-r1.graph", + "-num_clusters", + "2", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794655877.959498, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656004.6908188, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.log new file mode 100644 index 000000000..862df1489 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.log @@ -0,0 +1,55 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3538 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5718 +Parlay time: buckets time: 5.6929 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 49.8787 +Built cluster 0 of 2 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5922 +Parlay time: buckets time: 5.1872 +buckets size (bytes): 11654592 +Total buckets: 6752 +Total points: 2886640 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 48.8570 +Built cluster 1 of 2 +Leaf count: 13404 +# of comparisons during clustering: 133545734 +Allocating graph, prune_degree = 64 +Average table size: 41 +Parlay time: Final prune time: 16.3300 +Average distance traversed: 40 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees2-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 2 +Graph has average degree 29.05 and maximum degree 64 +Graph built in 126.3 seconds +Parlay time: 126.3672 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.time new file mode 100644 index 000000000..a0ea36f18 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees2-r1.graph -num_clusters 2 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 126.34 + System time (seconds): 0.37 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 2:06.73 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 181877 + Voluntary context switches: 3 + Involuntary context switches: 303 + Swaps: 0 + File system inputs: 0 + File system outputs: 23504 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.json new file mode 100644 index 000000000..edb7dd070 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees2-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794656004.6968791, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794656035.8901427, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.log new file mode 100644 index 000000000..d1b1d9c17 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2904562 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=12018256 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.8104 p50_us=243.165 p95_us=367.178 query_qps=4013.94 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.9002 p50_us=367.589 p95_us=528.494 query_qps=2679.41 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.9199 p50_us=403.25 p95_us=572.047 query_qps=2452.49 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9345 p50_us=455.169 p95_us=654.51 query_qps=2160.23 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9567 p50_us=578.879 p95_us=822.497 query_qps=1696.49 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.967 p50_us=678.123 p95_us=944.972 query_qps=1460.39 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9767 p50_us=800.929 p95_us=1146.5 query_qps=1232.09 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9837 p50_us=1020.12 p95_us=1422.94 query_qps=975.037 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9882 p50_us=1198.12 p95_us=1647.4 query_qps=834.954 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9915 p50_us=1340.33 p95_us=1853.81 query_qps=739.822 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9934 p50_us=1594.9 p95_us=2184.67 query_qps=625.629 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.9955 p50_us=1993.32 p95_us=2670.34 query_qps=506.591 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.9974 p50_us=2675.25 p95_us=3517.53 query_qps=382.334 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9979 p50_us=3304.88 p95_us=4277.88 query_qps=313.435 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9988 p50_us=5612.43 p95_us=7500.64 query_qps=188.163 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9991 p50_us=6459.65 p95_us=8813.76 query_qps=163.085 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.time new file mode 100644 index 000000000..bb33d24cc --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.2-trees2-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.2-trees2-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 30.84 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:31.19 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 156368 + Voluntary context switches: 1 + Involuntary context switches: 78 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.json new file mode 100644 index 000000000..d3b2ea394 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.4-trees1-r1.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.4" + ], + "start_unix": 1794655783.8007126, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655850.3356917, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.log new file mode 100644 index 000000000..8ef722f8c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 1536 +Parlay time: SketchHash construction time: 0.3525 +Size of SketchHash (bytes): 4873728 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 2.5800 +Parlay time: buckets time: 5.1512 +buckets size (bytes): 11733688 +Total buckets: 6652 +Total points: 2906814 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 49.6748 +Built cluster 0 of 1 +Leaf count: 6652 +# of comparisons during clustering: 66610522 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 10.9140 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.4-trees1-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 25.26 and maximum degree 64 +Graph built in 66.1 seconds +Parlay time: 66.1564 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.time new file mode 100644 index 000000000..1a79b6287 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.4-trees1-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.4" + User time (seconds): 66.13 + System time (seconds): 0.38 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 1:06.53 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1203380 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 180664 + Voluntary context switches: 1 + Involuntary context switches: 264 + Swaps: 0 + File system inputs: 0 + File system outputs: 20536 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.json b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.json new file mode 100644 index 000000000..8a0d203a8 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.4-trees1-r1.graph", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794655850.341868, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794655877.928794, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.log new file mode 100644 index 000000000..10eed99a8 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2526420 +Data: detected 100000 points with dimension 1536 +resident_index_process_bytes=649142272 graph_file_bytes=10505688 base_file_bytes=614400008 +Data: detected 1000 points with dimension 1536 +Ground truth: detected 1000 points with num results 100 +beam=10 recall=0.7723 p50_us=203.777 p95_us=319.206 query_qps=4740.48 peak_rss_kib=1233824 queries=1000 +beam=20 recall=0.8765 p50_us=303.238 p95_us=451.817 query_qps=3222.09 peak_rss_kib=1233824 queries=1000 +beam=25 recall=0.9014 p50_us=352.039 p95_us=507.878 query_qps=2778.08 peak_rss_kib=1233824 queries=1000 +beam=30 recall=0.9204 p50_us=398.095 p95_us=575.66 query_qps=2465.14 peak_rss_kib=1233824 queries=1000 +beam=40 recall=0.9443 p50_us=496.519 p95_us=688.605 query_qps=1996.87 peak_rss_kib=1233824 queries=1000 +beam=50 recall=0.9584 p50_us=584.335 p95_us=816.882 query_qps=1696.22 peak_rss_kib=1233824 queries=1000 +beam=60 recall=0.9671 p50_us=683.202 p95_us=953.005 query_qps=1452.8 peak_rss_kib=1233824 queries=1000 +beam=80 recall=0.9771 p50_us=834.966 p95_us=1172.14 query_qps=1185.44 peak_rss_kib=1233824 queries=1000 +beam=100 recall=0.9824 p50_us=987.254 p95_us=1379.05 query_qps=1000.43 peak_rss_kib=1233824 queries=1000 +beam=120 recall=0.9856 p50_us=1148.05 p95_us=1592.08 query_qps=866.158 peak_rss_kib=1233824 queries=1000 +beam=150 recall=0.9894 p50_us=1351.62 p95_us=1870.72 query_qps=735.734 peak_rss_kib=1233824 queries=1000 +beam=200 recall=0.993 p50_us=1691.88 p95_us=2263.77 query_qps=595.081 peak_rss_kib=1233824 queries=1000 +beam=300 recall=0.9957 p50_us=2285.72 p95_us=2999.98 query_qps=445.998 peak_rss_kib=1233824 queries=1000 +beam=400 recall=0.9969 p50_us=2871.45 p95_us=3774.21 query_qps=358.887 peak_rss_kib=1233824 queries=1000 +beam=800 recall=0.9982 p50_us=5222.28 p95_us=8692.24 query_qps=189.456 peak_rss_kib=1233824 queries=1000 +beam=1000 recall=0.9986 p50_us=5654.04 p95_us=7779.96 query_qps=186.917 peak_rss_kib=1233824 queries=1000 diff --git a/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.time b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.time new file mode 100644 index 000000000..753e5bbd8 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/dbpedia100k-pipnn-a1.4-trees1-r1.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/dbpedia100k-pipnn-a1.4-trees1-r1.graph /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/dbpedia100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 27.24 + System time (seconds): 0.33 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:27.58 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 1233824 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 155830 + Voluntary context switches: 1 + Involuntary context switches: 95 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.json b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.json new file mode 100644 index 000000000..93a4eaea2 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "16", + "200", + "1", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794648973.1395233, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649001.1012695, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.log new file mode 100644 index 000000000..a86dcd8cf --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:36:13.159] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:36:13.159] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:36:13.217] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:36:13.217] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:36:13.305] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:36:13.305] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:36:13.404] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:36:13.404] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:36:13.513] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:36:13.514] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:36:13.628] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:36:13.628] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:36:13.748] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:36:13.748] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:36:13.875] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:36:13.875] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:36:14.007] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:36:14.007] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:36:14.142] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:36:14.142] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:36:14.288] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:36:14.288] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:36:14.435] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:36:14.435] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:36:14.583] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:36:14.584] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:36:14.735] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:36:14.735] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:36:14.896] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:36:14.896] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:36:15.058] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:36:15.058] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:36:15.221] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:36:15.221] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:36:15.381] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:36:15.381] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:36:15.547] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:36:15.547] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:36:15.722] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:36:15.722] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:36:15.894] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:36:15.895] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:36:16.067] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:36:16.067] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:36:16.248] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:36:16.248] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:36:16.427] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:36:16.427] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:36:16.616] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:36:16.616] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:36:16.811] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:36:16.811] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:36:17.002] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:36:17.002] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:36:17.205] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:36:17.205] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:36:17.423] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:36:17.423] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:36:17.642] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:36:17.642] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:36:17.852] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:36:17.852] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:36:18.082] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:36:18.082] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:36:18.304] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:36:18.304] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:36:18.540] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:36:18.540] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:36:18.763] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:36:18.763] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:36:19.006] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:36:19.006] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:36:19.235] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:36:19.235] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:36:19.468] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:36:19.468] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:36:19.704] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:36:19.704] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:36:19.916] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:36:19.916] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:36:20.133] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:36:20.133] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:36:20.390] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:36:20.390] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:36:20.622] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:36:20.622] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:36:20.850] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:36:20.850] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:36:21.077] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:36:21.077] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:36:21.318] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:36:21.318] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:36:21.554] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:36:21.554] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:36:21.797] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:36:21.797] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:36:22.046] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:36:22.046] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:36:22.308] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:36:22.308] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:36:22.564] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:36:22.564] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:36:22.822] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:36:22.823] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:36:23.080] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:36:23.080] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:36:23.341] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:36:23.341] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:36:23.606] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:36:23.606] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:36:23.869] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:36:23.869] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:36:24.132] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:36:24.132] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:36:24.397] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:36:24.397] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:36:24.667] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:36:24.667] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:36:24.934] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:36:24.934] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:36:25.201] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:36:25.201] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:36:25.481] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:36:25.481] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:36:25.753] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:36:25.753] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:36:26.024] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:36:26.024] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:36:26.303] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:36:26.303] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:36:26.601] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:36:26.601] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:36:26.885] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:36:26.885] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:36:27.164] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:36:27.164] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:36:27.454] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:36:27.454] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:36:27.731] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:36:27.731] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:36:28.016] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:36:28.017] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:36:28.313] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:36:28.313] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:36:28.608] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:36:28.608] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:36:28.902] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:36:28.902] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:36:29.203] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:36:29.203] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:36:29.503] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:36:29.504] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:36:29.809] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:36:29.809] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:36:30.129] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:36:30.129] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:36:30.448] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:36:30.448] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:36:30.756] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:36:30.756] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:36:31.056] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:36:31.056] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:36:31.362] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:36:31.362] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:36:31.657] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:36:31.657] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:36:31.958] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:36:31.958] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:36:32.266] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:36:32.266] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:36:32.572] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:36:32.572] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:36:32.882] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:36:32.882] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:36:33.195] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:36:33.195] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:36:33.497] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:36:33.497] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:36:33.800] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:36:33.800] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:36:34.101] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:36:34.101] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:36:34.404] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:36:34.404] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:36:34.703] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:36:34.703] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:36:35.001] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:36:35.001] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:36:35.313] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:36:35.313] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:36:35.621] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:36:35.621] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:36:35.930] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:36:35.930] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:36:36.242] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:36:36.242] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.0180577 build_seconds=23.2909 insert_seconds=23.2905 ready_from_fbin_seconds=23.309 rss_before_build=41570304 index_bytes=70224380 resident_index_process_bytes=77611008 build_peak_rss_bytes=117833728 +queries=999 +ef=10 recall10=0.796897 p50_us=25.88 p95_us=36.191 serial_query_qps=37819.6 sweep_qps_including_recall=37369.9 +ef=20 recall10=0.902603 p50_us=41.723 p95_us=55.814 serial_query_qps=23561.8 sweep_qps_including_recall=23390.9 +ef=25 recall10=0.926026 p50_us=50.412 p95_us=64.633 serial_query_qps=19745.3 sweep_qps_including_recall=19623.4 +ef=30 recall10=0.944244 p50_us=56.909 p95_us=72.155 serial_query_qps=17478.8 sweep_qps_including_recall=17384.9 +ef=40 recall10=0.961962 p50_us=69.987 p95_us=88.331 serial_query_qps=14238.7 sweep_qps_including_recall=14175.9 +ef=50 recall10=0.972673 p50_us=83.144 p95_us=103.459 serial_query_qps=12093 sweep_qps_including_recall=12046.6 +ef=60 recall10=0.979479 p50_us=98.189 p95_us=122.633 serial_query_qps=10259.4 sweep_qps_including_recall=10225.2 +ef=80 recall10=0.987888 p50_us=127.505 p95_us=157.944 serial_query_qps=7928.61 sweep_qps_including_recall=7908.22 +ef=100 recall10=0.991592 p50_us=147.466 p95_us=185.29 serial_query_qps=6814.23 sweep_qps_including_recall=6798.7 +ef=120 recall10=0.993994 p50_us=175.347 p95_us=218.301 serial_query_qps=5802.16 sweep_qps_including_recall=5790.74 +ef=150 recall10=0.995996 p50_us=205.261 p95_us=260.076 serial_query_qps=4902.38 sweep_qps_including_recall=4893.98 +ef=200 recall10=0.998498 p50_us=267.203 p95_us=339.082 serial_query_qps=3769.6 sweep_qps_including_recall=3764.27 +ef=300 recall10=0.999499 p50_us=389.639 p95_us=494.072 serial_query_qps=2609.39 sweep_qps_including_recall=2606.58 +ef=400 recall10=0.9998 p50_us=496.598 p95_us=641.355 serial_query_qps=2025.81 sweep_qps_including_recall=2023.99 +ef=800 recall10=1 p50_us=886.92 p95_us=1146.35 serial_query_qps=1136.2 sweep_qps_including_recall=1135.52 +ef=1000 recall10=1 p50_us=1111.67 p95_us=1408.39 serial_query_qps=912.351 sweep_qps_including_recall=911.864 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.time new file mode 100644 index 000000000..660ce7662 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r1.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 16 200 1 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 27.85 + System time (seconds): 0.10 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:27.96 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 115072 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 38798 + Voluntary context switches: 5 + Involuntary context switches: 68 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.json b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.json new file mode 100644 index 000000000..0e5c22be0 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "16", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649553.0134776, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649582.0488303, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.log new file mode 100644 index 000000000..272404bc1 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:45:53.032] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:45:53.033] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:45:53.091] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:45:53.091] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:45:53.178] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:45:53.179] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:45:53.277] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:45:53.277] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:45:53.387] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:45:53.387] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:45:53.501] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:45:53.501] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:45:53.622] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:45:53.622] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:45:53.748] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:45:53.748] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:45:53.879] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:45:53.879] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:45:54.012] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:45:54.013] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:45:54.149] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:45:54.149] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:45:54.291] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:45:54.291] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:45:54.437] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:45:54.437] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:45:54.584] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:45:54.584] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:45:54.737] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:45:54.737] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:45:54.897] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:45:54.897] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:45:55.067] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:45:55.067] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:45:55.227] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:45:55.227] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:45:55.397] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:45:55.397] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:45:55.571] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:45:55.571] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:45:55.736] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:45:55.736] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:45:55.906] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:45:55.906] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:45:56.075] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:45:56.075] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:45:56.250] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:45:56.250] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:45:56.428] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:45:56.428] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:45:56.609] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:45:56.609] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:45:56.797] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:45:56.797] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:45:56.972] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:45:56.972] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:45:57.157] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:45:57.157] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:45:57.346] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:45:57.346] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:45:57.528] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:45:57.528] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:45:57.716] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:45:57.716] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:45:57.906] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:45:57.906] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:45:58.117] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:45:58.117] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:45:58.334] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:45:58.334] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:45:58.534] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:45:58.534] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:45:58.746] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:45:58.746] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:45:58.943] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:45:58.943] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:45:59.136] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:45:59.136] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:45:59.340] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:45:59.340] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:45:59.550] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:45:59.550] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:45:59.763] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:45:59.763] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:45:59.977] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:45:59.977] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:46:00.227] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:46:00.227] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:46:00.452] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:46:00.452] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:46:00.677] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:46:00.677] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:46:00.900] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:46:00.900] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:46:01.132] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:46:01.132] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:46:01.385] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:46:01.385] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:46:01.628] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:46:01.628] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:46:01.887] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:46:01.889] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:46:02.186] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:46:02.186] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:46:02.485] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:46:02.485] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:46:02.782] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:46:02.782] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:46:03.093] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:46:03.093] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:46:03.400] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:46:03.400] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:46:03.712] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:46:03.712] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:46:04.022] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:46:04.022] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:46:04.342] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:46:04.342] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:46:04.661] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:46:04.661] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:46:04.979] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:46:04.979] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:46:05.307] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:46:05.307] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:46:05.628] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:46:05.628] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:46:05.950] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:46:05.950] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:46:06.277] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:46:06.277] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:46:06.605] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:46:06.605] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:46:06.930] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:46:06.931] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:46:07.251] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:46:07.251] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:46:07.574] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:46:07.574] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:46:07.893] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:46:07.893] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:46:08.219] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:46:08.219] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:46:08.550] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:46:08.550] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:46:08.882] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:46:08.882] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:46:09.209] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:46:09.209] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:46:09.541] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:46:09.541] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:46:09.872] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:46:09.872] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:46:10.207] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:46:10.207] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:46:10.547] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:46:10.547] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:46:10.887] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:46:10.887] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:46:11.224] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:46:11.224] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:46:11.560] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:46:11.560] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:46:11.898] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:46:11.898] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:46:12.220] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:46:12.220] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:46:12.538] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:46:12.538] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:46:12.854] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:46:12.854] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:46:13.169] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:46:13.169] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:46:13.490] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:46:13.490] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:46:13.807] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:46:13.807] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:46:14.134] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:46:14.134] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:46:14.463] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:46:14.463] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:46:14.778] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:46:14.778] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:46:15.105] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:46:15.105] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:46:15.421] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:46:15.421] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:46:15.743] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:46:15.743] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:46:16.072] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:46:16.072] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:46:16.395] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:46:16.395] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:46:16.714] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:46:16.714] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:46:17.034] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:46:17.034] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=16 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.0175717 build_seconds=24.2094 insert_seconds=24.209 ready_from_fbin_seconds=24.227 rss_before_build=41594880 index_bytes=70224380 resident_index_process_bytes=77635584 build_peak_rss_bytes=117837824 +queries=999 +ef=10 recall10=0.796897 p50_us=27.602 p95_us=39.039 serial_query_qps=35205.7 sweep_qps_including_recall=34823.3 +ef=20 recall10=0.902603 p50_us=41.987 p95_us=56.298 serial_query_qps=23421.5 sweep_qps_including_recall=23248.6 +ef=25 recall10=0.926026 p50_us=49.051 p95_us=63.062 serial_query_qps=20264.3 sweep_qps_including_recall=20138.8 +ef=30 recall10=0.944244 p50_us=57.007 p95_us=72.456 serial_query_qps=17445.4 sweep_qps_including_recall=17352.2 +ef=40 recall10=0.961962 p50_us=72.264 p95_us=91.773 serial_query_qps=13852.1 sweep_qps_including_recall=13793 +ef=50 recall10=0.972673 p50_us=85.367 p95_us=106.29 serial_query_qps=11814.2 sweep_qps_including_recall=11770.1 +ef=60 recall10=0.979479 p50_us=99.732 p95_us=123.617 serial_query_qps=10117.8 sweep_qps_including_recall=10085.5 +ef=80 recall10=0.987888 p50_us=125.139 p95_us=155.205 serial_query_qps=8051.01 sweep_qps_including_recall=8030.15 +ef=100 recall10=0.991592 p50_us=157.272 p95_us=196.327 serial_query_qps=6457.75 sweep_qps_including_recall=6443.61 +ef=120 recall10=0.993994 p50_us=177.986 p95_us=225.288 serial_query_qps=5646.23 sweep_qps_including_recall=5635.29 +ef=150 recall10=0.995996 p50_us=213.29 p95_us=270.305 serial_query_qps=4716.18 sweep_qps_including_recall=4708.18 +ef=200 recall10=0.998498 p50_us=280.376 p95_us=356.264 serial_query_qps=3618.42 sweep_qps_including_recall=3613.44 +ef=300 recall10=0.999499 p50_us=392.341 p95_us=504.428 serial_query_qps=2566.49 sweep_qps_including_recall=2563.76 +ef=400 recall10=0.9998 p50_us=509.682 p95_us=652.821 serial_query_qps=1976.47 sweep_qps_including_recall=1974.8 +ef=800 recall10=1 p50_us=942.213 p95_us=1203.11 serial_query_qps=1074.77 sweep_qps_including_recall=1074.18 +ef=1000 recall10=1 p50_us=1152.65 p95_us=1458.05 serial_query_qps=881.937 sweep_qps_including_recall=881.497 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.time new file mode 100644 index 000000000..0b6870bd0 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m16-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 16 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 28.92 + System time (seconds): 0.10 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:29.03 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 115076 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 38799 + Voluntary context switches: 5 + Involuntary context switches: 71 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.log new file mode 100644 index 000000000..e45f262b7 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.log @@ -0,0 +1,207 @@ +[2026-11-14 09:27:48.780] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:27:48.780] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:27:48.839] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:27:48.839] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:27:48.930] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:27:48.930] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:27:49.033] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:27:49.033] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:27:49.152] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:27:49.152] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:27:49.282] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:27:49.282] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:27:49.424] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:27:49.424] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:27:49.574] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:27:49.574] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:27:49.735] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:27:49.735] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:27:49.897] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:27:49.897] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:27:50.072] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:27:50.072] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:27:50.255] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:27:50.255] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:27:50.438] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:27:50.438] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:27:50.621] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:27:50.621] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:27:50.814] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:27:50.814] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:27:51.015] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:27:51.015] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:27:51.232] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:27:51.232] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:27:51.456] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:27:51.456] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:27:51.677] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:27:51.677] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:27:51.906] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:27:51.906] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:27:52.137] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:27:52.137] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:27:52.388] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:27:52.388] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:27:52.631] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:27:52.631] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:27:52.887] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:27:52.887] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:27:53.163] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:27:53.163] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:27:53.444] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:27:53.444] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:27:53.709] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:27:53.709] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:27:53.997] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:27:53.997] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:27:54.286] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:27:54.286] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:27:54.586] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:27:54.586] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:27:54.889] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:27:54.889] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:27:55.185] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:27:55.185] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:27:55.501] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:27:55.501] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:27:55.819] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:27:55.819] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:27:56.143] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:27:56.143] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:27:56.474] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:27:56.474] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:27:56.802] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:27:56.802] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:27:57.070] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:27:57.070] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:27:57.341] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:27:57.341] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:27:57.622] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:27:57.624] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:27:57.920] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:27:57.920] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:27:58.220] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:27:58.220] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:27:58.504] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:27:58.504] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:27:58.814] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:27:58.814] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:27:59.116] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:27:59.116] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:27:59.418] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:27:59.418] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:27:59.713] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:27:59.713] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:27:59.996] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:27:59.996] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:28:00.320] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:28:00.320] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:28:00.618] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:28:00.618] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:28:00.907] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:28:00.907] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:28:01.209] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:28:01.209] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:28:01.493] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:28:01.493] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:28:01.803] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:28:01.803] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:28:02.109] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:28:02.109] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:28:02.413] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:28:02.413] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:28:02.734] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:28:02.734] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:28:03.070] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:28:03.070] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:28:03.414] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:28:03.414] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:28:03.747] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:28:03.747] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:28:04.051] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:28:04.051] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:28:04.367] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:28:04.367] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:28:04.672] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:28:04.672] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:28:04.976] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:28:04.976] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:28:05.291] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:28:05.291] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:28:05.621] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:28:05.621] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:28:05.940] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:28:05.940] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:28:06.286] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:28:06.286] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:28:06.629] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:28:06.629] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:28:06.965] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:28:06.965] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:28:07.304] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:28:07.304] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:28:07.642] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:28:07.643] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:28:07.974] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:28:07.974] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:28:08.324] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:28:08.325] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:28:08.673] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:28:08.673] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:28:09.019] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:28:09.019] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:28:09.372] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:28:09.372] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:28:09.728] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:28:09.728] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:28:10.088] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:28:10.088] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:28:10.447] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:28:10.447] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:28:10.805] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:28:10.805] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:28:11.167] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:28:11.167] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:28:11.527] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:28:11.527] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:28:11.884] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:28:11.884] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:28:12.248] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:28:12.248] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:28:12.623] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:28:12.623] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:28:12.994] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:28:12.994] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:28:13.364] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:28:13.364] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:28:13.727] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:28:13.727] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:28:14.090] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:28:14.090] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:28:14.441] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:28:14.441] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:28:14.802] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:28:14.802] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:28:15.162] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:28:15.162] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:28:15.528] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:28:15.528] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:28:15.895] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:28:15.895] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:28:16.251] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:28:16.251] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:28:16.639] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:28:16.639] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:28:17.025] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:28:17.025] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=1 base_read_prepare_seconds=0.0176112 build_seconds=28.4952 insert_seconds=28.4948 ready_from_fbin_seconds=28.5128 rss_before_build=41594880 index_bytes=81915132 resident_index_process_bytes=89124864 build_peak_rss_bytes=130363392 +queries=999 +ef=10 recall10=0.851351 p50_us=32.648 p95_us=47.032 serial_query_qps=30205 sweep_qps_including_recall=29926.1 +ef=20 recall10=0.934835 p50_us=53.256 p95_us=71.451 serial_query_qps=18716.2 sweep_qps_including_recall=18608.4 +ef=40 recall10=0.978178 p50_us=90.781 p95_us=119.938 serial_query_qps=11086.6 sweep_qps_including_recall=11048.5 +ef=80 recall10=0.993794 p50_us=158.771 p95_us=214.393 serial_query_qps=6321.07 sweep_qps_including_recall=6307.78 +ef=120 recall10=0.997497 p50_us=227.376 p95_us=303.904 serial_query_qps=4441.45 sweep_qps_including_recall=4434.45 +ef=200 recall10=0.999499 p50_us=352.86 p95_us=482.647 serial_query_qps=2841.26 sweep_qps_including_recall=2838.14 +ef=400 recall10=1 p50_us=666.876 p95_us=909.097 serial_query_qps=1514.07 sweep_qps_including_recall=1512.96 +ef=800 recall10=1 p50_us=1210.83 p95_us=1606.26 serial_query_qps=842.489 sweep_qps_including_recall=842.061 +ef=1000 recall10=1 p50_us=1473.76 p95_us=1942 serial_query_qps=693.9 sweep_qps_including_recall=693.553 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.time new file mode 100644 index 000000000..4dd7085a4 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r1.time @@ -0,0 +1,23 @@ + Command being timed: "./vecsim_bench data/deep100k/base.fbin data/deep100k/query.fbin data/deep100k/truth.ibin 32 200 1 10,20,40,80,120,200,400,800,1000" + User time (seconds): 33.03 + System time (seconds): 0.12 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:33.16 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 127308 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 41824 + Voluntary context switches: 5 + Involuntary context switches: 73 + Swaps: 0 + File system inputs: 0 + File system outputs: 80 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.json b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.json new file mode 100644 index 000000000..856597ff2 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.json @@ -0,0 +1,20 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/vecsim_bench", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin", + "32", + "200", + "2", + "10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + ], + "start_unix": 1794649015.5205271, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649052.495883, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.log new file mode 100644 index 000000000..134945f14 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.log @@ -0,0 +1,214 @@ +[2026-11-14 09:36:55.540] [verbose] Updating HNSW index capacity from 0 to 1024 +[2026-11-14 09:36:55.540] [verbose] Resizing HNSW index from 0 to 1024 +[2026-11-14 09:36:55.599] [verbose] Updating HNSW index capacity from 1024 to 2048 +[2026-11-14 09:36:55.599] [verbose] Resizing HNSW index from 1024 to 2048 +[2026-11-14 09:36:55.689] [verbose] Updating HNSW index capacity from 2048 to 3072 +[2026-11-14 09:36:55.689] [verbose] Resizing HNSW index from 2048 to 3072 +[2026-11-14 09:36:55.792] [verbose] Updating HNSW index capacity from 3072 to 4096 +[2026-11-14 09:36:55.792] [verbose] Resizing HNSW index from 3072 to 4096 +[2026-11-14 09:36:55.909] [verbose] Updating HNSW index capacity from 4096 to 5120 +[2026-11-14 09:36:55.909] [verbose] Resizing HNSW index from 4096 to 5120 +[2026-11-14 09:36:56.038] [verbose] Updating HNSW index capacity from 5120 to 6144 +[2026-11-14 09:36:56.038] [verbose] Resizing HNSW index from 5120 to 6144 +[2026-11-14 09:36:56.178] [verbose] Updating HNSW index capacity from 6144 to 7168 +[2026-11-14 09:36:56.178] [verbose] Resizing HNSW index from 6144 to 7168 +[2026-11-14 09:36:56.325] [verbose] Updating HNSW index capacity from 7168 to 8192 +[2026-11-14 09:36:56.325] [verbose] Resizing HNSW index from 7168 to 8192 +[2026-11-14 09:36:56.490] [verbose] Updating HNSW index capacity from 8192 to 9216 +[2026-11-14 09:36:56.490] [verbose] Resizing HNSW index from 8192 to 9216 +[2026-11-14 09:36:56.682] [verbose] Updating HNSW index capacity from 9216 to 10240 +[2026-11-14 09:36:56.682] [verbose] Resizing HNSW index from 9216 to 10240 +[2026-11-14 09:36:56.868] [verbose] Updating HNSW index capacity from 10240 to 11264 +[2026-11-14 09:36:56.868] [verbose] Resizing HNSW index from 10240 to 11264 +[2026-11-14 09:36:57.048] [verbose] Updating HNSW index capacity from 11264 to 12288 +[2026-11-14 09:36:57.048] [verbose] Resizing HNSW index from 11264 to 12288 +[2026-11-14 09:36:57.239] [verbose] Updating HNSW index capacity from 12288 to 13312 +[2026-11-14 09:36:57.239] [verbose] Resizing HNSW index from 12288 to 13312 +[2026-11-14 09:36:57.437] [verbose] Updating HNSW index capacity from 13312 to 14336 +[2026-11-14 09:36:57.437] [verbose] Resizing HNSW index from 13312 to 14336 +[2026-11-14 09:36:57.646] [verbose] Updating HNSW index capacity from 14336 to 15360 +[2026-11-14 09:36:57.646] [verbose] Resizing HNSW index from 14336 to 15360 +[2026-11-14 09:36:57.867] [verbose] Updating HNSW index capacity from 15360 to 16384 +[2026-11-14 09:36:57.867] [verbose] Resizing HNSW index from 15360 to 16384 +[2026-11-14 09:36:58.093] [verbose] Updating HNSW index capacity from 16384 to 17408 +[2026-11-14 09:36:58.093] [verbose] Resizing HNSW index from 16384 to 17408 +[2026-11-14 09:36:58.332] [verbose] Updating HNSW index capacity from 17408 to 18432 +[2026-11-14 09:36:58.332] [verbose] Resizing HNSW index from 17408 to 18432 +[2026-11-14 09:36:58.570] [verbose] Updating HNSW index capacity from 18432 to 19456 +[2026-11-14 09:36:58.570] [verbose] Resizing HNSW index from 18432 to 19456 +[2026-11-14 09:36:58.826] [verbose] Updating HNSW index capacity from 19456 to 20480 +[2026-11-14 09:36:58.826] [verbose] Resizing HNSW index from 19456 to 20480 +[2026-11-14 09:36:59.067] [verbose] Updating HNSW index capacity from 20480 to 21504 +[2026-11-14 09:36:59.067] [verbose] Resizing HNSW index from 20480 to 21504 +[2026-11-14 09:36:59.318] [verbose] Updating HNSW index capacity from 21504 to 22528 +[2026-11-14 09:36:59.318] [verbose] Resizing HNSW index from 21504 to 22528 +[2026-11-14 09:36:59.562] [verbose] Updating HNSW index capacity from 22528 to 23552 +[2026-11-14 09:36:59.562] [verbose] Resizing HNSW index from 22528 to 23552 +[2026-11-14 09:36:59.811] [verbose] Updating HNSW index capacity from 23552 to 24576 +[2026-11-14 09:36:59.811] [verbose] Resizing HNSW index from 23552 to 24576 +[2026-11-14 09:37:00.084] [verbose] Updating HNSW index capacity from 24576 to 25600 +[2026-11-14 09:37:00.084] [verbose] Resizing HNSW index from 24576 to 25600 +[2026-11-14 09:37:00.378] [verbose] Updating HNSW index capacity from 25600 to 26624 +[2026-11-14 09:37:00.378] [verbose] Resizing HNSW index from 25600 to 26624 +[2026-11-14 09:37:00.677] [verbose] Updating HNSW index capacity from 26624 to 27648 +[2026-11-14 09:37:00.678] [verbose] Resizing HNSW index from 26624 to 27648 +[2026-11-14 09:37:00.973] [verbose] Updating HNSW index capacity from 27648 to 28672 +[2026-11-14 09:37:00.973] [verbose] Resizing HNSW index from 27648 to 28672 +[2026-11-14 09:37:01.264] [verbose] Updating HNSW index capacity from 28672 to 29696 +[2026-11-14 09:37:01.264] [verbose] Resizing HNSW index from 28672 to 29696 +[2026-11-14 09:37:01.582] [verbose] Updating HNSW index capacity from 29696 to 30720 +[2026-11-14 09:37:01.582] [verbose] Resizing HNSW index from 29696 to 30720 +[2026-11-14 09:37:01.900] [verbose] Updating HNSW index capacity from 30720 to 31744 +[2026-11-14 09:37:01.900] [verbose] Resizing HNSW index from 30720 to 31744 +[2026-11-14 09:37:02.218] [verbose] Updating HNSW index capacity from 31744 to 32768 +[2026-11-14 09:37:02.218] [verbose] Resizing HNSW index from 31744 to 32768 +[2026-11-14 09:37:02.533] [verbose] Updating HNSW index capacity from 32768 to 33792 +[2026-11-14 09:37:02.533] [verbose] Resizing HNSW index from 32768 to 33792 +[2026-11-14 09:37:02.877] [verbose] Updating HNSW index capacity from 33792 to 34816 +[2026-11-14 09:37:02.877] [verbose] Resizing HNSW index from 33792 to 34816 +[2026-11-14 09:37:03.246] [verbose] Updating HNSW index capacity from 34816 to 35840 +[2026-11-14 09:37:03.246] [verbose] Resizing HNSW index from 34816 to 35840 +[2026-11-14 09:37:03.593] [verbose] Updating HNSW index capacity from 35840 to 36864 +[2026-11-14 09:37:03.593] [verbose] Resizing HNSW index from 35840 to 36864 +[2026-11-14 09:37:03.936] [verbose] Updating HNSW index capacity from 36864 to 37888 +[2026-11-14 09:37:03.936] [verbose] Resizing HNSW index from 36864 to 37888 +[2026-11-14 09:37:04.281] [verbose] Updating HNSW index capacity from 37888 to 38912 +[2026-11-14 09:37:04.281] [verbose] Resizing HNSW index from 37888 to 38912 +[2026-11-14 09:37:04.590] [verbose] Updating HNSW index capacity from 38912 to 39936 +[2026-11-14 09:37:04.590] [verbose] Resizing HNSW index from 38912 to 39936 +[2026-11-14 09:37:04.895] [verbose] Updating HNSW index capacity from 39936 to 40960 +[2026-11-14 09:37:04.895] [verbose] Resizing HNSW index from 39936 to 40960 +[2026-11-14 09:37:05.199] [verbose] Updating HNSW index capacity from 40960 to 41984 +[2026-11-14 09:37:05.199] [verbose] Resizing HNSW index from 40960 to 41984 +[2026-11-14 09:37:05.515] [verbose] Updating HNSW index capacity from 41984 to 43008 +[2026-11-14 09:37:05.515] [verbose] Resizing HNSW index from 41984 to 43008 +[2026-11-14 09:37:05.820] [verbose] Updating HNSW index capacity from 43008 to 44032 +[2026-11-14 09:37:05.820] [verbose] Resizing HNSW index from 43008 to 44032 +[2026-11-14 09:37:06.142] [verbose] Updating HNSW index capacity from 44032 to 45056 +[2026-11-14 09:37:06.142] [verbose] Resizing HNSW index from 44032 to 45056 +[2026-11-14 09:37:06.465] [verbose] Updating HNSW index capacity from 45056 to 46080 +[2026-11-14 09:37:06.465] [verbose] Resizing HNSW index from 45056 to 46080 +[2026-11-14 09:37:06.792] [verbose] Updating HNSW index capacity from 46080 to 47104 +[2026-11-14 09:37:06.792] [verbose] Resizing HNSW index from 46080 to 47104 +[2026-11-14 09:37:07.130] [verbose] Updating HNSW index capacity from 47104 to 48128 +[2026-11-14 09:37:07.130] [verbose] Resizing HNSW index from 47104 to 48128 +[2026-11-14 09:37:07.469] [verbose] Updating HNSW index capacity from 48128 to 49152 +[2026-11-14 09:37:07.469] [verbose] Resizing HNSW index from 48128 to 49152 +[2026-11-14 09:37:07.796] [verbose] Updating HNSW index capacity from 49152 to 50176 +[2026-11-14 09:37:07.796] [verbose] Resizing HNSW index from 49152 to 50176 +[2026-11-14 09:37:08.105] [verbose] Updating HNSW index capacity from 50176 to 51200 +[2026-11-14 09:37:08.105] [verbose] Resizing HNSW index from 50176 to 51200 +[2026-11-14 09:37:08.441] [verbose] Updating HNSW index capacity from 51200 to 52224 +[2026-11-14 09:37:08.441] [verbose] Resizing HNSW index from 51200 to 52224 +[2026-11-14 09:37:08.814] [verbose] Updating HNSW index capacity from 52224 to 53248 +[2026-11-14 09:37:08.814] [verbose] Resizing HNSW index from 52224 to 53248 +[2026-11-14 09:37:09.153] [verbose] Updating HNSW index capacity from 53248 to 54272 +[2026-11-14 09:37:09.153] [verbose] Resizing HNSW index from 53248 to 54272 +[2026-11-14 09:37:09.466] [verbose] Updating HNSW index capacity from 54272 to 55296 +[2026-11-14 09:37:09.466] [verbose] Resizing HNSW index from 54272 to 55296 +[2026-11-14 09:37:09.784] [verbose] Updating HNSW index capacity from 55296 to 56320 +[2026-11-14 09:37:09.784] [verbose] Resizing HNSW index from 55296 to 56320 +[2026-11-14 09:37:10.100] [verbose] Updating HNSW index capacity from 56320 to 57344 +[2026-11-14 09:37:10.100] [verbose] Resizing HNSW index from 56320 to 57344 +[2026-11-14 09:37:10.421] [verbose] Updating HNSW index capacity from 57344 to 58368 +[2026-11-14 09:37:10.421] [verbose] Resizing HNSW index from 57344 to 58368 +[2026-11-14 09:37:10.739] [verbose] Updating HNSW index capacity from 58368 to 59392 +[2026-11-14 09:37:10.739] [verbose] Resizing HNSW index from 58368 to 59392 +[2026-11-14 09:37:11.067] [verbose] Updating HNSW index capacity from 59392 to 60416 +[2026-11-14 09:37:11.067] [verbose] Resizing HNSW index from 59392 to 60416 +[2026-11-14 09:37:11.409] [verbose] Updating HNSW index capacity from 60416 to 61440 +[2026-11-14 09:37:11.409] [verbose] Resizing HNSW index from 60416 to 61440 +[2026-11-14 09:37:11.749] [verbose] Updating HNSW index capacity from 61440 to 62464 +[2026-11-14 09:37:11.749] [verbose] Resizing HNSW index from 61440 to 62464 +[2026-11-14 09:37:12.090] [verbose] Updating HNSW index capacity from 62464 to 63488 +[2026-11-14 09:37:12.091] [verbose] Resizing HNSW index from 62464 to 63488 +[2026-11-14 09:37:12.440] [verbose] Updating HNSW index capacity from 63488 to 64512 +[2026-11-14 09:37:12.440] [verbose] Resizing HNSW index from 63488 to 64512 +[2026-11-14 09:37:12.796] [verbose] Updating HNSW index capacity from 64512 to 65536 +[2026-11-14 09:37:12.796] [verbose] Resizing HNSW index from 64512 to 65536 +[2026-11-14 09:37:13.143] [verbose] Updating HNSW index capacity from 65536 to 66560 +[2026-11-14 09:37:13.143] [verbose] Resizing HNSW index from 65536 to 66560 +[2026-11-14 09:37:13.505] [verbose] Updating HNSW index capacity from 66560 to 67584 +[2026-11-14 09:37:13.505] [verbose] Resizing HNSW index from 66560 to 67584 +[2026-11-14 09:37:13.898] [verbose] Updating HNSW index capacity from 67584 to 68608 +[2026-11-14 09:37:13.898] [verbose] Resizing HNSW index from 67584 to 68608 +[2026-11-14 09:37:14.257] [verbose] Updating HNSW index capacity from 68608 to 69632 +[2026-11-14 09:37:14.257] [verbose] Resizing HNSW index from 68608 to 69632 +[2026-11-14 09:37:14.622] [verbose] Updating HNSW index capacity from 69632 to 70656 +[2026-11-14 09:37:14.622] [verbose] Resizing HNSW index from 69632 to 70656 +[2026-11-14 09:37:14.977] [verbose] Updating HNSW index capacity from 70656 to 71680 +[2026-11-14 09:37:14.977] [verbose] Resizing HNSW index from 70656 to 71680 +[2026-11-14 09:37:15.347] [verbose] Updating HNSW index capacity from 71680 to 72704 +[2026-11-14 09:37:15.347] [verbose] Resizing HNSW index from 71680 to 72704 +[2026-11-14 09:37:15.716] [verbose] Updating HNSW index capacity from 72704 to 73728 +[2026-11-14 09:37:15.716] [verbose] Resizing HNSW index from 72704 to 73728 +[2026-11-14 09:37:16.089] [verbose] Updating HNSW index capacity from 73728 to 74752 +[2026-11-14 09:37:16.089] [verbose] Resizing HNSW index from 73728 to 74752 +[2026-11-14 09:37:16.459] [verbose] Updating HNSW index capacity from 74752 to 75776 +[2026-11-14 09:37:16.459] [verbose] Resizing HNSW index from 74752 to 75776 +[2026-11-14 09:37:16.830] [verbose] Updating HNSW index capacity from 75776 to 76800 +[2026-11-14 09:37:16.831] [verbose] Resizing HNSW index from 75776 to 76800 +[2026-11-14 09:37:17.202] [verbose] Updating HNSW index capacity from 76800 to 77824 +[2026-11-14 09:37:17.202] [verbose] Resizing HNSW index from 76800 to 77824 +[2026-11-14 09:37:17.581] [verbose] Updating HNSW index capacity from 77824 to 78848 +[2026-11-14 09:37:17.581] [verbose] Resizing HNSW index from 77824 to 78848 +[2026-11-14 09:37:17.959] [verbose] Updating HNSW index capacity from 78848 to 79872 +[2026-11-14 09:37:17.959] [verbose] Resizing HNSW index from 78848 to 79872 +[2026-11-14 09:37:18.349] [verbose] Updating HNSW index capacity from 79872 to 80896 +[2026-11-14 09:37:18.349] [verbose] Resizing HNSW index from 79872 to 80896 +[2026-11-14 09:37:18.715] [verbose] Updating HNSW index capacity from 80896 to 81920 +[2026-11-14 09:37:18.715] [verbose] Resizing HNSW index from 80896 to 81920 +[2026-11-14 09:37:19.087] [verbose] Updating HNSW index capacity from 81920 to 82944 +[2026-11-14 09:37:19.087] [verbose] Resizing HNSW index from 81920 to 82944 +[2026-11-14 09:37:19.503] [verbose] Updating HNSW index capacity from 82944 to 83968 +[2026-11-14 09:37:19.503] [verbose] Resizing HNSW index from 82944 to 83968 +[2026-11-14 09:37:19.888] [verbose] Updating HNSW index capacity from 83968 to 84992 +[2026-11-14 09:37:19.888] [verbose] Resizing HNSW index from 83968 to 84992 +[2026-11-14 09:37:20.278] [verbose] Updating HNSW index capacity from 84992 to 86016 +[2026-11-14 09:37:20.278] [verbose] Resizing HNSW index from 84992 to 86016 +[2026-11-14 09:37:20.669] [verbose] Updating HNSW index capacity from 86016 to 87040 +[2026-11-14 09:37:20.669] [verbose] Resizing HNSW index from 86016 to 87040 +[2026-11-14 09:37:21.053] [verbose] Updating HNSW index capacity from 87040 to 88064 +[2026-11-14 09:37:21.053] [verbose] Resizing HNSW index from 87040 to 88064 +[2026-11-14 09:37:21.440] [verbose] Updating HNSW index capacity from 88064 to 89088 +[2026-11-14 09:37:21.440] [verbose] Resizing HNSW index from 88064 to 89088 +[2026-11-14 09:37:21.827] [verbose] Updating HNSW index capacity from 89088 to 90112 +[2026-11-14 09:37:21.827] [verbose] Resizing HNSW index from 89088 to 90112 +[2026-11-14 09:37:22.223] [verbose] Updating HNSW index capacity from 90112 to 91136 +[2026-11-14 09:37:22.223] [verbose] Resizing HNSW index from 90112 to 91136 +[2026-11-14 09:37:22.625] [verbose] Updating HNSW index capacity from 91136 to 92160 +[2026-11-14 09:37:22.625] [verbose] Resizing HNSW index from 91136 to 92160 +[2026-11-14 09:37:23.010] [verbose] Updating HNSW index capacity from 92160 to 93184 +[2026-11-14 09:37:23.010] [verbose] Resizing HNSW index from 92160 to 93184 +[2026-11-14 09:37:23.400] [verbose] Updating HNSW index capacity from 93184 to 94208 +[2026-11-14 09:37:23.400] [verbose] Resizing HNSW index from 93184 to 94208 +[2026-11-14 09:37:23.794] [verbose] Updating HNSW index capacity from 94208 to 95232 +[2026-11-14 09:37:23.794] [verbose] Resizing HNSW index from 94208 to 95232 +[2026-11-14 09:37:24.183] [verbose] Updating HNSW index capacity from 95232 to 96256 +[2026-11-14 09:37:24.183] [verbose] Resizing HNSW index from 95232 to 96256 +[2026-11-14 09:37:24.580] [verbose] Updating HNSW index capacity from 96256 to 97280 +[2026-11-14 09:37:24.580] [verbose] Resizing HNSW index from 96256 to 97280 +[2026-11-14 09:37:24.988] [verbose] Updating HNSW index capacity from 97280 to 98304 +[2026-11-14 09:37:24.988] [verbose] Resizing HNSW index from 97280 to 98304 +[2026-11-14 09:37:25.411] [verbose] Updating HNSW index capacity from 98304 to 99328 +[2026-11-14 09:37:25.411] [verbose] Resizing HNSW index from 98304 to 99328 +[2026-11-14 09:37:25.838] [verbose] Updating HNSW index capacity from 99328 to 100352 +[2026-11-14 09:37:25.838] [verbose] Resizing HNSW index from 99328 to 100352 +n=100000 dim=96 M=32 efConstruction=200 seed=100(fixed_C_API) repeat=2 base_read_prepare_seconds=0.0175673 build_seconds=30.5854 insert_seconds=30.585 ready_from_fbin_seconds=30.603 rss_before_build=41590784 index_bytes=81915132 resident_index_process_bytes=89120768 build_peak_rss_bytes=130359296 +queries=999 +ef=10 recall10=0.851351 p50_us=38.55 p95_us=54.893 serial_query_qps=25612.2 sweep_qps_including_recall=25400.3 +ef=20 recall10=0.934835 p50_us=60.631 p95_us=80.716 serial_query_qps=16427.8 sweep_qps_including_recall=16341.2 +ef=25 recall10=0.952553 p50_us=71.944 p95_us=94.985 serial_query_qps=13887.9 sweep_qps_including_recall=13829.1 +ef=30 recall10=0.965065 p50_us=83.742 p95_us=109.835 serial_query_qps=11985.7 sweep_qps_including_recall=11941.1 +ef=40 recall10=0.978178 p50_us=104.711 p95_us=137.807 serial_query_qps=9582.45 sweep_qps_including_recall=9553.52 +ef=50 recall10=0.983483 p50_us=126.487 p95_us=167.154 serial_query_qps=7961.43 sweep_qps_including_recall=7940.72 +ef=60 recall10=0.989189 p50_us=144.104 p95_us=190.251 serial_query_qps=6987.09 sweep_qps_including_recall=6971.05 +ef=80 recall10=0.993794 p50_us=179.043 p95_us=237.613 serial_query_qps=5604.01 sweep_qps_including_recall=5593.43 +ef=100 recall10=0.996296 p50_us=218.98 p95_us=292.437 serial_query_qps=4599.02 sweep_qps_including_recall=4591.41 +ef=120 recall10=0.997497 p50_us=249.098 p95_us=335.194 serial_query_qps=4041.1 sweep_qps_including_recall=4035.32 +ef=150 recall10=0.998699 p50_us=300.247 p95_us=403.943 serial_query_qps=3369.09 sweep_qps_including_recall=3364.85 +ef=200 recall10=0.999499 p50_us=383.711 p95_us=519.171 serial_query_qps=2626.92 sweep_qps_including_recall=2624.16 +ef=300 recall10=0.9999 p50_us=526.735 p95_us=717.959 serial_query_qps=1911.53 sweep_qps_including_recall=1909.97 +ef=400 recall10=1 p50_us=674.763 p95_us=909.386 serial_query_qps=1499.68 sweep_qps_including_recall=1498.61 +ef=800 recall10=1 p50_us=1206.13 p95_us=1610.92 serial_query_qps=842.355 sweep_qps_including_recall=841.921 +ef=1000 recall10=1 p50_us=1452.65 p95_us=1916.23 serial_query_qps=700.324 sweep_qps_including_recall=699.974 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.time new file mode 100644 index 000000000..b38d9a607 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-hnsw-m32-c200-r2.run.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/vecsim_bench /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth.ibin 32 200 2 10,20,25,30,40,50,60,80,100,120,150,200,300,400,800,1000" + User time (seconds): 36.86 + System time (seconds): 0.11 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:36.97 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 127304 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 41823 + Voluntary context switches: 1 + Involuntary context switches: 93 + Swaps: 0 + File system inputs: 0 + File system outputs: 56 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.build.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.build.log new file mode 100644 index 000000000..f4e2669d5 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 96 +Parlay time: SketchHash construction time: 0.0155 +Size of SketchHash (bytes): 4804608 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 0.3473 +Parlay time: buckets time: 0.6997 +buckets size (bytes): 11480068 +Total buckets: 6776 +Total points: 2842913 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 9.7861 +Built cluster 0 of 1 +Leaf count: 6776 +# of comparisons during clustering: 68633736 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 0.8098 +Average distance traversed: 28 +Writing graph to results/deep100k-pipnn-a1.2-r1.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 20.47 and maximum degree 64 +Graph built in 11.32 seconds +Parlay time: 11.3677 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.query.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.query.log new file mode 100644 index 000000000..314e8e15c --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2046786 +Data: detected 100000 points with dimension 96 +resident_index_process_bytes=74522624 graph_file_bytes=8587152 base_file_bytes=38400008 +Data: detected 999 points with dimension 96 +Ground truth: detected 999 points with num results 100 +beam=10 recall=0.819119 p50_us=27.009 p95_us=39.728 query_qps=36336.6 peak_rss_kib=110172 queries=999 +beam=20 recall=0.912913 p50_us=37.821 p95_us=55.486 query_qps=25711.7 peak_rss_kib=110172 queries=999 +beam=25 recall=0.936537 p50_us=42.264 p95_us=61.422 query_qps=23116.8 peak_rss_kib=110172 queries=999 +beam=30 recall=0.95045 p50_us=50.356 p95_us=70.252 query_qps=19637.2 peak_rss_kib=110172 queries=999 +beam=40 recall=0.968268 p50_us=58.111 p95_us=80.687 query_qps=17033.6 peak_rss_kib=110172 queries=999 +beam=50 recall=0.979379 p50_us=75.085 p95_us=105.941 query_qps=13161.3 peak_rss_kib=110172 queries=999 +beam=60 recall=0.985385 p50_us=79.781 p95_us=106.997 query_qps=12501.1 peak_rss_kib=110172 queries=999 +beam=80 recall=0.991592 p50_us=109.622 p95_us=155.739 query_qps=9095.94 peak_rss_kib=110172 queries=999 +beam=100 recall=0.994895 p50_us=130.104 p95_us=175.849 query_qps=7840.28 peak_rss_kib=110172 queries=999 +beam=120 recall=0.996496 p50_us=144.964 p95_us=199.047 query_qps=7069.55 peak_rss_kib=110172 queries=999 +beam=150 recall=0.997397 p50_us=174.283 p95_us=238.888 query_qps=5940.48 peak_rss_kib=110172 queries=999 +beam=200 recall=0.998999 p50_us=203.392 p95_us=289.587 query_qps=5175.72 peak_rss_kib=110172 queries=999 +beam=300 recall=0.999499 p50_us=252.161 p95_us=428.769 query_qps=3964.11 peak_rss_kib=110172 queries=999 +beam=400 recall=0.9996 p50_us=261.042 p95_us=549.635 query_qps=3408.26 peak_rss_kib=110172 queries=999 +beam=800 recall=0.9998 p50_us=279.839 p95_us=899.762 query_qps=2748.69 peak_rss_kib=110172 queries=999 +beam=1000 recall=0.9998 p50_us=334.093 p95_us=1174.05 query_qps=2283.93 peak_rss_kib=110172 queries=999 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.time new file mode 100644 index 000000000..80e7d7cdd --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-r1.time @@ -0,0 +1,23 @@ + Command being timed: "upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path data/deep100k/base.fbin -graph_outfile results/deep100k-pipnn-a1.2-r1.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 11.33 + System time (seconds): 0.07 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:11.40 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 284952 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 34743 + Voluntary context switches: 1 + Involuntary context switches: 39 + Swaps: 0 + File system inputs: 0 + File system outputs: 16792 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json new file mode 100644 index 000000000..29ad8fb94 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN", + "-base_path", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "-graph_outfile", + "/home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph", + "-num_clusters", + "1", + "-fanout", + "30", + "-fanout_scheme", + "10,3", + "-cluster_size", + "1024", + "-mst_deg", + "2", + "-prune", + "-prune_all", + "-prune_degree", + "64", + "-table_size", + "160", + "-top_level_leaders", + "1000", + "-fraction_leaders", + "0.005", + "-hash_bits", + "12", + "-leaf_method", + "EigenKNN", + "-quantize_bits", + "0", + "-quantize_mode", + "0", + "-alpha", + "1.2" + ], + "start_unix": 1794649001.132035, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649012.5028098, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log new file mode 100644 index 000000000..fe8e8e9cb --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.log @@ -0,0 +1,38 @@ +Vary degree = 0 +Data: detected 100000 points with dimension 96 +Parlay time: SketchHash construction time: 0.0155 +Size of SketchHash (bytes): 4804608 +Allocate = 0 +Set MSTDeg to: 2 fanout: 30 +Sizeof indexType = 4 +Fanout scheme: 10 3 +Allocating: 128800000 bytes of space for the candidates lists. +Sizeof T = 8 +Cleared degree +FANOUT = 30 FANOUT_PER_LEVEL = 0 +number of levels to fanout: 1 +fanout per level: 30 +total fanout: 30 +total fanout allowance: 30 +leader method: random +Parlay time: first level assign time: 0.3466 +Parlay time: buckets time: 0.6857 +buckets size (bytes): 11480068 +Total buckets: 6776 +Total points: 2842913 +Computed buckets! +Building leaves: +Parlay time: build leaf time: 9.7632 +Built cluster 0 of 1 +Leaf count: 6776 +# of comparisons during clustering: 68633736 +Allocating graph, prune_degree = 64 +Average table size: 28 +Parlay time: Final prune time: 0.8120 +Average distance traversed: 28 +Writing graph to /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph +Writing graph with 100000 points and max degree 64 +PiPNN graph built with 100000 points and parameters Trees = 1 +Graph has average degree 20.47 and maximum degree 64 +Graph built in 11.29 seconds +Parlay time: 11.3344 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time new file mode 100644 index 000000000..edee38b84 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.build.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/neighbors-pipnn_FLOAT_T_EUCLIDEAN -base_path /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin -graph_outfile /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph -num_clusters 1 -fanout 30 -fanout_scheme 10,3 -cluster_size 1024 -mst_deg 2 -prune -prune_all -prune_degree 64 -table_size 160 -top_level_leaders 1000 -fraction_leaders 0.005 -hash_bits 12 -leaf_method EigenKNN -quantize_bits 0 -quantize_mode 0 -alpha 1.2" + User time (seconds): 11.29 + System time (seconds): 0.07 + Percent of CPU this job got: 100% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:11.36 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 284968 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 34762 + Voluntary context switches: 1 + Involuntary context switches: 29 + Swaps: 0 + File system inputs: 0 + File system outputs: 16792 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json new file mode 100644 index 000000000..f898b353a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.json @@ -0,0 +1,34 @@ +{ + "command": [ + "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query", + "/home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin", + "/home/ubuntu/pipnn-poc-20261114/data/deep100k/truth-with-dist.bin", + "10", + "10", + "20", + "25", + "30", + "40", + "50", + "60", + "80", + "100", + "120", + "150", + "200", + "300", + "400", + "800", + "1000" + ], + "start_unix": 1794649012.5088093, + "env": { + "PARLAY_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "OPENBLAS_NUM_THREADS": "1" + }, + "end_unix": 1794649015.4888732, + "returncode": 0 +} diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log new file mode 100644 index 000000000..cbc41443a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.log @@ -0,0 +1,22 @@ +Graph: detected 100000 points with max degree 64 +Total edges read from file: 2046786 +Data: detected 100000 points with dimension 96 +resident_index_process_bytes=74522624 graph_file_bytes=8587152 base_file_bytes=38400008 +Data: detected 999 points with dimension 96 +Ground truth: detected 999 points with num results 100 +beam=10 recall=0.819119 p50_us=29.057 p95_us=42.285 query_qps=33733.8 peak_rss_kib=110172 queries=999 +beam=20 recall=0.912913 p50_us=42.734 p95_us=59.582 query_qps=23192.3 peak_rss_kib=110172 queries=999 +beam=25 recall=0.936537 p50_us=47.477 p95_us=64.192 query_qps=20964.7 peak_rss_kib=110172 queries=999 +beam=30 recall=0.95045 p50_us=53.418 p95_us=72.663 query_qps=18567.1 peak_rss_kib=110172 queries=999 +beam=40 recall=0.968268 p50_us=60.861 p95_us=85.373 query_qps=16167.3 peak_rss_kib=110172 queries=999 +beam=50 recall=0.979379 p50_us=78.12 p95_us=111.003 query_qps=12592.3 peak_rss_kib=110172 queries=999 +beam=60 recall=0.985385 p50_us=90.238 p95_us=124.498 query_qps=11001.4 peak_rss_kib=110172 queries=999 +beam=80 recall=0.991592 p50_us=115.83 p95_us=160.295 query_qps=8671.8 peak_rss_kib=110172 queries=999 +beam=100 recall=0.994895 p50_us=137.452 p95_us=188.148 query_qps=7418.04 peak_rss_kib=110172 queries=999 +beam=120 recall=0.996496 p50_us=156.643 p95_us=214.095 query_qps=6582.78 peak_rss_kib=110172 queries=999 +beam=150 recall=0.997397 p50_us=185.082 p95_us=253.712 query_qps=5663.9 peak_rss_kib=110172 queries=999 +beam=200 recall=0.998999 p50_us=218.992 p95_us=314.33 query_qps=4854.67 peak_rss_kib=110172 queries=999 +beam=300 recall=0.999499 p50_us=278.288 p95_us=492.158 query_qps=3504.45 peak_rss_kib=110172 queries=999 +beam=400 recall=0.9996 p50_us=288.494 p95_us=641.091 query_qps=3012.38 peak_rss_kib=110172 queries=999 +beam=800 recall=0.9998 p50_us=317.382 p95_us=1063.99 query_qps=2397.79 peak_rss_kib=110172 queries=999 +beam=1000 recall=0.9998 p50_us=333.205 p95_us=1190.96 query_qps=2287.88 peak_rss_kib=110172 queries=999 diff --git a/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time new file mode 100644 index 000000000..70509289a --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/results/deep100k-pipnn-a1.2-trees1-r2.query.time @@ -0,0 +1,23 @@ + Command being timed: "/home/ubuntu/pipnn-poc-20261114/upstream/build/algorithms/PipNN/pipnn_query /home/ubuntu/pipnn-poc-20261114/results/deep100k-pipnn-a1.2-trees1-r2.graph /home/ubuntu/pipnn-poc-20261114/data/deep100k/base.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/query.fbin /home/ubuntu/pipnn-poc-20261114/data/deep100k/truth-with-dist.bin 10 10 20 25 30 40 50 60 80 100 120 150 200 300 400 800 1000" + User time (seconds): 2.94 + System time (seconds): 0.03 + Percent of CPU this job got: 99% + Elapsed (wall clock) time (h:mm:ss or m:ss): 0:02.97 + Average shared text size (kbytes): 0 + Average unshared data size (kbytes): 0 + Average stack size (kbytes): 0 + Average total size (kbytes): 0 + Maximum resident set size (kbytes): 110172 + Average resident set size (kbytes): 0 + Major (requiring I/O) page faults: 0 + Minor (reclaiming a frame) page faults: 13565 + Voluntary context switches: 1 + Involuntary context switches: 4 + Swaps: 0 + File system inputs: 0 + File system outputs: 8 + Socket messages sent: 0 + Socket messages received: 0 + Signals delivered: 0 + Page size (bytes): 4096 + Exit status: 0 diff --git a/poc/pipnn-arm/phase2-evidence/summary.json b/poc/pipnn-arm/phase2-evidence/summary.json new file mode 100644 index 000000000..36ea72db1 --- /dev/null +++ b/poc/pipnn-arm/phase2-evidence/summary.json @@ -0,0 +1,2385 @@ +{ + "runs": [ + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC100", + "repeat": 1, + "build_s": 59.6051, + "rss_bytes": 653152256.0, + "peak_bytes": 1268080640.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7127, + "p95_us": 211.905, + "p50_us": 146.444 + }, + { + "effort": 20.0, + "recall": 0.8296, + "p95_us": 304.123, + "p50_us": 218.605 + }, + { + "effort": 25.0, + "recall": 0.8627, + "p95_us": 335.799, + "p50_us": 247.216 + }, + { + "effort": 30.0, + "recall": 0.8835, + "p95_us": 370.123, + "p50_us": 279.064 + }, + { + "effort": 40.0, + "recall": 0.915, + "p95_us": 440.067, + "p50_us": 341.966 + }, + { + "effort": 50.0, + "recall": 0.931, + "p95_us": 518.18, + "p50_us": 410.182 + }, + { + "effort": 60.0, + "recall": 0.9412, + "p95_us": 585.083, + "p50_us": 469.382 + }, + { + "effort": 80.0, + "recall": 0.9595, + "p95_us": 716.992, + "p50_us": 582.428 + }, + { + "effort": 100.0, + "recall": 0.9692, + "p95_us": 871.253, + "p50_us": 695.864 + }, + { + "effort": 120.0, + "recall": 0.9729, + "p95_us": 1046.63, + "p50_us": 833.567 + }, + { + "effort": 150.0, + "recall": 0.9768, + "p95_us": 1178.13, + "p50_us": 959.303 + }, + { + "effort": 200.0, + "recall": 0.9807, + "p95_us": 1499.71, + "p50_us": 1225.58 + }, + { + "effort": 300.0, + "recall": 0.9853, + "p95_us": 2104.46, + "p50_us": 1705.05 + }, + { + "effort": 400.0, + "recall": 0.989, + "p95_us": 2604.24, + "p50_us": 2125.39 + }, + { + "effort": 800.0, + "recall": 0.9934, + "p95_us": 4589.78, + "p50_us": 3728.24 + }, + { + "effort": 1000.0, + "recall": 0.994, + "p95_us": 5446.29, + "p50_us": 4410.63 + } + ], + "file": "dbpedia100k-hnsw-m16-c100-r1.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC100", + "repeat": 2, + "build_s": 59.2158, + "rss_bytes": 653152256.0, + "peak_bytes": 1268097024.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7127, + "p95_us": 199.441, + "p50_us": 137.725 + }, + { + "effort": 20.0, + "recall": 0.8296, + "p95_us": 292.572, + "p50_us": 208.165 + }, + { + "effort": 25.0, + "recall": 0.8627, + "p95_us": 329.343, + "p50_us": 243.223 + }, + { + "effort": 30.0, + "recall": 0.8835, + "p95_us": 358.046, + "p50_us": 274.305 + }, + { + "effort": 40.0, + "recall": 0.915, + "p95_us": 437.233, + "p50_us": 340.689 + }, + { + "effort": 50.0, + "recall": 0.931, + "p95_us": 509.056, + "p50_us": 403.672 + }, + { + "effort": 60.0, + "recall": 0.9412, + "p95_us": 563.054, + "p50_us": 453.808 + }, + { + "effort": 80.0, + "recall": 0.9595, + "p95_us": 713.72, + "p50_us": 575.352 + }, + { + "effort": 100.0, + "recall": 0.9692, + "p95_us": 839.095, + "p50_us": 685.87 + }, + { + "effort": 120.0, + "recall": 0.9729, + "p95_us": 968.712, + "p50_us": 789.221 + }, + { + "effort": 150.0, + "recall": 0.9768, + "p95_us": 1170.9, + "p50_us": 953.702 + }, + { + "effort": 200.0, + "recall": 0.9807, + "p95_us": 1495.62, + "p50_us": 1212.46 + }, + { + "effort": 300.0, + "recall": 0.9853, + "p95_us": 2053.89, + "p50_us": 1677.86 + }, + { + "effort": 400.0, + "recall": 0.989, + "p95_us": 2565.7, + "p50_us": 2085.2 + }, + { + "effort": 800.0, + "recall": 0.9934, + "p95_us": 4541.65, + "p50_us": 3669.39 + }, + { + "effort": 1000.0, + "recall": 0.994, + "p95_us": 5470.29, + "p50_us": 4425.38 + } + ], + "file": "dbpedia100k-hnsw-m16-c100-r2.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 1, + "build_s": 120.741, + "rss_bytes": 653897728.0, + "peak_bytes": 1268891648.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7425, + "p95_us": 229.703, + "p50_us": 159.156 + }, + { + "effort": 20.0, + "recall": 0.8552, + "p95_us": 319.352, + "p50_us": 242.948 + }, + { + "effort": 25.0, + "recall": 0.8839, + "p95_us": 365.4, + "p50_us": 279.597 + }, + { + "effort": 30.0, + "recall": 0.9035, + "p95_us": 398.612, + "p50_us": 317.673 + }, + { + "effort": 40.0, + "recall": 0.9313, + "p95_us": 484.996, + "p50_us": 396.629 + }, + { + "effort": 50.0, + "recall": 0.9477, + "p95_us": 572.461, + "p50_us": 469.892 + }, + { + "effort": 60.0, + "recall": 0.9575, + "p95_us": 648.361, + "p50_us": 541.112 + }, + { + "effort": 80.0, + "recall": 0.9701, + "p95_us": 809.066, + "p50_us": 682.256 + }, + { + "effort": 100.0, + "recall": 0.9779, + "p95_us": 924.551, + "p50_us": 783.449 + }, + { + "effort": 120.0, + "recall": 0.9802, + "p95_us": 1057.87, + "p50_us": 890.482 + }, + { + "effort": 150.0, + "recall": 0.9845, + "p95_us": 1254.23, + "p50_us": 1055.39 + }, + { + "effort": 200.0, + "recall": 0.988, + "p95_us": 1576.65, + "p50_us": 1326.88 + }, + { + "effort": 300.0, + "recall": 0.992, + "p95_us": 2203.41, + "p50_us": 1848.22 + }, + { + "effort": 400.0, + "recall": 0.9944, + "p95_us": 2842.18, + "p50_us": 2366.51 + }, + { + "effort": 800.0, + "recall": 0.9965, + "p95_us": 5201.17, + "p50_us": 4236.7 + }, + { + "effort": 1000.0, + "recall": 0.9969, + "p95_us": 6119.07, + "p50_us": 4924.28 + } + ], + "file": "dbpedia100k-hnsw-m16-c200-r1.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 2, + "build_s": 117.729, + "rss_bytes": 653901824.0, + "peak_bytes": 1268895744.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7425, + "p95_us": 223.214, + "p50_us": 153.7 + }, + { + "effort": 20.0, + "recall": 0.8552, + "p95_us": 317.565, + "p50_us": 239.014 + }, + { + "effort": 25.0, + "recall": 0.8839, + "p95_us": 359.806, + "p50_us": 275.927 + }, + { + "effort": 30.0, + "recall": 0.9035, + "p95_us": 390.797, + "p50_us": 310.758 + }, + { + "effort": 40.0, + "recall": 0.9313, + "p95_us": 476.898, + "p50_us": 387.198 + }, + { + "effort": 50.0, + "recall": 0.9477, + "p95_us": 554.284, + "p50_us": 459.359 + }, + { + "effort": 60.0, + "recall": 0.9575, + "p95_us": 618.546, + "p50_us": 518.607 + }, + { + "effort": 80.0, + "recall": 0.9701, + "p95_us": 829.422, + "p50_us": 665.168 + }, + { + "effort": 100.0, + "recall": 0.9779, + "p95_us": 932.898, + "p50_us": 791.529 + }, + { + "effort": 120.0, + "recall": 0.9802, + "p95_us": 1057.19, + "p50_us": 895.98 + }, + { + "effort": 150.0, + "recall": 0.9845, + "p95_us": 1269.18, + "p50_us": 1075.61 + }, + { + "effort": 200.0, + "recall": 0.988, + "p95_us": 1596.34, + "p50_us": 1348.1 + }, + { + "effort": 300.0, + "recall": 0.992, + "p95_us": 2262.6, + "p50_us": 1897.14 + }, + { + "effort": 400.0, + "recall": 0.9944, + "p95_us": 2890.59, + "p50_us": 2399.58 + }, + { + "effort": 800.0, + "recall": 0.9965, + "p95_us": 5232.16, + "p50_us": 4228.47 + }, + { + "effort": 1000.0, + "recall": 0.9969, + "p95_us": 6162.3, + "p50_us": 4941.13 + } + ], + "file": "dbpedia100k-hnsw-m16-c200-r2.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 1, + "build_s": 146.046, + "rss_bytes": 665026560.0, + "peak_bytes": 1280753664.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7811, + "p95_us": 281.235, + "p50_us": 199.411 + }, + { + "effort": 20.0, + "recall": 0.8867, + "p95_us": 411.976, + "p50_us": 313.222 + }, + { + "effort": 25.0, + "recall": 0.9094, + "p95_us": 457.324, + "p50_us": 357.467 + }, + { + "effort": 30.0, + "recall": 0.9265, + "p95_us": 529.803, + "p50_us": 413.465 + }, + { + "effort": 40.0, + "recall": 0.9483, + "p95_us": 646.416, + "p50_us": 514.773 + }, + { + "effort": 50.0, + "recall": 0.9619, + "p95_us": 768.565, + "p50_us": 611.436 + }, + { + "effort": 60.0, + "recall": 0.9672, + "p95_us": 870.898, + "p50_us": 700.245 + }, + { + "effort": 80.0, + "recall": 0.9779, + "p95_us": 1080.17, + "p50_us": 880.165 + }, + { + "effort": 100.0, + "recall": 0.9826, + "p95_us": 1278.51, + "p50_us": 1047.21 + }, + { + "effort": 120.0, + "recall": 0.9861, + "p95_us": 1483.8, + "p50_us": 1206.73 + }, + { + "effort": 150.0, + "recall": 0.9891, + "p95_us": 1754.78, + "p50_us": 1434.2 + }, + { + "effort": 200.0, + "recall": 0.991, + "p95_us": 2190.1, + "p50_us": 1794.96 + }, + { + "effort": 300.0, + "recall": 0.9937, + "p95_us": 3232.3, + "p50_us": 2649.44 + }, + { + "effort": 400.0, + "recall": 0.9961, + "p95_us": 4099.52, + "p50_us": 3341.76 + }, + { + "effort": 800.0, + "recall": 0.9977, + "p95_us": 6857.07, + "p50_us": 5564.42 + }, + { + "effort": 1000.0, + "recall": 0.9979, + "p95_us": 8053.89, + "p50_us": 6356.75 + } + ], + "file": "dbpedia100k-hnsw-m32-c200-r1.log" + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 2, + "build_s": 148.5, + "rss_bytes": 665010176.0, + "peak_bytes": 1280749568.0, + "points": [ + { + "effort": 10.0, + "recall": 0.7811, + "p95_us": 307.867, + "p50_us": 219.955 + }, + { + "effort": 20.0, + "recall": 0.8867, + "p95_us": 439.42, + "p50_us": 337.869 + }, + { + "effort": 25.0, + "recall": 0.9094, + "p95_us": 504.742, + "p50_us": 396.988 + }, + { + "effort": 30.0, + "recall": 0.9265, + "p95_us": 574.948, + "p50_us": 449.902 + }, + { + "effort": 40.0, + "recall": 0.9483, + "p95_us": 703.194, + "p50_us": 559.842 + }, + { + "effort": 50.0, + "recall": 0.9619, + "p95_us": 820.418, + "p50_us": 658.985 + }, + { + "effort": 60.0, + "recall": 0.9672, + "p95_us": 935.818, + "p50_us": 761.878 + }, + { + "effort": 80.0, + "recall": 0.9779, + "p95_us": 1169.08, + "p50_us": 950.564 + }, + { + "effort": 100.0, + "recall": 0.9826, + "p95_us": 1454.09, + "p50_us": 1164.15 + }, + { + "effort": 120.0, + "recall": 0.9861, + "p95_us": 1627.85, + "p50_us": 1320.56 + }, + { + "effort": 150.0, + "recall": 0.9891, + "p95_us": 1898.15, + "p50_us": 1544.84 + }, + { + "effort": 200.0, + "recall": 0.991, + "p95_us": 2280.72, + "p50_us": 1882.15 + }, + { + "effort": 300.0, + "recall": 0.9937, + "p95_us": 3184.29, + "p50_us": 2593.74 + }, + { + "effort": 400.0, + "recall": 0.9961, + "p95_us": 3924.77, + "p50_us": 3212.04 + }, + { + "effort": 800.0, + "recall": 0.9977, + "p95_us": 6982.65, + "p50_us": 5550.05 + }, + { + "effort": 1000.0, + "recall": 0.9979, + "p95_us": 8211.63, + "p50_us": 6485.78 + } + ], + "file": "dbpedia100k-hnsw-m32-c200-r2.run.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.0-trees1", + "repeat": 1, + "build_s": 60.04, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.6329, + "p95_us": 189.599, + "p50_us": 122.413 + }, + { + "effort": 20.0, + "recall": 0.7841, + "p95_us": 273.788, + "p50_us": 184.12 + }, + { + "effort": 25.0, + "recall": 0.8289, + "p95_us": 324.739, + "p50_us": 218.009 + }, + { + "effort": 30.0, + "recall": 0.8547, + "p95_us": 344.468, + "p50_us": 231.971 + }, + { + "effort": 40.0, + "recall": 0.8913, + "p95_us": 427.491, + "p50_us": 290.62 + }, + { + "effort": 50.0, + "recall": 0.9106, + "p95_us": 489.694, + "p50_us": 341.167 + }, + { + "effort": 60.0, + "recall": 0.9307, + "p95_us": 546.968, + "p50_us": 388.738 + }, + { + "effort": 80.0, + "recall": 0.9498, + "p95_us": 688.433, + "p50_us": 493.06 + }, + { + "effort": 100.0, + "recall": 0.9625, + "p95_us": 820.493, + "p50_us": 593.644 + }, + { + "effort": 120.0, + "recall": 0.9695, + "p95_us": 942.742, + "p50_us": 687.515 + }, + { + "effort": 150.0, + "recall": 0.9789, + "p95_us": 1132.53, + "p50_us": 836.978 + }, + { + "effort": 200.0, + "recall": 0.9849, + "p95_us": 1386.74, + "p50_us": 1047.68 + }, + { + "effort": 300.0, + "recall": 0.989, + "p95_us": 1919.46, + "p50_us": 1483.9 + }, + { + "effort": 400.0, + "recall": 0.9922, + "p95_us": 2424.08, + "p50_us": 1917.17 + }, + { + "effort": 800.0, + "recall": 0.9968, + "p95_us": 4346.27, + "p50_us": 3414.65 + }, + { + "effort": 1000.0, + "recall": 0.9975, + "p95_us": 5187.74, + "p50_us": 4031.4 + } + ], + "file": "dbpedia100k-pipnn-a1.0-trees1-r1.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.1-trees1", + "repeat": 1, + "build_s": 62.71, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.7234, + "p95_us": 254.657, + "p50_us": 170.029 + }, + { + "effort": 20.0, + "recall": 0.8473, + "p95_us": 377.535, + "p50_us": 251.761 + }, + { + "effort": 25.0, + "recall": 0.8796, + "p95_us": 423.258, + "p50_us": 281.178 + }, + { + "effort": 30.0, + "recall": 0.8988, + "p95_us": 471.569, + "p50_us": 321.993 + }, + { + "effort": 40.0, + "recall": 0.9266, + "p95_us": 581.009, + "p50_us": 399.517 + }, + { + "effort": 50.0, + "recall": 0.9443, + "p95_us": 659.837, + "p50_us": 459.004 + }, + { + "effort": 60.0, + "recall": 0.9555, + "p95_us": 772.582, + "p50_us": 533.268 + }, + { + "effort": 80.0, + "recall": 0.9702, + "p95_us": 951.89, + "p50_us": 655.478 + }, + { + "effort": 100.0, + "recall": 0.9781, + "p95_us": 1097.13, + "p50_us": 782.322 + }, + { + "effort": 120.0, + "recall": 0.9824, + "p95_us": 1275.44, + "p50_us": 913.566 + }, + { + "effort": 150.0, + "recall": 0.9862, + "p95_us": 1532.59, + "p50_us": 1092.04 + }, + { + "effort": 200.0, + "recall": 0.9901, + "p95_us": 1838.99, + "p50_us": 1350.63 + }, + { + "effort": 300.0, + "recall": 0.9934, + "p95_us": 2530.83, + "p50_us": 1917.49 + }, + { + "effort": 400.0, + "recall": 0.9954, + "p95_us": 3157.44, + "p50_us": 2427.55 + }, + { + "effort": 800.0, + "recall": 0.9976, + "p95_us": 5555.12, + "p50_us": 4273.47 + }, + { + "effort": 1000.0, + "recall": 0.9982, + "p95_us": 6636.23, + "p50_us": 4948.66 + } + ], + "file": "dbpedia100k-pipnn-a1.1-trees1-r1.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.1-trees1", + "repeat": 2, + "build_s": 62.45, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.7234, + "p95_us": 252.064, + "p50_us": 169.488 + }, + { + "effort": 20.0, + "recall": 0.8473, + "p95_us": 381.265, + "p50_us": 257.06 + }, + { + "effort": 25.0, + "recall": 0.8796, + "p95_us": 423.92, + "p50_us": 282.646 + }, + { + "effort": 30.0, + "recall": 0.8988, + "p95_us": 457.264, + "p50_us": 313.736 + }, + { + "effort": 40.0, + "recall": 0.9266, + "p95_us": 570.059, + "p50_us": 397.625 + }, + { + "effort": 50.0, + "recall": 0.9443, + "p95_us": 662.986, + "p50_us": 456.242 + }, + { + "effort": 60.0, + "recall": 0.9555, + "p95_us": 764.0, + "p50_us": 522.183 + }, + { + "effort": 80.0, + "recall": 0.9702, + "p95_us": 938.632, + "p50_us": 649.911 + }, + { + "effort": 100.0, + "recall": 0.9781, + "p95_us": 1111.12, + "p50_us": 780.212 + }, + { + "effort": 120.0, + "recall": 0.9824, + "p95_us": 1285.19, + "p50_us": 909.864 + }, + { + "effort": 150.0, + "recall": 0.9862, + "p95_us": 1504.58, + "p50_us": 1073.7 + }, + { + "effort": 200.0, + "recall": 0.9901, + "p95_us": 1861.36, + "p50_us": 1338.21 + }, + { + "effort": 300.0, + "recall": 0.9934, + "p95_us": 2497.31, + "p50_us": 1887.29 + }, + { + "effort": 400.0, + "recall": 0.9954, + "p95_us": 3127.22, + "p50_us": 2403.62 + }, + { + "effort": 800.0, + "recall": 0.9976, + "p95_us": 5520.07, + "p50_us": 4260.9 + }, + { + "effort": 1000.0, + "recall": 0.9982, + "p95_us": 6560.68, + "p50_us": 4970.19 + } + ], + "file": "dbpedia100k-pipnn-a1.1-trees1-r2.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 1, + "build_s": 65.1, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.7548, + "p95_us": 310.884, + "p50_us": 194.016 + }, + { + "effort": 20.0, + "recall": 0.8668, + "p95_us": 449.839, + "p50_us": 291.893 + }, + { + "effort": 25.0, + "recall": 0.8967, + "p95_us": 519.929, + "p50_us": 342.703 + }, + { + "effort": 30.0, + "recall": 0.9147, + "p95_us": 564.884, + "p50_us": 377.48 + }, + { + "effort": 40.0, + "recall": 0.9407, + "p95_us": 672.953, + "p50_us": 466.609 + }, + { + "effort": 50.0, + "recall": 0.9546, + "p95_us": 779.671, + "p50_us": 538.461 + }, + { + "effort": 60.0, + "recall": 0.9629, + "p95_us": 881.043, + "p50_us": 617.283 + }, + { + "effort": 80.0, + "recall": 0.9737, + "p95_us": 1059.67, + "p50_us": 747.934 + }, + { + "effort": 100.0, + "recall": 0.9801, + "p95_us": 1245.46, + "p50_us": 888.633 + }, + { + "effort": 120.0, + "recall": 0.9837, + "p95_us": 1452.54, + "p50_us": 1020.91 + }, + { + "effort": 150.0, + "recall": 0.9885, + "p95_us": 1665.02, + "p50_us": 1195.7 + }, + { + "effort": 200.0, + "recall": 0.9924, + "p95_us": 2042.14, + "p50_us": 1506.03 + }, + { + "effort": 300.0, + "recall": 0.995, + "p95_us": 2772.03, + "p50_us": 2099.73 + }, + { + "effort": 400.0, + "recall": 0.9962, + "p95_us": 3435.74, + "p50_us": 2658.64 + }, + { + "effort": 800.0, + "recall": 0.9978, + "p95_us": 6304.43, + "p50_us": 4769.76 + }, + { + "effort": 1000.0, + "recall": 0.9984, + "p95_us": 7467.73, + "p50_us": 5509.43 + } + ], + "file": "dbpedia100k-pipnn-a1.2-trees1-r1.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 2, + "build_s": 65.06, + "rss_bytes": 649142272.0, + "peak_bytes": 1232257024, + "points": [ + { + "effort": 10.0, + "recall": 0.7548, + "p95_us": 308.345, + "p50_us": 188.947 + }, + { + "effort": 20.0, + "recall": 0.8668, + "p95_us": 439.961, + "p50_us": 283.335 + }, + { + "effort": 25.0, + "recall": 0.8967, + "p95_us": 494.603, + "p50_us": 329.007 + }, + { + "effort": 30.0, + "recall": 0.9147, + "p95_us": 568.952, + "p50_us": 375.874 + }, + { + "effort": 40.0, + "recall": 0.9407, + "p95_us": 648.649, + "p50_us": 449.841 + }, + { + "effort": 50.0, + "recall": 0.9546, + "p95_us": 751.196, + "p50_us": 521.218 + }, + { + "effort": 60.0, + "recall": 0.9629, + "p95_us": 907.441, + "p50_us": 618.556 + }, + { + "effort": 80.0, + "recall": 0.9737, + "p95_us": 1080.23, + "p50_us": 750.009 + }, + { + "effort": 100.0, + "recall": 0.9801, + "p95_us": 1273.55, + "p50_us": 898.936 + }, + { + "effort": 120.0, + "recall": 0.9837, + "p95_us": 1430.12, + "p50_us": 1021.74 + }, + { + "effort": 150.0, + "recall": 0.9885, + "p95_us": 1664.16, + "p50_us": 1214.02 + }, + { + "effort": 200.0, + "recall": 0.9924, + "p95_us": 2114.1, + "p50_us": 1568.97 + }, + { + "effort": 300.0, + "recall": 0.995, + "p95_us": 2832.03, + "p50_us": 2176.62 + }, + { + "effort": 400.0, + "recall": 0.9962, + "p95_us": 3592.22, + "p50_us": 2786.75 + }, + { + "effort": 800.0, + "recall": 0.9978, + "p95_us": 6348.44, + "p50_us": 4761.95 + }, + { + "effort": 1000.0, + "recall": 0.9984, + "p95_us": 7318.95, + "p50_us": 5430.73 + } + ], + "file": "dbpedia100k-pipnn-a1.2-trees1-r2.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees2", + "repeat": 1, + "build_s": 126.73, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.8104, + "p95_us": 367.178, + "p50_us": 243.165 + }, + { + "effort": 20.0, + "recall": 0.9002, + "p95_us": 528.494, + "p50_us": 367.589 + }, + { + "effort": 25.0, + "recall": 0.9199, + "p95_us": 572.047, + "p50_us": 403.25 + }, + { + "effort": 30.0, + "recall": 0.9345, + "p95_us": 654.51, + "p50_us": 455.169 + }, + { + "effort": 40.0, + "recall": 0.9567, + "p95_us": 822.497, + "p50_us": 578.879 + }, + { + "effort": 50.0, + "recall": 0.967, + "p95_us": 944.972, + "p50_us": 678.123 + }, + { + "effort": 60.0, + "recall": 0.9767, + "p95_us": 1146.5, + "p50_us": 800.929 + }, + { + "effort": 80.0, + "recall": 0.9837, + "p95_us": 1422.94, + "p50_us": 1020.12 + }, + { + "effort": 100.0, + "recall": 0.9882, + "p95_us": 1647.4, + "p50_us": 1198.12 + }, + { + "effort": 120.0, + "recall": 0.9915, + "p95_us": 1853.81, + "p50_us": 1340.33 + }, + { + "effort": 150.0, + "recall": 0.9934, + "p95_us": 2184.67, + "p50_us": 1594.9 + }, + { + "effort": 200.0, + "recall": 0.9955, + "p95_us": 2670.34, + "p50_us": 1993.32 + }, + { + "effort": 300.0, + "recall": 0.9974, + "p95_us": 3517.53, + "p50_us": 2675.25 + }, + { + "effort": 400.0, + "recall": 0.9979, + "p95_us": 4277.88, + "p50_us": 3304.88 + }, + { + "effort": 800.0, + "recall": 0.9988, + "p95_us": 7500.64, + "p50_us": 5612.43 + }, + { + "effort": 1000.0, + "recall": 0.9991, + "p95_us": 8813.76, + "p50_us": 6459.65 + } + ], + "file": "dbpedia100k-pipnn-a1.2-trees2-r1.query.log" + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.4-trees1", + "repeat": 1, + "build_s": 66.53, + "rss_bytes": 649142272.0, + "peak_bytes": 1232261120, + "points": [ + { + "effort": 10.0, + "recall": 0.7723, + "p95_us": 319.206, + "p50_us": 203.777 + }, + { + "effort": 20.0, + "recall": 0.8765, + "p95_us": 451.817, + "p50_us": 303.238 + }, + { + "effort": 25.0, + "recall": 0.9014, + "p95_us": 507.878, + "p50_us": 352.039 + }, + { + "effort": 30.0, + "recall": 0.9204, + "p95_us": 575.66, + "p50_us": 398.095 + }, + { + "effort": 40.0, + "recall": 0.9443, + "p95_us": 688.605, + "p50_us": 496.519 + }, + { + "effort": 50.0, + "recall": 0.9584, + "p95_us": 816.882, + "p50_us": 584.335 + }, + { + "effort": 60.0, + "recall": 0.9671, + "p95_us": 953.005, + "p50_us": 683.202 + }, + { + "effort": 80.0, + "recall": 0.9771, + "p95_us": 1172.14, + "p50_us": 834.966 + }, + { + "effort": 100.0, + "recall": 0.9824, + "p95_us": 1379.05, + "p50_us": 987.254 + }, + { + "effort": 120.0, + "recall": 0.9856, + "p95_us": 1592.08, + "p50_us": 1148.05 + }, + { + "effort": 150.0, + "recall": 0.9894, + "p95_us": 1870.72, + "p50_us": 1351.62 + }, + { + "effort": 200.0, + "recall": 0.993, + "p95_us": 2263.77, + "p50_us": 1691.88 + }, + { + "effort": 300.0, + "recall": 0.9957, + "p95_us": 2999.98, + "p50_us": 2285.72 + }, + { + "effort": 400.0, + "recall": 0.9969, + "p95_us": 3774.21, + "p50_us": 2871.45 + }, + { + "effort": 800.0, + "recall": 0.9982, + "p95_us": 8692.24, + "p50_us": 5222.28 + }, + { + "effort": 1000.0, + "recall": 0.9986, + "p95_us": 7779.96, + "p50_us": 5654.04 + } + ], + "file": "dbpedia100k-pipnn-a1.4-trees1-r1.query.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 1, + "build_s": 23.309, + "rss_bytes": 77611008.0, + "peak_bytes": 117833728.0, + "points": [ + { + "effort": 10.0, + "recall": 0.796897, + "p95_us": 36.191, + "p50_us": 25.88 + }, + { + "effort": 20.0, + "recall": 0.902603, + "p95_us": 55.814, + "p50_us": 41.723 + }, + { + "effort": 25.0, + "recall": 0.926026, + "p95_us": 64.633, + "p50_us": 50.412 + }, + { + "effort": 30.0, + "recall": 0.944244, + "p95_us": 72.155, + "p50_us": 56.909 + }, + { + "effort": 40.0, + "recall": 0.961962, + "p95_us": 88.331, + "p50_us": 69.987 + }, + { + "effort": 50.0, + "recall": 0.972673, + "p95_us": 103.459, + "p50_us": 83.144 + }, + { + "effort": 60.0, + "recall": 0.979479, + "p95_us": 122.633, + "p50_us": 98.189 + }, + { + "effort": 80.0, + "recall": 0.987888, + "p95_us": 157.944, + "p50_us": 127.505 + }, + { + "effort": 100.0, + "recall": 0.991592, + "p95_us": 185.29, + "p50_us": 147.466 + }, + { + "effort": 120.0, + "recall": 0.993994, + "p95_us": 218.301, + "p50_us": 175.347 + }, + { + "effort": 150.0, + "recall": 0.995996, + "p95_us": 260.076, + "p50_us": 205.261 + }, + { + "effort": 200.0, + "recall": 0.998498, + "p95_us": 339.082, + "p50_us": 267.203 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 494.072, + "p50_us": 389.639 + }, + { + "effort": 400.0, + "recall": 0.9998, + "p95_us": 641.355, + "p50_us": 496.598 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1146.35, + "p50_us": 886.92 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1408.39, + "p50_us": 1111.67 + } + ], + "file": "deep100k-hnsw-m16-c200-r1.run.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeat": 2, + "build_s": 24.227, + "rss_bytes": 77635584.0, + "peak_bytes": 117837824.0, + "points": [ + { + "effort": 10.0, + "recall": 0.796897, + "p95_us": 39.039, + "p50_us": 27.602 + }, + { + "effort": 20.0, + "recall": 0.902603, + "p95_us": 56.298, + "p50_us": 41.987 + }, + { + "effort": 25.0, + "recall": 0.926026, + "p95_us": 63.062, + "p50_us": 49.051 + }, + { + "effort": 30.0, + "recall": 0.944244, + "p95_us": 72.456, + "p50_us": 57.007 + }, + { + "effort": 40.0, + "recall": 0.961962, + "p95_us": 91.773, + "p50_us": 72.264 + }, + { + "effort": 50.0, + "recall": 0.972673, + "p95_us": 106.29, + "p50_us": 85.367 + }, + { + "effort": 60.0, + "recall": 0.979479, + "p95_us": 123.617, + "p50_us": 99.732 + }, + { + "effort": 80.0, + "recall": 0.987888, + "p95_us": 155.205, + "p50_us": 125.139 + }, + { + "effort": 100.0, + "recall": 0.991592, + "p95_us": 196.327, + "p50_us": 157.272 + }, + { + "effort": 120.0, + "recall": 0.993994, + "p95_us": 225.288, + "p50_us": 177.986 + }, + { + "effort": 150.0, + "recall": 0.995996, + "p95_us": 270.305, + "p50_us": 213.29 + }, + { + "effort": 200.0, + "recall": 0.998498, + "p95_us": 356.264, + "p50_us": 280.376 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 504.428, + "p50_us": 392.341 + }, + { + "effort": 400.0, + "recall": 0.9998, + "p95_us": 652.821, + "p50_us": 509.682 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1203.11, + "p50_us": 942.213 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1458.05, + "p50_us": 1152.65 + } + ], + "file": "deep100k-hnsw-m16-c200-r2.run.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 1, + "build_s": 28.5128, + "rss_bytes": 89124864.0, + "peak_bytes": 130363392.0, + "points": [ + { + "effort": 10.0, + "recall": 0.851351, + "p95_us": 47.032, + "p50_us": 32.648 + }, + { + "effort": 20.0, + "recall": 0.934835, + "p95_us": 71.451, + "p50_us": 53.256 + }, + { + "effort": 40.0, + "recall": 0.978178, + "p95_us": 119.938, + "p50_us": 90.781 + }, + { + "effort": 80.0, + "recall": 0.993794, + "p95_us": 214.393, + "p50_us": 158.771 + }, + { + "effort": 120.0, + "recall": 0.997497, + "p95_us": 303.904, + "p50_us": 227.376 + }, + { + "effort": 200.0, + "recall": 0.999499, + "p95_us": 482.647, + "p50_us": 352.86 + }, + { + "effort": 400.0, + "recall": 1.0, + "p95_us": 909.097, + "p50_us": 666.876 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1606.26, + "p50_us": 1210.83 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1942.0, + "p50_us": 1473.76 + } + ], + "file": "deep100k-hnsw-m32-c200-r1.log" + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeat": 2, + "build_s": 30.603, + "rss_bytes": 89120768.0, + "peak_bytes": 130359296.0, + "points": [ + { + "effort": 10.0, + "recall": 0.851351, + "p95_us": 54.893, + "p50_us": 38.55 + }, + { + "effort": 20.0, + "recall": 0.934835, + "p95_us": 80.716, + "p50_us": 60.631 + }, + { + "effort": 25.0, + "recall": 0.952553, + "p95_us": 94.985, + "p50_us": 71.944 + }, + { + "effort": 30.0, + "recall": 0.965065, + "p95_us": 109.835, + "p50_us": 83.742 + }, + { + "effort": 40.0, + "recall": 0.978178, + "p95_us": 137.807, + "p50_us": 104.711 + }, + { + "effort": 50.0, + "recall": 0.983483, + "p95_us": 167.154, + "p50_us": 126.487 + }, + { + "effort": 60.0, + "recall": 0.989189, + "p95_us": 190.251, + "p50_us": 144.104 + }, + { + "effort": 80.0, + "recall": 0.993794, + "p95_us": 237.613, + "p50_us": 179.043 + }, + { + "effort": 100.0, + "recall": 0.996296, + "p95_us": 292.437, + "p50_us": 218.98 + }, + { + "effort": 120.0, + "recall": 0.997497, + "p95_us": 335.194, + "p50_us": 249.098 + }, + { + "effort": 150.0, + "recall": 0.998699, + "p95_us": 403.943, + "p50_us": 300.247 + }, + { + "effort": 200.0, + "recall": 0.999499, + "p95_us": 519.171, + "p50_us": 383.711 + }, + { + "effort": 300.0, + "recall": 0.9999, + "p95_us": 717.959, + "p50_us": 526.735 + }, + { + "effort": 400.0, + "recall": 1.0, + "p95_us": 909.386, + "p50_us": 674.763 + }, + { + "effort": 800.0, + "recall": 1.0, + "p95_us": 1610.92, + "p50_us": 1206.13 + }, + { + "effort": 1000.0, + "recall": 1.0, + "p95_us": 1916.23, + "p50_us": 1452.65 + } + ], + "file": "deep100k-hnsw-m32-c200-r2.run.log" + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 1, + "build_s": 11.4, + "rss_bytes": 74522624.0, + "peak_bytes": 291790848, + "points": [ + { + "effort": 10.0, + "recall": 0.819119, + "p95_us": 39.728, + "p50_us": 27.009 + }, + { + "effort": 20.0, + "recall": 0.912913, + "p95_us": 55.486, + "p50_us": 37.821 + }, + { + "effort": 25.0, + "recall": 0.936537, + "p95_us": 61.422, + "p50_us": 42.264 + }, + { + "effort": 30.0, + "recall": 0.95045, + "p95_us": 70.252, + "p50_us": 50.356 + }, + { + "effort": 40.0, + "recall": 0.968268, + "p95_us": 80.687, + "p50_us": 58.111 + }, + { + "effort": 50.0, + "recall": 0.979379, + "p95_us": 105.941, + "p50_us": 75.085 + }, + { + "effort": 60.0, + "recall": 0.985385, + "p95_us": 106.997, + "p50_us": 79.781 + }, + { + "effort": 80.0, + "recall": 0.991592, + "p95_us": 155.739, + "p50_us": 109.622 + }, + { + "effort": 100.0, + "recall": 0.994895, + "p95_us": 175.849, + "p50_us": 130.104 + }, + { + "effort": 120.0, + "recall": 0.996496, + "p95_us": 199.047, + "p50_us": 144.964 + }, + { + "effort": 150.0, + "recall": 0.997397, + "p95_us": 238.888, + "p50_us": 174.283 + }, + { + "effort": 200.0, + "recall": 0.998999, + "p95_us": 289.587, + "p50_us": 203.392 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 428.769, + "p50_us": 252.161 + }, + { + "effort": 400.0, + "recall": 0.9996, + "p95_us": 549.635, + "p50_us": 261.042 + }, + { + "effort": 800.0, + "recall": 0.9998, + "p95_us": 899.762, + "p50_us": 279.839 + }, + { + "effort": 1000.0, + "recall": 0.9998, + "p95_us": 1174.05, + "p50_us": 334.093 + } + ], + "file": "deep100k-pipnn-a1.2-r1.query.log" + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeat": 2, + "build_s": 11.36, + "rss_bytes": 74522624.0, + "peak_bytes": 291807232, + "points": [ + { + "effort": 10.0, + "recall": 0.819119, + "p95_us": 42.285, + "p50_us": 29.057 + }, + { + "effort": 20.0, + "recall": 0.912913, + "p95_us": 59.582, + "p50_us": 42.734 + }, + { + "effort": 25.0, + "recall": 0.936537, + "p95_us": 64.192, + "p50_us": 47.477 + }, + { + "effort": 30.0, + "recall": 0.95045, + "p95_us": 72.663, + "p50_us": 53.418 + }, + { + "effort": 40.0, + "recall": 0.968268, + "p95_us": 85.373, + "p50_us": 60.861 + }, + { + "effort": 50.0, + "recall": 0.979379, + "p95_us": 111.003, + "p50_us": 78.12 + }, + { + "effort": 60.0, + "recall": 0.985385, + "p95_us": 124.498, + "p50_us": 90.238 + }, + { + "effort": 80.0, + "recall": 0.991592, + "p95_us": 160.295, + "p50_us": 115.83 + }, + { + "effort": 100.0, + "recall": 0.994895, + "p95_us": 188.148, + "p50_us": 137.452 + }, + { + "effort": 120.0, + "recall": 0.996496, + "p95_us": 214.095, + "p50_us": 156.643 + }, + { + "effort": 150.0, + "recall": 0.997397, + "p95_us": 253.712, + "p50_us": 185.082 + }, + { + "effort": 200.0, + "recall": 0.998999, + "p95_us": 314.33, + "p50_us": 218.992 + }, + { + "effort": 300.0, + "recall": 0.999499, + "p95_us": 492.158, + "p50_us": 278.288 + }, + { + "effort": 400.0, + "recall": 0.9996, + "p95_us": 641.091, + "p50_us": 288.494 + }, + { + "effort": 800.0, + "recall": 0.9998, + "p95_us": 1063.99, + "p50_us": 317.382 + }, + { + "effort": 1000.0, + "recall": 0.9998, + "p95_us": 1190.96, + "p50_us": 333.205 + } + ], + "file": "deep100k-pipnn-a1.2-trees1-r2.query.log" + } + ], + "summary": [ + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC100", + "repeats": 2, + "build_s": 59.41045, + "build_range_s": [ + 59.2158, + 59.6051 + ], + "rss_mb": 653.152256, + "peak_mb": 1268.097024, + "at95": { + "effort": 80.0, + "observations": 2, + "recall_min": 0.9595, + "p95_us": 715.356, + "p95_range_us": [ + 713.72, + 716.992 + ] + }, + "at99": { + "effort": 800.0, + "observations": 2, + "recall_min": 0.9934, + "p95_us": 4565.715, + "p95_range_us": [ + 4541.65, + 4589.78 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeats": 2, + "build_s": 119.235, + "build_range_s": [ + 117.729, + 120.741 + ], + "rss_mb": 653.899776, + "peak_mb": 1268.895744, + "at95": { + "effort": 60.0, + "observations": 2, + "recall_min": 0.9575, + "p95_us": 633.4535000000001, + "p95_range_us": [ + 618.546, + 648.361 + ] + }, + "at99": { + "effort": 300.0, + "observations": 2, + "recall_min": 0.992, + "p95_us": 2233.005, + "p95_range_us": [ + 2203.41, + 2262.6 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeats": 2, + "build_s": 147.273, + "build_range_s": [ + 146.046, + 148.5 + ], + "rss_mb": 665.018368, + "peak_mb": 1280.753664, + "at95": { + "effort": 50.0, + "observations": 2, + "recall_min": 0.9619, + "p95_us": 794.4915000000001, + "p95_range_us": [ + 768.565, + 820.418 + ] + }, + "at99": { + "effort": 200.0, + "observations": 2, + "recall_min": 0.991, + "p95_us": 2235.41, + "p95_range_us": [ + 2190.1, + 2280.72 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.0-trees1", + "repeats": 1, + "build_s": 60.04, + "build_range_s": [ + 60.04, + 60.04 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 100.0, + "observations": 1, + "recall_min": 0.9625, + "p95_us": 820.493, + "p95_range_us": [ + 820.493, + 820.493 + ] + }, + "at99": { + "effort": 400.0, + "observations": 1, + "recall_min": 0.9922, + "p95_us": 2424.08, + "p95_range_us": [ + 2424.08, + 2424.08 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.1-trees1", + "repeats": 2, + "build_s": 62.58, + "build_range_s": [ + 62.45, + 62.71 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 60.0, + "observations": 2, + "recall_min": 0.9555, + "p95_us": 768.2909999999999, + "p95_range_us": [ + 764.0, + 772.582 + ] + }, + "at99": { + "effort": 200.0, + "observations": 2, + "recall_min": 0.9901, + "p95_us": 1850.175, + "p95_range_us": [ + 1838.99, + 1861.36 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeats": 2, + "build_s": 65.08, + "build_range_s": [ + 65.06, + 65.1 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 50.0, + "observations": 2, + "recall_min": 0.9546, + "p95_us": 765.4335000000001, + "p95_range_us": [ + 751.196, + 779.671 + ] + }, + "at99": { + "effort": 200.0, + "observations": 2, + "recall_min": 0.9924, + "p95_us": 2078.12, + "p95_range_us": [ + 2042.14, + 2114.1 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.2-trees2", + "repeats": 1, + "build_s": 126.73, + "build_range_s": [ + 126.73, + 126.73 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 40.0, + "observations": 1, + "recall_min": 0.9567, + "p95_us": 822.497, + "p95_range_us": [ + 822.497, + 822.497 + ] + }, + "at99": { + "effort": 120.0, + "observations": 1, + "recall_min": 0.9915, + "p95_us": 1853.81, + "p95_range_us": [ + 1853.81, + 1853.81 + ] + } + }, + { + "dataset": "dbpedia100k", + "engine": "pipnn", + "config": "alpha1.4-trees1", + "repeats": 1, + "build_s": 66.53, + "build_range_s": [ + 66.53, + 66.53 + ], + "rss_mb": 649.142272, + "peak_mb": 1232.26112, + "at95": { + "effort": 50.0, + "observations": 1, + "recall_min": 0.9584, + "p95_us": 816.882, + "p95_range_us": [ + 816.882, + 816.882 + ] + }, + "at99": { + "effort": 200.0, + "observations": 1, + "recall_min": 0.993, + "p95_us": 2263.77, + "p95_range_us": [ + 2263.77, + 2263.77 + ] + } + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M16-efC200", + "repeats": 2, + "build_s": 23.768, + "build_range_s": [ + 23.309, + 24.227 + ], + "rss_mb": 77.623296, + "peak_mb": 117.837824, + "at95": { + "effort": 40.0, + "observations": 2, + "recall_min": 0.961962, + "p95_us": 90.05199999999999, + "p95_range_us": [ + 88.331, + 91.773 + ] + }, + "at99": { + "effort": 100.0, + "observations": 2, + "recall_min": 0.991592, + "p95_us": 190.80849999999998, + "p95_range_us": [ + 185.29, + 196.327 + ] + } + }, + { + "dataset": "deep100k", + "engine": "hnsw", + "config": "M32-efC200", + "repeats": 2, + "build_s": 29.5579, + "build_range_s": [ + 28.5128, + 30.603 + ], + "rss_mb": 89.122816, + "peak_mb": 130.363392, + "at95": { + "effort": 40.0, + "observations": 2, + "recall_min": 0.978178, + "p95_us": 128.8725, + "p95_range_us": [ + 119.938, + 137.807 + ] + }, + "at99": { + "effort": 80.0, + "observations": 2, + "recall_min": 0.993794, + "p95_us": 226.003, + "p95_range_us": [ + 214.393, + 237.613 + ] + } + }, + { + "dataset": "deep100k", + "engine": "pipnn", + "config": "alpha1.2-trees1", + "repeats": 2, + "build_s": 11.379999999999999, + "build_range_s": [ + 11.36, + 11.4 + ], + "rss_mb": 74.522624, + "peak_mb": 291.807232, + "at95": { + "effort": 30.0, + "observations": 2, + "recall_min": 0.95045, + "p95_us": 71.4575, + "p95_range_us": [ + 70.252, + 72.663 + ] + }, + "at99": { + "effort": 80.0, + "observations": 2, + "recall_min": 0.991592, + "p95_us": 158.017, + "p95_range_us": [ + 155.739, + 160.295 + ] + } + } + ], + "notes": [ + "PiPNN build time is entire builder process including graph serialization; HNSW ready time includes fbin loading and build but no serialization.", + "Only effort settings meeting recall in every observed repeat at that setting qualify; observation counts are reported, with no interpolation.", + "RSS is loaded index process residency, not allocator-owned index bytes. Peak is build process memory, including input buffers.", + "Two repeats describe an observed range; they are not a confidence interval." + ] +} diff --git a/poc/pipnn-arm/pipnn_query.cpp b/poc/pipnn-arm/pipnn_query.cpp new file mode 100644 index 000000000..ad51dc949 --- /dev/null +++ b/poc/pipnn-arm/pipnn_query.cpp @@ -0,0 +1,64 @@ +#include "utils/NSGDist.h" +#include "utils/euclidian_point.h" +#include "utils/point_range.h" +#include "utils/beamSearch.h" +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +using namespace parlayANN; +int main(int argc, char** argv) { + if (argc < 7) { std::cerr << "usage: graph base query truth k beam [beam...]\n"; return 1; } + using id = uint32_t; + Graph graph(argv[1]); + PointRange> base(argv[2]); + std::ifstream statm("/proc/self/statm"); + size_t pages=0, resident=0; statm >> pages >> resident; + struct stat graph_file{}, base_file{}; + if (!statm || stat(argv[1], &graph_file) || stat(argv[2], &base_file)) return 2; + std::cout << "resident_index_process_bytes=" << resident * sysconf(_SC_PAGESIZE) + << " graph_file_bytes=" << graph_file.st_size << " base_file_bytes=" << base_file.st_size << '\n'; + PointRange> queries(argv[3]); + groundTruth truth(argv[4]); + int k = std::atoi(argv[5]); + if (k <= 0 || queries.size() != truth.size() || k > truth.dimension() || graph.size() != base.size() || base.size() == 0) return 2; + stats qs(queries.size()); qs.clear(); + parlay::sequence start = {0}; + for (int arg=6; arg(100, queries.size()); ++i) run(i); + std::vector times; times.reserve(queries.size()); + std::vector> results; results.reserve(queries.size()); + for (size_t i=0; i(end-begin).count()); + std::vector row; row.reserve(found.size()); + for (auto p : found) row.push_back(p.first); + results.push_back(std::move(row)); + } + size_t correct=0; + for(size_t i=0;i got(results[i].begin(), results[i].end()); + if (got.size()!=static_cast(k) || *got.rbegin()>=base.size()) { std::cerr << "invalid results at " << i << '\n'; return 3; } + for (int j=0;j((times.size()-1)*p)];}; + struct rusage usage{}; getrusage(RUSAGE_SELF,&usage); + std::cout << "beam=" << beam << " recall=" << double(correct)/(k*queries.size()) << " p50_us=" << pct(.5) << " p95_us=" << pct(.95) << " query_qps=" << 1e6*queries.size()/total << " peak_rss_kib=" << usage.ru_maxrss << " queries=" << queries.size() << '\n'; + } +} diff --git a/poc/pipnn-arm/prepare_data.py b/poc/pipnn-arm/prepare_data.py new file mode 100644 index 000000000..dc5d34f10 --- /dev/null +++ b/poc/pipnn-arm/prepare_data.py @@ -0,0 +1,106 @@ +"""Prepare real, disjoint FP32 L2 inputs and exact ground truth on the ARM host.""" +import hashlib +import json +import os +from pathlib import Path +import time + +import numpy as np + +ROOT = Path('/home/ubuntu/pipnn-poc-20261114/data') +ROOT.mkdir(parents=True, exist_ok=True) + +def read_bin(path, dtype='i', b64, b64) + ids, distances = [], [] + for i in range(0, len(queries), 64): + q = queries[i:i+64].astype(np.float64) + scores = np.einsum('ij,ij->i', q, q)[:, None] + norms[None, :] - 2 * (q @ b64.T) + chosen = np.argpartition(scores, k-1, axis=1)[:, :k] + chosen = np.take_along_axis(chosen, np.argsort(np.take_along_axis(scores, chosen, axis=1), axis=1), axis=1) + exact = np.array([np.sum((b64[c] - row)**2, axis=1) for row, c in zip(q, chosen)]) + order = np.argsort(exact, axis=1, kind='stable') + chosen = np.take_along_axis(chosen, order, axis=1) + exact = np.take_along_axis(exact, order, axis=1) + ids.append(chosen.astype('=target: + feasible.append(dict(effort=effort, observations=len(observations), recall_min=min(p['recall'] for p in observations), + p95_us=median(p['p95_us'] for p in observations), + p95_range_us=[min(p['p95_us'] for p in observations),max(p['p95_us'] for p in observations)])) + row[f'at{int(target*100)}']=min(feasible,key=lambda x:x['p95_us']) if feasible else None + summary.append(row) +output=dict(runs=runs,summary=summary,notes=['PiPNN build time is entire builder process including graph serialization; HNSW ready time includes fbin loading and build but no serialization.', 'Only effort settings meeting recall in every observed repeat at that setting qualify; observation counts are reported, with no interpolation.', 'RSS is loaded index process residency, not allocator-owned index bytes. Peak is build process memory, including input buffers.', 'Two repeats describe an observed range; they are not a confidence interval.']) +(root.parent/'summary.json').write_text(json.dumps(output,indent=2)+'\n') +for row in summary: print(json.dumps(row)) diff --git a/poc/pipnn-arm/vecsim-svs-off.patch b/poc/pipnn-arm/vecsim-svs-off.patch new file mode 100644 index 000000000..19990a9b2 --- /dev/null +++ b/poc/pipnn-arm/vecsim-svs-off.patch @@ -0,0 +1,50 @@ +diff --git a/src/VecSim/index_factories/tiered_factory.h b/src/VecSim/index_factories/tiered_factory.h +index 9d51c93d..49861dcf 100644 +--- a/src/VecSim/index_factories/tiered_factory.h ++++ b/src/VecSim/index_factories/tiered_factory.h +@@ -15,7 +15,9 @@ + #include "VecSim/memory/vecsim_malloc.h" + #include "VecSim/vec_sim_index.h" + #include "VecSim/algorithms/hnsw/hnsw_tiered.h" ++#if HAVE_SVS + #include "VecSim/algorithms/svs/svs_tiered.h" ++#endif + #include "VecSim/algorithms/brute_force/brute_force.h" + #include "VecSim/index_factories/factory_utils.h" + +diff --git a/src/VecSim/vec_sim.cpp b/src/VecSim/vec_sim.cpp +index b781fe76..da40cd59 100644 +--- a/src/VecSim/vec_sim.cpp ++++ b/src/VecSim/vec_sim.cpp +@@ -15,7 +15,9 @@ + #include "VecSim/vec_sim_index.h" + #include "VecSim/vec_sim_adhoc_bf_ctx.h" + #include "VecSim/types/bfloat16.h" ++#if HAVE_SVS + #include "VecSim/algorithms/svs/svs_utils.h" ++#endif + #include + #include "memory.h" + +@@ -44,7 +46,9 @@ extern "C" void VecSim_UpdateThreadPoolSize(size_t new_size) { + // Resize the shared SVS pool. Clamped to a minimum of 1. OS threads are spawned + // lazily on first SVS index creation; once an index exists this resizes the + // shared pool immediately (cooperating with the deferred-shrink protocol). ++#if HAVE_SVS + VecSimSVSThreadPool::resize(new_size); ++#endif + } + + static VecSimResolveCode _ResolveParams_EFRuntime(VecSimAlgo index_type, VecSimRawParam rparam, +@@ -406,7 +410,11 @@ extern "C" VecSimDebugInfoIterator *VecSimIndex_DebugInfoIterator(VecSimIndex *i + } + + extern "C" size_t VecSim_GetSharedMemory(void) { ++#if HAVE_SVS + return VecSimSVSThreadPool::getSharedAllocationSize(); ++#else ++ return 0; ++#endif + } + + extern "C" VecSimIndexBasicInfo VecSimIndex_BasicInfo(VecSimIndex *index) { diff --git a/poc/pipnn-arm/vecsim_bench.cpp b/poc/pipnn-arm/vecsim_bench.cpp new file mode 100644 index 000000000..9e16623ae --- /dev/null +++ b/poc/pipnn-arm/vecsim_bench.cpp @@ -0,0 +1,69 @@ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +using Clock = std::chrono::steady_clock; +template struct Matrix { uint32_t n, d; std::vector v; }; +template Matrix read_matrix(const char *path) { + std::ifstream f(path, std::ios::binary | std::ios::ate); + if (!f) throw std::runtime_error(std::string("open: ") + path); + auto size = f.tellg(); f.seekg(0); Matrix a{}; + f.read(reinterpret_cast(&a.n), 4); f.read(reinterpret_cast(&a.d), 4); + uint64_t count = uint64_t(a.n)*a.d; + if (!f || !a.n || !a.d || uint64_t(size) != 8 + count*sizeof(T)) throw std::runtime_error("invalid matrix size/header"); + a.v.resize(count); f.read(reinterpret_cast(a.v.data()), count*sizeof(T)); + if (!f) throw std::runtime_error("short matrix read"); return a; +} +long rss_bytes() { std::ifstream f("/proc/self/statm"); long total, resident; f >> total >> resident; return resident * sysconf(_SC_PAGESIZE); } +long peak_bytes() { rusage r{}; getrusage(RUSAGE_SELF, &r); return r.ru_maxrss * 1024L; } +int main(int argc, char **argv) { try { + auto program_start=Clock::now(); + if (argc < 8) throw std::runtime_error("usage: vecsim_bench base.fbin query.fbin gt.ibin M efConstruction repeat ef[,ef...] [query_limit]"); + auto base=read_matrix(argv[1]); + if (base.n<10) throw std::runtime_error("base must contain at least 10 vectors"); + size_t M=std::stoul(argv[4]), efc=std::stoul(argv[5]); int repeat=std::stoi(argv[6]); + if (!M || !efc) throw std::runtime_error("invalid arguments"); + auto read_done=Clock::now(); long rss_before=rss_bytes(); + VecSimParams p{}; p.algo=VecSimAlgo_HNSWLIB; auto &h=p.algoParams.hnswParams; + h.type=VecSimType_FLOAT32; h.dim=base.d; h.metric=VecSimMetric_L2; h.M=M; h.efConstruction=efc; + auto build_start=Clock::now(); auto index=VecSimIndex_New(&p); if (!index) throw std::runtime_error("index creation failed"); + auto start=Clock::now(); + for(size_t i=0;i(build_end-build_start).count(); double insert=std::chrono::duration(build_end-start).count(); + auto build_peak=peak_bytes(); auto stats=VecSimIndex_StatsInfo(index); + auto base_n=base.n, base_d=base.d; + std::vector().swap(base.v); malloc_trim(0); + auto resident_index_process=rss_bytes(); + std::cout << "n=" << base_n << " dim=" << base_d << " M=" << M << " efConstruction=" << efc << " seed=100(fixed_C_API) repeat=" << repeat << " base_read_prepare_seconds=" << std::chrono::duration(read_done-program_start).count() << " build_seconds=" << build << " insert_seconds=" << insert << " ready_from_fbin_seconds=" << std::chrono::duration(build_end-program_start).count() << " rss_before_build=" << rss_before << " index_bytes=" << stats.memory << " resident_index_process_bytes=" << resident_index_process << " build_peak_rss_bytes=" << build_peak << '\n'; + auto queries=read_matrix(argv[2]); auto gt=read_matrix(argv[3]); + if (base_d!=queries.d || gt.n!=queries.n || gt.d<10) throw std::runtime_error("incompatible dimensions"); + for (auto id:gt.v) if(id>=base_n) throw std::runtime_error("ground truth ID out of range"); + size_t nq=argc>8 ? std::min(queries.n,std::stoul(argv[8])) : queries.n; + if (!nq) throw std::runtime_error("invalid query count"); + std::cout << "queries=" << nq << '\n'; + std::string efs=argv[7]; size_t pos=0; + while(pos= 10"); + VecSimQueryParams qp{}; qp.hnswRuntimeParams.efRuntime=ef; size_t hits=0; std::vector latency; latency.reserve(nq); + for(size_t q=0;q(nq,100);q++) { auto warm=VecSimIndex_TopKQuery(index,queries.v.data()+q*queries.d,10,&qp,BY_SCORE); if(!warm || VecSimQueryReply_GetCode(warm)!=VecSim_QueryReply_OK) throw std::runtime_error("warmup failed"); VecSimQueryReply_Free(warm); } + auto sweep_start=Clock::now(); + for(size_t q=0;q(end-t).count()); auto it=VecSimQueryReply_GetIterator(reply); + std::vector seen; while(VecSimQueryReply_IteratorHasNext(it)) { auto id=VecSimQueryResult_GetId(VecSimQueryReply_IteratorNext(it)); if(std::find(seen.begin(),seen.end(),id)!=seen.end()) throw std::runtime_error("duplicate result ID"); seen.push_back(id); for(size_t j=0;j<10;j++) if(id==gt.v[q*gt.d+j]) { hits++; break; } } + VecSimQueryReply_IteratorFree(it); VecSimQueryReply_Free(reply); + } + double elapsed=std::chrono::duration(Clock::now()-sweep_start).count(); double query_us=std::accumulate(latency.begin(),latency.end(),0.0); std::sort(latency.begin(),latency.end()); + std::cout << "ef=" << ef << " recall10=" << double(hits)/(10*nq) << " p50_us=" << latency[(nq-1)*50/100] << " p95_us=" << latency[(nq-1)*95/100] << " serial_query_qps=" << 1e6*nq/query_us << " sweep_qps_including_recall=" << nq/elapsed << '\n'; + if(next==std::string::npos) break; pos=next+1; + } + VecSimIndex_Free(index); return 0; +} catch(const std::exception &e) { std::cerr << e.what() << '\n'; return 1; } }