From 2eed02df2186dcbd18de44e95cd505562f1bebf2 Mon Sep 17 00:00:00 2001 From: Alex Klibisz Date: Fri, 30 Aug 2024 09:25:30 -0700 Subject: [PATCH] Performance: keep a local copy of the ann-benchmarks config.yml file --- Taskfile.yaml | 1 + ann-benchmarks/config.yml | 22 ++++++++++++++++++++++ 2 files changed, 23 insertions(+) create mode 100644 ann-benchmarks/config.yml diff --git a/Taskfile.yaml b/Taskfile.yaml index 0ef93d9a3..8c162124e 100644 --- a/Taskfile.yaml +++ b/Taskfile.yaml @@ -53,6 +53,7 @@ tasks: OBJC_DISABLE_INITIALIZE_FORK_SAFETY: "YES" RESULTS_DIR: ../../docs/pages/performance/fashion-mnist cmds: + - cp ../config.yml ann_benchmarks/algorithms/elastiknn/config.yml - venv/bin/python run.py --dataset fashion-mnist-784-euclidean --algorithm elastiknn-l2lsh --run-disabled --runs 3 --count 100 --parallelism 1 --force --local - mkdir -p $RESULTS_DIR - venv/bin/python plot.py --dataset fashion-mnist-784-euclidean --count 100 --output $RESULTS_DIR/plot.png | venv/bin/python ../parse_results.py > $RESULTS_DIR/results.md diff --git a/ann-benchmarks/config.yml b/ann-benchmarks/config.yml new file mode 100644 index 000000000..ffd6d718c --- /dev/null +++ b/ann-benchmarks/config.yml @@ -0,0 +1,22 @@ +float: + any: + - base_args: ['@metric', '@dimension'] + constructor: Exact + disabled: true + docker_tag: ann-benchmarks-elastiknn + module: ann_benchmarks.algorithms.elastiknn + name: elastiknn-exact + run_groups: + exact: + args: [] + euclidean: + - base_args: [] + constructor: L2Lsh + disabled: true + docker_tag: ann-benchmarks-elastiknn + module: ann_benchmarks.algorithms.elastiknn + name: elastiknn-l2lsh + run_groups: + elastiknn-l2lsh: + args: [[100], [4], [1024, 2048]] + query_args: [[500, 1000], [0, 3]]